{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.00475, "ndcg_at_3": 0.00416, "ndcg_at_5": 0.00374, "ndcg_at_10": 0.00371, "ndcg_at_20": 0.00388, "ndcg_at_100": 0.00626, "ndcg_at_1000": 0.01569, "map_at_1": 0.00075, "map_at_3": 0.00102, "map_at_5": 0.00107, "map_at_10": 0.00121, "map_at_20": 0.00132, "map_at_100": 0.00159, "map_at_1000": 0.00184, "recall_at_1": 0.00075, "recall_at_3": 0.00111, "recall_at_5": 0.00122, "recall_at_10": 0.00194, "recall_at_20": 0.00313, "recall_at_100": 0.01143, "recall_at_1000": 0.0484, "precision_at_1": 0.0065, "precision_at_3": 0.005, "precision_at_5": 0.004, "precision_at_10": 0.0035, "precision_at_20": 0.00307, "precision_at_100": 0.00201, "precision_at_1000": 0.00114, "mrr_at_1": 0.0065, "mrr_at_3": 0.009, "mrr_at_5": 0.009725, "mrr_at_10": 0.011182, "mrr_at_20": 0.012313, "mrr_at_100": 0.01374, "mrr_at_1000": 0.014647, "nauc_ndcg_at_1_max": -0.346914, "nauc_ndcg_at_1_std": 0.421123, "nauc_ndcg_at_1_diff1": -0.148885, "nauc_ndcg_at_3_max": -0.289313, "nauc_ndcg_at_3_std": 0.311043, "nauc_ndcg_at_3_diff1": -0.101738, "nauc_ndcg_at_5_max": -0.281586, "nauc_ndcg_at_5_std": 0.311262, "nauc_ndcg_at_5_diff1": -0.101751, "nauc_ndcg_at_10_max": -0.27094, "nauc_ndcg_at_10_std": 0.313185, "nauc_ndcg_at_10_diff1": -0.0551, "nauc_ndcg_at_20_max": -0.275077, "nauc_ndcg_at_20_std": 0.293685, "nauc_ndcg_at_20_diff1": -0.064888, "nauc_ndcg_at_100_max": -0.253884, "nauc_ndcg_at_100_std": 0.238132, "nauc_ndcg_at_100_diff1": -0.027749, "nauc_ndcg_at_1000_max": -0.190586, "nauc_ndcg_at_1000_std": 0.191213, "nauc_ndcg_at_1000_diff1": -0.047071, "nauc_map_at_1_max": -0.494833, "nauc_map_at_1_std": 0.627456, "nauc_map_at_1_diff1": -0.24003, "nauc_map_at_3_max": -0.459901, "nauc_map_at_3_std": 0.56279, "nauc_map_at_3_diff1": -0.083059, "nauc_map_at_5_max": -0.448975, "nauc_map_at_5_std": 0.541494, "nauc_map_at_5_diff1": -0.081787, "nauc_map_at_10_max": -0.425142, "nauc_map_at_10_std": 0.49404, "nauc_map_at_10_diff1": -0.065744, "nauc_map_at_20_max": -0.415464, "nauc_map_at_20_std": 0.471793, "nauc_map_at_20_diff1": -0.067067, "nauc_map_at_100_max": -0.387137, "nauc_map_at_100_std": 0.425885, "nauc_map_at_100_diff1": -0.056384, "nauc_map_at_1000_max": -0.363642, "nauc_map_at_1000_std": 0.408741, "nauc_map_at_1000_diff1": -0.055226, "nauc_recall_at_1_max": -0.494833, "nauc_recall_at_1_std": 0.627456, "nauc_recall_at_1_diff1": -0.24003, "nauc_recall_at_3_max": -0.437869, "nauc_recall_at_3_std": 0.509779, "nauc_recall_at_3_diff1": -0.099255, "nauc_recall_at_5_max": -0.412116, "nauc_recall_at_5_std": 0.481959, "nauc_recall_at_5_diff1": -0.091498, "nauc_recall_at_10_max": -0.351442, "nauc_recall_at_10_std": 0.389957, "nauc_recall_at_10_diff1": -0.026612, "nauc_recall_at_20_max": -0.326028, "nauc_recall_at_20_std": 0.298701, "nauc_recall_at_20_diff1": -0.073491, "nauc_recall_at_100_max": -0.252663, "nauc_recall_at_100_std": 0.186953, "nauc_recall_at_100_diff1": -0.046181, "nauc_recall_at_1000_max": -0.170199, "nauc_recall_at_1000_std": 0.127601, "nauc_recall_at_1000_diff1": -0.066238, "nauc_precision_at_1_max": -0.341231, "nauc_precision_at_1_std": 0.459082, "nauc_precision_at_1_diff1": -0.068234, "nauc_precision_at_3_max": -0.220454, "nauc_precision_at_3_std": 0.205983, "nauc_precision_at_3_diff1": -0.073625, "nauc_precision_at_5_max": -0.195627, "nauc_precision_at_5_std": 0.185639, "nauc_precision_at_5_diff1": -0.05599, "nauc_precision_at_10_max": -0.180942, "nauc_precision_at_10_std": 0.238775, "nauc_precision_at_10_diff1": -0.01713, "nauc_precision_at_20_max": -0.158797, "nauc_precision_at_20_std": 0.231473, "nauc_precision_at_20_diff1": -0.027126, "nauc_precision_at_100_max": -0.124047, "nauc_precision_at_100_std": 0.187935, "nauc_precision_at_100_diff1": 0.021678, "nauc_precision_at_1000_max": -0.084645, "nauc_precision_at_1000_std": 0.199903, "nauc_precision_at_1000_diff1": -0.01927, "nauc_mrr_at_1_max": -0.341231, "nauc_mrr_at_1_std": 0.459082, "nauc_mrr_at_1_diff1": -0.068234, "nauc_mrr_at_3_max": -0.264673, "nauc_mrr_at_3_std": 0.304855, "nauc_mrr_at_3_diff1": -0.096376, "nauc_mrr_at_5_max": -0.24776, "nauc_mrr_at_5_std": 0.288627, "nauc_mrr_at_5_diff1": -0.076608, "nauc_mrr_at_10_max": -0.228183, "nauc_mrr_at_10_std": 0.285313, "nauc_mrr_at_10_diff1": -0.073985, "nauc_mrr_at_20_max": -0.213171, "nauc_mrr_at_20_std": 0.269018, "nauc_mrr_at_20_diff1": -0.066292, "nauc_mrr_at_100_max": -0.202293, "nauc_mrr_at_100_std": 0.24678, "nauc_mrr_at_100_diff1": -0.059258, "nauc_mrr_at_1000_max": -0.198571, "nauc_mrr_at_1000_std": 0.239758, "nauc_mrr_at_1000_diff1": -0.058425, "main_score": 0.00371, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 2e-05, "ndcg_at_100": 0.00016, "ndcg_at_1000": 0.00119, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 1e-05, "map_at_1000": 2e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 2e-05, "recall_at_100": 0.00061, "recall_at_1000": 0.00497, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 3e-05, "precision_at_100": 5e-05, "precision_at_1000": 0.00012, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 4.5e-05, "mrr_at_100": 0.000135, "mrr_at_1000": 0.000314, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": 0.098471, "nauc_ndcg_at_20_std": 0.323853, "nauc_ndcg_at_20_diff1": -0.070566, "nauc_ndcg_at_100_max": -0.333215, "nauc_ndcg_at_100_std": -0.327982, "nauc_ndcg_at_100_diff1": 0.304742, "nauc_ndcg_at_1000_max": -0.243881, "nauc_ndcg_at_1000_std": -0.178046, "nauc_ndcg_at_1000_diff1": 0.172036, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": 0.098471, "nauc_map_at_20_std": 0.323853, "nauc_map_at_20_diff1": -0.070566, "nauc_map_at_100_max": -0.413554, "nauc_map_at_100_std": -0.401433, "nauc_map_at_100_diff1": 0.486393, "nauc_map_at_1000_max": -0.317111, "nauc_map_at_1000_std": -0.292412, "nauc_map_at_1000_diff1": 0.3387, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": 0.098471, "nauc_recall_at_20_std": 0.323853, "nauc_recall_at_20_diff1": -0.070566, "nauc_recall_at_100_max": -0.480105, "nauc_recall_at_100_std": -0.488073, "nauc_recall_at_100_diff1": 0.541179, "nauc_recall_at_1000_max": -0.273324, "nauc_recall_at_1000_std": -0.17788, "nauc_recall_at_1000_diff1": 0.270577, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": 0.098471, "nauc_precision_at_20_std": 0.323853, "nauc_precision_at_20_diff1": -0.070566, "nauc_precision_at_100_max": -0.121411, "nauc_precision_at_100_std": -0.117091, "nauc_precision_at_100_diff1": 0.011913, "nauc_precision_at_1000_max": -0.26909, "nauc_precision_at_1000_std": -0.196831, "nauc_precision_at_1000_diff1": 0.084645, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": 0.098471, "nauc_mrr_at_20_std": 0.323853, "nauc_mrr_at_20_diff1": -0.070566, "nauc_mrr_at_100_max": -0.034171, "nauc_mrr_at_100_std": 0.002724, "nauc_mrr_at_100_diff1": -3.4e-05, "nauc_mrr_at_1000_max": -0.145985, "nauc_mrr_at_1000_std": -0.078835, "nauc_mrr_at_1000_diff1": 0.0968, "main_score": 0.0, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00016, "ndcg_at_5": 0.00017, "ndcg_at_10": 0.00022, "ndcg_at_20": 0.00022, "ndcg_at_100": 0.00051, "ndcg_at_1000": 0.00262, "map_at_1": 0.0, "map_at_3": 6e-05, "map_at_5": 7e-05, "map_at_10": 8e-05, "map_at_20": 8e-05, "map_at_100": 0.00011, "map_at_1000": 0.00014, "recall_at_1": 0.0, "recall_at_3": 0.00013, "recall_at_5": 0.00016, "recall_at_10": 0.00025, "recall_at_20": 0.00025, "recall_at_100": 0.00134, "recall_at_1000": 0.01049, "precision_at_1": 0.0, "precision_at_3": 0.00033, "precision_at_5": 0.0003, "precision_at_10": 0.0003, "precision_at_20": 0.0002, "precision_at_100": 0.00018, "precision_at_1000": 0.0002, "mrr_at_1": 0.0, "mrr_at_3": 0.000417, "mrr_at_5": 0.000517, "mrr_at_10": 0.000706, "mrr_at_20": 0.000775, "mrr_at_100": 0.000951, "mrr_at_1000": 0.001233, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.004717, "nauc_ndcg_at_3_std": 0.30117, "nauc_ndcg_at_3_diff1": -0.391489, "nauc_ndcg_at_5_max": 0.098764, "nauc_ndcg_at_5_std": 0.339898, "nauc_ndcg_at_5_diff1": -0.425916, "nauc_ndcg_at_10_max": -0.204123, "nauc_ndcg_at_10_std": 0.249922, "nauc_ndcg_at_10_diff1": -0.305929, "nauc_ndcg_at_20_max": -0.28416, "nauc_ndcg_at_20_std": 0.225583, "nauc_ndcg_at_20_diff1": -0.308225, "nauc_ndcg_at_100_max": -0.264872, "nauc_ndcg_at_100_std": 0.131394, "nauc_ndcg_at_100_diff1": -0.186609, "nauc_ndcg_at_1000_max": -0.138464, "nauc_ndcg_at_1000_std": 0.005502, "nauc_ndcg_at_1000_diff1": -0.120868, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.531284, "nauc_map_at_3_std": 0.634881, "nauc_map_at_3_diff1": -0.491493, "nauc_map_at_5_max": -0.419151, "nauc_map_at_5_std": 0.605651, "nauc_map_at_5_diff1": -0.492254, "nauc_map_at_10_max": -0.43526, "nauc_map_at_10_std": 0.520232, "nauc_map_at_10_diff1": -0.434487, "nauc_map_at_20_max": -0.435688, "nauc_map_at_20_std": 0.512527, "nauc_map_at_20_diff1": -0.430882, "nauc_map_at_100_max": -0.396695, "nauc_map_at_100_std": 0.406458, "nauc_map_at_100_diff1": -0.376123, "nauc_map_at_1000_max": -0.352107, "nauc_map_at_1000_std": 0.2963, "nauc_map_at_1000_diff1": -0.328472, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.51045, "nauc_recall_at_3_std": 0.62191, "nauc_recall_at_3_diff1": -0.487606, "nauc_recall_at_5_max": -0.271656, "nauc_recall_at_5_std": 0.5612, "nauc_recall_at_5_diff1": -0.490048, "nauc_recall_at_10_max": -0.355565, "nauc_recall_at_10_std": 0.356455, "nauc_recall_at_10_diff1": -0.347132, "nauc_recall_at_20_max": -0.360247, "nauc_recall_at_20_std": 0.326761, "nauc_recall_at_20_diff1": -0.33373, "nauc_recall_at_100_max": -0.264346, "nauc_recall_at_100_std": 0.197818, "nauc_recall_at_100_diff1": -0.189381, "nauc_recall_at_1000_max": -0.147652, "nauc_recall_at_1000_std": 0.009003, "nauc_recall_at_1000_diff1": -0.140049, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.212638, "nauc_precision_at_3_std": 0.17172, "nauc_precision_at_3_diff1": -0.352697, "nauc_precision_at_5_max": 0.362401, "nauc_precision_at_5_std": 0.222431, "nauc_precision_at_5_diff1": -0.401664, "nauc_precision_at_10_max": -0.063456, "nauc_precision_at_10_std": 0.059029, "nauc_precision_at_10_diff1": -0.211698, "nauc_precision_at_20_max": -0.161926, "nauc_precision_at_20_std": -0.090019, "nauc_precision_at_20_diff1": -0.208915, "nauc_precision_at_100_max": -0.25423, "nauc_precision_at_100_std": -0.053302, "nauc_precision_at_100_diff1": -0.052198, "nauc_precision_at_1000_max": -0.123073, "nauc_precision_at_1000_std": -0.096466, "nauc_precision_at_1000_diff1": -0.096882, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.055165, "nauc_mrr_at_3_std": 0.269761, "nauc_mrr_at_3_diff1": -0.382077, "nauc_mrr_at_5_max": 0.172603, "nauc_mrr_at_5_std": 0.280231, "nauc_mrr_at_5_diff1": -0.404823, "nauc_mrr_at_10_max": -0.009311, "nauc_mrr_at_10_std": 0.18605, "nauc_mrr_at_10_diff1": -0.306907, "nauc_mrr_at_20_max": -0.049377, "nauc_mrr_at_20_std": 0.121699, "nauc_mrr_at_20_diff1": -0.296508, "nauc_mrr_at_100_max": -0.060431, "nauc_mrr_at_100_std": 0.093967, "nauc_mrr_at_100_diff1": -0.237117, "nauc_mrr_at_1000_max": -0.068018, "nauc_mrr_at_1000_std": 0.055784, "nauc_mrr_at_1000_diff1": -0.205073, "main_score": 0.00022, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.0125, "ndcg_at_3": 0.00645, "ndcg_at_5": 0.00499, "ndcg_at_10": 0.00469, "ndcg_at_20": 0.00731, "ndcg_at_100": 0.01887, "ndcg_at_1000": 0.05161, "map_at_1": 0.00036, "map_at_3": 0.00038, "map_at_5": 0.00039, "map_at_10": 0.00046, "map_at_20": 0.00097, "map_at_100": 0.002, "map_at_1000": 0.00303, "recall_at_1": 0.00036, "recall_at_3": 0.00041, "recall_at_5": 0.00046, "recall_at_10": 0.00093, "recall_at_20": 0.00841, "recall_at_100": 0.04991, "recall_at_1000": 0.1621, "precision_at_1": 0.015, "precision_at_3": 0.00667, "precision_at_5": 0.005, "precision_at_10": 0.005, "precision_at_20": 0.007, "precision_at_100": 0.0068, "precision_at_1000": 0.00412, "mrr_at_1": 0.015, "mrr_at_3": 0.016667, "mrr_at_5": 0.017667, "mrr_at_10": 0.020131, "mrr_at_20": 0.023734, "mrr_at_100": 0.029445, "mrr_at_1000": 0.031569, "nauc_ndcg_at_1_max": -0.427153, "nauc_ndcg_at_1_std": 0.035364, "nauc_ndcg_at_1_diff1": 0.382452, "nauc_ndcg_at_3_max": -0.40703, "nauc_ndcg_at_3_std": 0.041101, "nauc_ndcg_at_3_diff1": 0.295436, "nauc_ndcg_at_5_max": -0.407559, "nauc_ndcg_at_5_std": 0.024876, "nauc_ndcg_at_5_diff1": 0.297304, "nauc_ndcg_at_10_max": -0.334424, "nauc_ndcg_at_10_std": -0.033032, "nauc_ndcg_at_10_diff1": 0.279078, "nauc_ndcg_at_20_max": -0.281858, "nauc_ndcg_at_20_std": 0.043931, "nauc_ndcg_at_20_diff1": 0.051627, "nauc_ndcg_at_100_max": -0.235887, "nauc_ndcg_at_100_std": 0.104892, "nauc_ndcg_at_100_diff1": -0.071771, "nauc_ndcg_at_1000_max": -0.257927, "nauc_ndcg_at_1000_std": 0.107244, "nauc_ndcg_at_1000_diff1": -0.12203, "nauc_map_at_1_max": -0.333356, "nauc_map_at_1_std": 0.006595, "nauc_map_at_1_diff1": 0.676378, "nauc_map_at_3_max": -0.328167, "nauc_map_at_3_std": 0.010333, "nauc_map_at_3_diff1": 0.625484, "nauc_map_at_5_max": -0.330588, "nauc_map_at_5_std": 0.004313, "nauc_map_at_5_diff1": 0.617082, "nauc_map_at_10_max": -0.301221, "nauc_map_at_10_std": -0.020272, "nauc_map_at_10_diff1": 0.535149, "nauc_map_at_20_max": -0.299786, "nauc_map_at_20_std": 0.129849, "nauc_map_at_20_diff1": 0.126703, "nauc_map_at_100_max": -0.290789, "nauc_map_at_100_std": 0.147947, "nauc_map_at_100_diff1": 0.028163, "nauc_map_at_1000_max": -0.284849, "nauc_map_at_1000_std": 0.127772, "nauc_map_at_1000_diff1": -0.001535, "nauc_recall_at_1_max": -0.333356, "nauc_recall_at_1_std": 0.006595, "nauc_recall_at_1_diff1": 0.676378, "nauc_recall_at_3_max": -0.31896, "nauc_recall_at_3_std": 0.016964, "nauc_recall_at_3_diff1": 0.535183, "nauc_recall_at_5_max": -0.330205, "nauc_recall_at_5_std": -0.009096, "nauc_recall_at_5_diff1": 0.51046, "nauc_recall_at_10_max": -0.171731, "nauc_recall_at_10_std": -0.085452, "nauc_recall_at_10_diff1": 0.326005, "nauc_recall_at_20_max": -0.278638, "nauc_recall_at_20_std": 0.232766, "nauc_recall_at_20_diff1": -0.195507, "nauc_recall_at_100_max": -0.213964, "nauc_recall_at_100_std": 0.182505, "nauc_recall_at_100_diff1": -0.158972, "nauc_recall_at_1000_max": -0.204498, "nauc_recall_at_1000_std": 0.131505, "nauc_recall_at_1000_diff1": -0.185985, "nauc_precision_at_1_max": -0.451749, "nauc_precision_at_1_std": 0.196136, "nauc_precision_at_1_diff1": 0.372686, "nauc_precision_at_3_max": -0.39026, "nauc_precision_at_3_std": 0.17172, "nauc_precision_at_3_diff1": 0.135833, "nauc_precision_at_5_max": -0.395224, "nauc_precision_at_5_std": 0.096217, "nauc_precision_at_5_diff1": 0.173437, "nauc_precision_at_10_max": -0.251462, "nauc_precision_at_10_std": -0.0033, "nauc_precision_at_10_diff1": 0.150899, "nauc_precision_at_20_max": -0.193463, "nauc_precision_at_20_std": 0.044674, "nauc_precision_at_20_diff1": 0.031862, "nauc_precision_at_100_max": -0.202612, "nauc_precision_at_100_std": 0.013066, "nauc_precision_at_100_diff1": 0.016604, "nauc_precision_at_1000_max": -0.171228, "nauc_precision_at_1000_std": -0.01933, "nauc_precision_at_1000_diff1": -0.02689, "nauc_mrr_at_1_max": -0.451749, "nauc_mrr_at_1_std": 0.196136, "nauc_mrr_at_1_diff1": 0.372686, "nauc_mrr_at_3_max": -0.427153, "nauc_mrr_at_3_std": 0.18637, "nauc_mrr_at_3_diff1": 0.277945, "nauc_mrr_at_5_max": -0.42647, "nauc_mrr_at_5_std": 0.164172, "nauc_mrr_at_5_diff1": 0.280543, "nauc_mrr_at_10_max": -0.379662, "nauc_mrr_at_10_std": 0.13666, "nauc_mrr_at_10_diff1": 0.268843, "nauc_mrr_at_20_max": -0.308231, "nauc_mrr_at_20_std": 0.098993, "nauc_mrr_at_20_diff1": 0.231818, "nauc_mrr_at_100_max": -0.290885, "nauc_mrr_at_100_std": 0.091906, "nauc_mrr_at_100_diff1": 0.203323, "nauc_mrr_at_1000_max": -0.297757, "nauc_mrr_at_1000_std": 0.097907, "nauc_mrr_at_1000_diff1": 0.201806, "main_score": 0.00469, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.00018, "ndcg_at_100": 0.00059, "ndcg_at_1000": 0.01204, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 1e-05, "map_at_100": 3e-05, "map_at_1000": 0.0002, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 9e-05, "recall_at_100": 0.00129, "recall_at_1000": 0.04181, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0005, "precision_at_100": 0.00045, "precision_at_1000": 0.00112, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.000718, "mrr_at_100": 0.001191, "mrr_at_1000": 0.002727, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": -0.536234, "nauc_ndcg_at_20_std": -0.307855, "nauc_ndcg_at_20_diff1": 0.653585, "nauc_ndcg_at_100_max": 0.134582, "nauc_ndcg_at_100_std": -0.373587, "nauc_ndcg_at_100_diff1": 0.087906, "nauc_ndcg_at_1000_max": 0.196674, "nauc_ndcg_at_1000_std": -0.240727, "nauc_ndcg_at_1000_diff1": -0.061376, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": -0.551248, "nauc_map_at_20_std": -0.349678, "nauc_map_at_20_diff1": 0.788704, "nauc_map_at_100_max": 0.115024, "nauc_map_at_100_std": -0.416594, "nauc_map_at_100_diff1": 0.177562, "nauc_map_at_1000_max": 0.267508, "nauc_map_at_1000_std": -0.29059, "nauc_map_at_1000_diff1": -0.037822, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": -0.553493, "nauc_recall_at_20_std": -0.355934, "nauc_recall_at_20_diff1": 0.808915, "nauc_recall_at_100_max": 0.31288, "nauc_recall_at_100_std": -0.422319, "nauc_recall_at_100_diff1": -0.029099, "nauc_recall_at_1000_max": 0.276163, "nauc_recall_at_1000_std": -0.243794, "nauc_recall_at_1000_diff1": -0.087198, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": -0.537161, "nauc_precision_at_20_std": -0.310437, "nauc_precision_at_20_diff1": 0.661926, "nauc_precision_at_100_max": -0.012909, "nauc_precision_at_100_std": -0.220642, "nauc_precision_at_100_diff1": 0.215574, "nauc_precision_at_1000_max": -0.061406, "nauc_precision_at_1000_std": -0.10988, "nauc_precision_at_1000_diff1": -0.087713, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": -0.534478, "nauc_mrr_at_20_std": -0.302963, "nauc_mrr_at_20_diff1": 0.637778, "nauc_mrr_at_100_max": -0.346885, "nauc_mrr_at_100_std": -0.264335, "nauc_mrr_at_100_diff1": 0.495986, "nauc_mrr_at_1000_max": -0.180857, "nauc_mrr_at_1000_std": -0.201049, "nauc_mrr_at_1000_diff1": 0.22291, "main_score": 0.0, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00066, "ndcg_at_10": 0.00126, "ndcg_at_20": 0.0012, "ndcg_at_100": 0.0041, "ndcg_at_1000": 0.01915, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.00021, "map_at_20": 0.00022, "map_at_100": 0.0004, "map_at_1000": 0.00064, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 2e-05, "recall_at_10": 0.00169, "recall_at_20": 0.00173, "recall_at_100": 0.00952, "recall_at_1000": 0.05953, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.001, "precision_at_10": 0.001, "precision_at_20": 0.00075, "precision_at_100": 0.00115, "precision_at_1000": 0.00158, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.001, "mrr_at_10": 0.001625, "mrr_at_20": 0.001958, "mrr_at_100": 0.003947, "mrr_at_1000": 0.005738, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": 0.661926, "nauc_ndcg_at_5_std": -0.574725, "nauc_ndcg_at_5_diff1": 0.661926, "nauc_ndcg_at_10_max": 0.661926, "nauc_ndcg_at_10_std": -0.574725, "nauc_ndcg_at_10_diff1": 0.086383, "nauc_ndcg_at_20_max": 0.5706, "nauc_ndcg_at_20_std": -0.458432, "nauc_ndcg_at_20_diff1": -0.029174, "nauc_ndcg_at_100_max": -0.023489, "nauc_ndcg_at_100_std": -0.09508, "nauc_ndcg_at_100_diff1": 0.126107, "nauc_ndcg_at_1000_max": 0.051327, "nauc_ndcg_at_1000_std": -0.118236, "nauc_ndcg_at_1000_diff1": 0.071293, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": 0.661926, "nauc_map_at_5_std": -0.574725, "nauc_map_at_5_diff1": 0.661926, "nauc_map_at_10_max": 0.661926, "nauc_map_at_10_std": -0.574725, "nauc_map_at_10_diff1": -0.190583, "nauc_map_at_20_max": 0.644185, "nauc_map_at_20_std": -0.552134, "nauc_map_at_20_diff1": -0.195017, "nauc_map_at_100_max": 0.243354, "nauc_map_at_100_std": -0.340414, "nauc_map_at_100_diff1": -0.01834, "nauc_map_at_1000_max": 0.174233, "nauc_map_at_1000_std": -0.237347, "nauc_map_at_1000_diff1": 0.011999, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": 0.661926, "nauc_recall_at_5_std": -0.574725, "nauc_recall_at_5_diff1": 0.661926, "nauc_recall_at_10_max": 0.661926, "nauc_recall_at_10_std": -0.574725, "nauc_recall_at_10_diff1": -0.196225, "nauc_recall_at_20_max": 0.628862, "nauc_recall_at_20_std": -0.532622, "nauc_recall_at_20_diff1": -0.204336, "nauc_recall_at_100_max": -0.081611, "nauc_recall_at_100_std": -0.016877, "nauc_recall_at_100_diff1": 0.119851, "nauc_recall_at_1000_max": 0.045955, "nauc_recall_at_1000_std": -0.076321, "nauc_recall_at_1000_diff1": 0.054855, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": 0.661926, "nauc_precision_at_5_std": -0.574725, "nauc_precision_at_5_diff1": 0.661926, "nauc_precision_at_10_max": 0.661926, "nauc_precision_at_10_std": -0.574725, "nauc_precision_at_10_diff1": 0.228065, "nauc_precision_at_20_max": 0.249709, "nauc_precision_at_20_std": -0.049817, "nauc_precision_at_20_diff1": -0.014489, "nauc_precision_at_100_max": -0.136513, "nauc_precision_at_100_std": 0.01387, "nauc_precision_at_100_diff1": 0.085035, "nauc_precision_at_1000_max": 0.129261, "nauc_precision_at_1000_std": -0.203328, "nauc_precision_at_1000_diff1": -0.010718, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": 0.661926, "nauc_mrr_at_5_std": -0.574725, "nauc_mrr_at_5_diff1": 0.661926, "nauc_mrr_at_10_max": 0.661926, "nauc_mrr_at_10_std": -0.574725, "nauc_mrr_at_10_diff1": 0.328187, "nauc_mrr_at_20_max": 0.451433, "nauc_mrr_at_20_std": -0.306687, "nauc_mrr_at_20_diff1": 0.187288, "nauc_mrr_at_100_max": 0.119403, "nauc_mrr_at_100_std": -0.175451, "nauc_mrr_at_100_diff1": 0.127511, "nauc_mrr_at_1000_max": 0.145832, "nauc_mrr_at_1000_std": -0.194341, "nauc_mrr_at_1000_diff1": 0.126084, "main_score": 0.00126, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00148, "ndcg_at_5": 0.00328, "ndcg_at_10": 0.00316, "ndcg_at_20": 0.00362, "ndcg_at_100": 0.01023, "ndcg_at_1000": 0.03128, "map_at_1": 0.0, "map_at_3": 0.00023, "map_at_5": 0.00083, "map_at_10": 0.00085, "map_at_20": 0.00092, "map_at_100": 0.00154, "map_at_1000": 0.00201, "recall_at_1": 0.0, "recall_at_3": 0.00047, "recall_at_5": 0.00318, "recall_at_10": 0.00327, "recall_at_20": 0.00461, "recall_at_100": 0.03055, "recall_at_1000": 0.11822, "precision_at_1": 0.0, "precision_at_3": 0.00333, "precision_at_5": 0.005, "precision_at_10": 0.003, "precision_at_20": 0.00275, "precision_at_100": 0.0023, "precision_at_1000": 0.00145, "mrr_at_1": 0.0, "mrr_at_3": 0.005, "mrr_at_5": 0.0085, "mrr_at_10": 0.0085, "mrr_at_20": 0.009946, "mrr_at_100": 0.012628, "mrr_at_1000": 0.014097, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.126643, "nauc_ndcg_at_3_std": 0.228065, "nauc_ndcg_at_3_diff1": -0.087872, "nauc_ndcg_at_5_max": -0.151658, "nauc_ndcg_at_5_std": 0.152128, "nauc_ndcg_at_5_diff1": -0.207179, "nauc_ndcg_at_10_max": -0.153542, "nauc_ndcg_at_10_std": 0.082153, "nauc_ndcg_at_10_diff1": -0.276178, "nauc_ndcg_at_20_max": -0.143065, "nauc_ndcg_at_20_std": 0.032327, "nauc_ndcg_at_20_diff1": -0.239058, "nauc_ndcg_at_100_max": -0.004087, "nauc_ndcg_at_100_std": -0.147252, "nauc_ndcg_at_100_diff1": -0.111647, "nauc_ndcg_at_1000_max": 0.033647, "nauc_ndcg_at_1000_std": -0.190484, "nauc_ndcg_at_1000_diff1": -0.075174, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.254563, "nauc_map_at_3_std": 0.509489, "nauc_map_at_3_diff1": 0.179193, "nauc_map_at_5_max": -0.115034, "nauc_map_at_5_std": 0.105662, "nauc_map_at_5_diff1": -0.266403, "nauc_map_at_10_max": -0.114172, "nauc_map_at_10_std": 0.099625, "nauc_map_at_10_diff1": -0.270923, "nauc_map_at_20_max": -0.122103, "nauc_map_at_20_std": 0.093871, "nauc_map_at_20_diff1": -0.238732, "nauc_map_at_100_max": -0.06158, "nauc_map_at_100_std": 0.00441, "nauc_map_at_100_diff1": -0.167408, "nauc_map_at_1000_max": -0.025313, "nauc_map_at_1000_std": -0.036156, "nauc_map_at_1000_diff1": -0.150514, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.254563, "nauc_recall_at_3_std": 0.509489, "nauc_recall_at_3_diff1": 0.179193, "nauc_recall_at_5_max": -0.164535, "nauc_recall_at_5_std": 0.013886, "nauc_recall_at_5_diff1": -0.363971, "nauc_recall_at_10_max": -0.162176, "nauc_recall_at_10_std": 0.008373, "nauc_recall_at_10_diff1": -0.367375, "nauc_recall_at_20_max": -0.167118, "nauc_recall_at_20_std": 0.017687, "nauc_recall_at_20_diff1": -0.220701, "nauc_recall_at_100_max": 0.041162, "nauc_recall_at_100_std": -0.213678, "nauc_recall_at_100_diff1": -0.09371, "nauc_recall_at_1000_max": 0.063025, "nauc_recall_at_1000_std": -0.248409, "nauc_recall_at_1000_diff1": -0.100407, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.126643, "nauc_precision_at_3_std": 0.228065, "nauc_precision_at_3_diff1": -0.087872, "nauc_precision_at_5_max": -0.163295, "nauc_precision_at_5_std": 0.269761, "nauc_precision_at_5_diff1": -0.081406, "nauc_precision_at_10_max": -0.14784, "nauc_precision_at_10_std": 0.190502, "nauc_precision_at_10_diff1": -0.151105, "nauc_precision_at_20_max": -0.143254, "nauc_precision_at_20_std": 0.130668, "nauc_precision_at_20_diff1": -0.053101, "nauc_precision_at_100_max": -0.016717, "nauc_precision_at_100_std": -0.034417, "nauc_precision_at_100_diff1": -0.006457, "nauc_precision_at_1000_max": -0.030385, "nauc_precision_at_1000_std": -0.002366, "nauc_precision_at_1000_diff1": 0.068242, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.126643, "nauc_mrr_at_3_std": 0.228065, "nauc_mrr_at_3_diff1": -0.087872, "nauc_mrr_at_5_max": -0.080746, "nauc_mrr_at_5_std": 0.271485, "nauc_mrr_at_5_diff1": -0.068798, "nauc_mrr_at_10_max": -0.080746, "nauc_mrr_at_10_std": 0.271485, "nauc_mrr_at_10_diff1": -0.068798, "nauc_mrr_at_20_max": -0.092949, "nauc_mrr_at_20_std": 0.240024, "nauc_mrr_at_20_diff1": -0.052114, "nauc_mrr_at_100_max": -0.082204, "nauc_mrr_at_100_std": 0.187024, "nauc_mrr_at_100_diff1": -0.04602, "nauc_mrr_at_1000_max": -0.083916, "nauc_mrr_at_1000_std": 0.179568, "nauc_mrr_at_1000_diff1": -0.042164, "main_score": 0.00316, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00167, "ndcg_at_20": 0.00161, "ndcg_at_100": 0.00371, "ndcg_at_1000": 0.03194, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.00056, "map_at_20": 0.00056, "map_at_100": 0.00067, "map_at_1000": 0.00125, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00505, "recall_at_20": 0.00505, "recall_at_100": 0.00989, "recall_at_1000": 0.14532, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.001, "precision_at_20": 0.0005, "precision_at_100": 0.00125, "precision_at_1000": 0.00155, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.001111, "mrr_at_20": 0.001111, "mrr_at_100": 0.002666, "mrr_at_1000": 0.004352, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.24237, "nauc_ndcg_at_10_std": -0.538151, "nauc_ndcg_at_10_diff1": -0.430906, "nauc_ndcg_at_20_max": -0.230259, "nauc_ndcg_at_20_std": -0.550261, "nauc_ndcg_at_20_diff1": -0.425665, "nauc_ndcg_at_100_max": -0.03606, "nauc_ndcg_at_100_std": -0.376492, "nauc_ndcg_at_100_diff1": -0.013979, "nauc_ndcg_at_1000_max": 0.12101, "nauc_ndcg_at_1000_std": 0.025879, "nauc_ndcg_at_1000_diff1": -0.002693, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.209522, "nauc_map_at_10_std": -0.570998, "nauc_map_at_10_diff1": -0.416692, "nauc_map_at_20_max": -0.209522, "nauc_map_at_20_std": -0.570998, "nauc_map_at_20_diff1": -0.416692, "nauc_map_at_100_max": -0.143179, "nauc_map_at_100_std": -0.517868, "nauc_map_at_100_diff1": -0.289633, "nauc_map_at_1000_max": -0.042731, "nauc_map_at_1000_std": -0.309155, "nauc_map_at_1000_diff1": -0.179362, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.209522, "nauc_recall_at_10_std": -0.570998, "nauc_recall_at_10_diff1": -0.416692, "nauc_recall_at_20_max": -0.209522, "nauc_recall_at_20_std": -0.570998, "nauc_recall_at_20_diff1": -0.416692, "nauc_recall_at_100_max": -0.02802, "nauc_recall_at_100_std": -0.416423, "nauc_recall_at_100_diff1": -0.076827, "nauc_recall_at_1000_max": 0.154314, "nauc_recall_at_1000_std": 0.049076, "nauc_recall_at_1000_diff1": -0.008763, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.39026, "nauc_precision_at_10_std": -0.39026, "nauc_precision_at_10_diff1": -0.494902, "nauc_precision_at_20_max": -0.39026, "nauc_precision_at_20_std": -0.39026, "nauc_precision_at_20_diff1": -0.494902, "nauc_precision_at_100_max": -0.089133, "nauc_precision_at_100_std": -0.136507, "nauc_precision_at_100_diff1": 0.133641, "nauc_precision_at_1000_max": 0.005355, "nauc_precision_at_1000_std": 0.011874, "nauc_precision_at_1000_diff1": -0.015898, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.39026, "nauc_mrr_at_10_std": -0.39026, "nauc_mrr_at_10_diff1": -0.494902, "nauc_mrr_at_20_max": -0.39026, "nauc_mrr_at_20_std": -0.39026, "nauc_mrr_at_20_diff1": -0.494902, "nauc_mrr_at_100_max": -0.181231, "nauc_mrr_at_100_std": -0.252869, "nauc_mrr_at_100_diff1": -0.10785, "nauc_mrr_at_1000_max": -0.114326, "nauc_mrr_at_1000_std": -0.147766, "nauc_mrr_at_1000_diff1": -0.098805, "main_score": 0.00167, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00074, "ndcg_at_5": 0.00053, "ndcg_at_10": 0.00035, "ndcg_at_20": 0.00043, "ndcg_at_100": 0.00325, "ndcg_at_1000": 0.02384, "map_at_1": 0.0, "map_at_3": 4e-05, "map_at_5": 4e-05, "map_at_10": 4e-05, "map_at_20": 6e-05, "map_at_100": 0.00032, "map_at_1000": 0.00063, "recall_at_1": 0.0, "recall_at_3": 8e-05, "recall_at_5": 8e-05, "recall_at_10": 8e-05, "recall_at_20": 0.00021, "recall_at_100": 0.01174, "recall_at_1000": 0.11476, "precision_at_1": 0.0, "precision_at_3": 0.00167, "precision_at_5": 0.001, "precision_at_10": 0.0005, "precision_at_20": 0.00075, "precision_at_100": 0.00085, "precision_at_1000": 0.0012, "mrr_at_1": 0.0, "mrr_at_3": 0.0025, "mrr_at_5": 0.0025, "mrr_at_10": 0.0025, "mrr_at_20": 0.00275, "mrr_at_100": 0.003819, "mrr_at_1000": 0.005206, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.098471, "nauc_ndcg_at_3_std": -0.499598, "nauc_ndcg_at_3_diff1": 0.098471, "nauc_ndcg_at_5_max": 0.098471, "nauc_ndcg_at_5_std": -0.499598, "nauc_ndcg_at_5_diff1": 0.098471, "nauc_ndcg_at_10_max": 0.098471, "nauc_ndcg_at_10_std": -0.499598, "nauc_ndcg_at_10_diff1": 0.098471, "nauc_ndcg_at_20_max": -0.028072, "nauc_ndcg_at_20_std": -0.217713, "nauc_ndcg_at_20_diff1": -0.028072, "nauc_ndcg_at_100_max": 0.405708, "nauc_ndcg_at_100_std": -0.291461, "nauc_ndcg_at_100_diff1": -0.11563, "nauc_ndcg_at_1000_max": 0.191239, "nauc_ndcg_at_1000_std": -0.2042, "nauc_ndcg_at_1000_diff1": 0.027834, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.098471, "nauc_map_at_3_std": -0.499598, "nauc_map_at_3_diff1": 0.098471, "nauc_map_at_5_max": 0.098471, "nauc_map_at_5_std": -0.499598, "nauc_map_at_5_diff1": 0.098471, "nauc_map_at_10_max": 0.098471, "nauc_map_at_10_std": -0.499598, "nauc_map_at_10_diff1": 0.098471, "nauc_map_at_20_max": 0.067506, "nauc_map_at_20_std": -0.430621, "nauc_map_at_20_diff1": 0.067506, "nauc_map_at_100_max": 0.437536, "nauc_map_at_100_std": -0.304247, "nauc_map_at_100_diff1": -0.18147, "nauc_map_at_1000_max": 0.297309, "nauc_map_at_1000_std": -0.257737, "nauc_map_at_1000_diff1": -0.091161, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.098471, "nauc_recall_at_3_std": -0.499598, "nauc_recall_at_3_diff1": 0.098471, "nauc_recall_at_5_max": 0.098471, "nauc_recall_at_5_std": -0.499598, "nauc_recall_at_5_diff1": 0.098471, "nauc_recall_at_10_max": 0.098471, "nauc_recall_at_10_std": -0.499598, "nauc_recall_at_10_diff1": 0.098471, "nauc_recall_at_20_max": -0.06528, "nauc_recall_at_20_std": -0.134831, "nauc_recall_at_20_diff1": -0.06528, "nauc_recall_at_100_max": 0.456255, "nauc_recall_at_100_std": -0.274807, "nauc_recall_at_100_diff1": -0.16132, "nauc_recall_at_1000_max": 0.146509, "nauc_recall_at_1000_std": -0.165534, "nauc_recall_at_1000_diff1": -0.046423, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.098471, "nauc_precision_at_3_std": -0.499598, "nauc_precision_at_3_diff1": 0.098471, "nauc_precision_at_5_max": 0.098471, "nauc_precision_at_5_std": -0.499598, "nauc_precision_at_5_diff1": 0.098471, "nauc_precision_at_10_max": 0.098471, "nauc_precision_at_10_std": -0.499598, "nauc_precision_at_10_diff1": 0.098471, "nauc_precision_at_20_max": -0.125928, "nauc_precision_at_20_std": 0.000268, "nauc_precision_at_20_diff1": -0.125928, "nauc_precision_at_100_max": 0.192017, "nauc_precision_at_100_std": -0.25305, "nauc_precision_at_100_diff1": 0.147004, "nauc_precision_at_1000_max": 0.007759, "nauc_precision_at_1000_std": 0.022104, "nauc_precision_at_1000_diff1": 0.189092, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.098471, "nauc_mrr_at_3_std": -0.499598, "nauc_mrr_at_3_diff1": 0.098471, "nauc_mrr_at_5_max": 0.098471, "nauc_mrr_at_5_std": -0.499598, "nauc_mrr_at_5_diff1": 0.098471, "nauc_mrr_at_10_max": 0.098471, "nauc_mrr_at_10_std": -0.499598, "nauc_mrr_at_10_diff1": 0.098471, "nauc_mrr_at_20_max": 0.037271, "nauc_mrr_at_20_std": -0.36327, "nauc_mrr_at_20_diff1": 0.037271, "nauc_mrr_at_100_max": 0.101919, "nauc_mrr_at_100_std": -0.345585, "nauc_mrr_at_100_diff1": 0.075499, "nauc_mrr_at_1000_max": 0.074037, "nauc_mrr_at_1000_std": -0.289869, "nauc_mrr_at_1000_diff1": 0.071029, "main_score": 0.00035, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.005, "ndcg_at_3": 0.00293, "ndcg_at_5": 0.0031, "ndcg_at_10": 0.00509, "ndcg_at_20": 0.00676, "ndcg_at_100": 0.01259, "ndcg_at_1000": 0.04421, "map_at_1": 0.00014, "map_at_3": 0.00015, "map_at_5": 0.00017, "map_at_10": 0.00037, "map_at_20": 0.00056, "map_at_100": 0.00111, "map_at_1000": 0.00221, "recall_at_1": 0.00014, "recall_at_3": 0.00015, "recall_at_5": 0.00029, "recall_at_10": 0.00184, "recall_at_20": 0.00447, "recall_at_100": 0.02278, "recall_at_1000": 0.12615, "precision_at_1": 0.005, "precision_at_3": 0.00333, "precision_at_5": 0.004, "precision_at_10": 0.0085, "precision_at_20": 0.009, "precision_at_100": 0.00755, "precision_at_1000": 0.00557, "mrr_at_1": 0.005, "mrr_at_3": 0.006667, "mrr_at_5": 0.008667, "mrr_at_10": 0.016115, "mrr_at_20": 0.021042, "mrr_at_100": 0.025658, "mrr_at_1000": 0.027164, "nauc_ndcg_at_1_max": -0.205796, "nauc_ndcg_at_1_std": 0.323853, "nauc_ndcg_at_1_diff1": -0.499598, "nauc_ndcg_at_3_max": -0.247652, "nauc_ndcg_at_3_std": 0.244969, "nauc_ndcg_at_3_diff1": -0.267293, "nauc_ndcg_at_5_max": -0.240507, "nauc_ndcg_at_5_std": 0.3348, "nauc_ndcg_at_5_diff1": -0.314148, "nauc_ndcg_at_10_max": -0.085075, "nauc_ndcg_at_10_std": 0.079299, "nauc_ndcg_at_10_diff1": -0.173036, "nauc_ndcg_at_20_max": -0.140102, "nauc_ndcg_at_20_std": 0.086464, "nauc_ndcg_at_20_diff1": -0.136298, "nauc_ndcg_at_100_max": -0.109862, "nauc_ndcg_at_100_std": 0.019479, "nauc_ndcg_at_100_diff1": -0.162457, "nauc_ndcg_at_1000_max": -0.190349, "nauc_ndcg_at_1000_std": 0.15088, "nauc_ndcg_at_1000_diff1": -0.063042, "nauc_map_at_1_max": -0.205796, "nauc_map_at_1_std": 0.323853, "nauc_map_at_1_diff1": -0.499598, "nauc_map_at_3_max": -0.209729, "nauc_map_at_3_std": 0.316439, "nauc_map_at_3_diff1": -0.477764, "nauc_map_at_5_max": -0.215863, "nauc_map_at_5_std": 0.356107, "nauc_map_at_5_diff1": -0.467918, "nauc_map_at_10_max": -0.15143, "nauc_map_at_10_std": 0.177567, "nauc_map_at_10_diff1": -0.209473, "nauc_map_at_20_max": -0.12387, "nauc_map_at_20_std": 0.084256, "nauc_map_at_20_diff1": -0.200861, "nauc_map_at_100_max": -0.050203, "nauc_map_at_100_std": -0.010198, "nauc_map_at_100_diff1": -0.18191, "nauc_map_at_1000_max": -0.130211, "nauc_map_at_1000_std": 0.066114, "nauc_map_at_1000_diff1": -0.077931, "nauc_recall_at_1_max": -0.205796, "nauc_recall_at_1_std": 0.323853, "nauc_recall_at_1_diff1": -0.499598, "nauc_recall_at_3_max": -0.21717, "nauc_recall_at_3_std": 0.302417, "nauc_recall_at_3_diff1": -0.436471, "nauc_recall_at_5_max": -0.232124, "nauc_recall_at_5_std": 0.428533, "nauc_recall_at_5_diff1": -0.42635, "nauc_recall_at_10_max": -0.147426, "nauc_recall_at_10_std": 0.126746, "nauc_recall_at_10_diff1": 0.001548, "nauc_recall_at_20_max": -0.079862, "nauc_recall_at_20_std": 0.007625, "nauc_recall_at_20_diff1": -0.105626, "nauc_recall_at_100_max": -0.025335, "nauc_recall_at_100_std": -0.063332, "nauc_recall_at_100_diff1": -0.204198, "nauc_recall_at_1000_max": -0.134366, "nauc_recall_at_1000_std": 0.143224, "nauc_recall_at_1000_diff1": -0.113109, "nauc_precision_at_1_max": -0.205796, "nauc_precision_at_1_std": 0.323853, "nauc_precision_at_1_diff1": -0.499598, "nauc_precision_at_3_max": -0.310437, "nauc_precision_at_3_std": 0.126643, "nauc_precision_at_3_diff1": 0.081164, "nauc_precision_at_5_max": -0.199155, "nauc_precision_at_5_std": 0.209552, "nauc_precision_at_5_diff1": -0.166957, "nauc_precision_at_10_max": -0.054657, "nauc_precision_at_10_std": -0.023517, "nauc_precision_at_10_diff1": -0.055588, "nauc_precision_at_20_max": -0.112172, "nauc_precision_at_20_std": 0.034062, "nauc_precision_at_20_diff1": -0.062366, "nauc_precision_at_100_max": -0.141542, "nauc_precision_at_100_std": -0.001867, "nauc_precision_at_100_diff1": -0.025577, "nauc_precision_at_1000_max": -0.192167, "nauc_precision_at_1000_std": 0.051595, "nauc_precision_at_1000_diff1": 0.139528, "nauc_mrr_at_1_max": -0.205796, "nauc_mrr_at_1_std": 0.323853, "nauc_mrr_at_1_diff1": -0.499598, "nauc_mrr_at_3_max": -0.258116, "nauc_mrr_at_3_std": 0.225248, "nauc_mrr_at_3_diff1": -0.209217, "nauc_mrr_at_5_max": -0.218829, "nauc_mrr_at_5_std": 0.240759, "nauc_mrr_at_5_diff1": -0.256723, "nauc_mrr_at_10_max": -0.110184, "nauc_mrr_at_10_std": 0.086486, "nauc_mrr_at_10_diff1": -0.179445, "nauc_mrr_at_20_max": -0.133397, "nauc_mrr_at_20_std": 0.110221, "nauc_mrr_at_20_diff1": -0.156715, "nauc_mrr_at_100_max": -0.127163, "nauc_mrr_at_100_std": 0.0785, "nauc_mrr_at_100_diff1": -0.158515, "nauc_mrr_at_1000_max": -0.132229, "nauc_mrr_at_1000_std": 0.087203, "nauc_mrr_at_1000_diff1": -0.149738, "main_score": 0.00509, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00138, "ndcg_at_1000": 0.01998, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 7e-05, "map_at_1000": 0.00047, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00267, "recall_at_1000": 0.0611, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0012, "precision_at_1000": 0.00343, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.001439, "mrr_at_1000": 0.003213, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.27552, "nauc_ndcg_at_100_std": -0.271154, "nauc_ndcg_at_100_diff1": -0.231818, "nauc_ndcg_at_1000_max": -0.124139, "nauc_ndcg_at_1000_std": -0.091448, "nauc_ndcg_at_1000_diff1": -0.051108, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.341141, "nauc_map_at_100_std": -0.249375, "nauc_map_at_100_diff1": -0.246533, "nauc_map_at_1000_max": -0.160217, "nauc_map_at_1000_std": -0.257063, "nauc_map_at_1000_diff1": -0.189385, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.260307, "nauc_recall_at_100_std": -0.153097, "nauc_recall_at_100_diff1": -0.095957, "nauc_recall_at_1000_max": -0.063282, "nauc_recall_at_1000_std": -0.006945, "nauc_recall_at_1000_diff1": 0.072718, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.227741, "nauc_precision_at_100_std": -0.380467, "nauc_precision_at_100_diff1": -0.314563, "nauc_precision_at_1000_max": -0.242471, "nauc_precision_at_1000_std": -0.34404, "nauc_precision_at_1000_diff1": -0.282164, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.136456, "nauc_mrr_at_100_std": -0.350647, "nauc_mrr_at_100_diff1": -0.274684, "nauc_mrr_at_1000_max": -0.158796, "nauc_mrr_at_1000_std": -0.246991, "nauc_mrr_at_1000_diff1": -0.232522, "main_score": 0.0, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.005, "ndcg_at_3": 0.00352, "ndcg_at_5": 0.00305, "ndcg_at_10": 0.00276, "ndcg_at_20": 0.00293, "ndcg_at_100": 0.00367, "ndcg_at_1000": 0.01963, "map_at_1": 0.00039, "map_at_3": 0.00043, "map_at_5": 0.00044, "map_at_10": 0.00045, "map_at_20": 0.00054, "map_at_100": 0.0006, "map_at_1000": 0.00094, "recall_at_1": 0.00039, "recall_at_3": 0.00053, "recall_at_5": 0.00054, "recall_at_10": 0.00063, "recall_at_20": 0.00161, "recall_at_100": 0.00437, "recall_at_1000": 0.05588, "precision_at_1": 0.01, "precision_at_3": 0.005, "precision_at_5": 0.004, "precision_at_10": 0.0035, "precision_at_20": 0.003, "precision_at_100": 0.00185, "precision_at_1000": 0.00309, "mrr_at_1": 0.01, "mrr_at_3": 0.011667, "mrr_at_5": 0.012917, "mrr_at_10": 0.013631, "mrr_at_20": 0.015059, "mrr_at_100": 0.016457, "mrr_at_1000": 0.017967, "nauc_ndcg_at_1_max": 0.830963, "nauc_ndcg_at_1_std": 0.126643, "nauc_ndcg_at_1_diff1": 0.49289, "nauc_ndcg_at_3_max": 0.387443, "nauc_ndcg_at_3_std": 0.060907, "nauc_ndcg_at_3_diff1": 0.222431, "nauc_ndcg_at_5_max": 0.365092, "nauc_ndcg_at_5_std": -0.003529, "nauc_ndcg_at_5_diff1": 0.212112, "nauc_ndcg_at_10_max": 0.272055, "nauc_ndcg_at_10_std": -0.125091, "nauc_ndcg_at_10_diff1": 0.144087, "nauc_ndcg_at_20_max": 0.089923, "nauc_ndcg_at_20_std": 0.152735, "nauc_ndcg_at_20_diff1": 0.294136, "nauc_ndcg_at_100_max": 0.148351, "nauc_ndcg_at_100_std": 0.071336, "nauc_ndcg_at_100_diff1": 0.171368, "nauc_ndcg_at_1000_max": -0.08087, "nauc_ndcg_at_1000_std": 0.193322, "nauc_ndcg_at_1000_diff1": 0.075568, "nauc_map_at_1_max": 0.70845, "nauc_map_at_1_std": 0.269575, "nauc_map_at_1_diff1": 0.370377, "nauc_map_at_3_max": 0.575946, "nauc_map_at_3_std": 0.232267, "nauc_map_at_3_diff1": 0.294819, "nauc_map_at_5_max": 0.573699, "nauc_map_at_5_std": 0.228469, "nauc_map_at_5_diff1": 0.293895, "nauc_map_at_10_max": 0.542032, "nauc_map_at_10_std": 0.202185, "nauc_map_at_10_diff1": 0.270157, "nauc_map_at_20_max": 0.393751, "nauc_map_at_20_std": 0.301781, "nauc_map_at_20_diff1": 0.347751, "nauc_map_at_100_max": 0.371228, "nauc_map_at_100_std": 0.280248, "nauc_map_at_100_diff1": 0.3312, "nauc_map_at_1000_max": 0.243811, "nauc_map_at_1000_std": 0.224737, "nauc_map_at_1000_diff1": 0.320377, "nauc_recall_at_1_max": 0.70845, "nauc_recall_at_1_std": 0.269575, "nauc_recall_at_1_diff1": 0.370377, "nauc_recall_at_3_max": 0.382451, "nauc_recall_at_3_std": 0.177786, "nauc_recall_at_3_diff1": 0.184483, "nauc_recall_at_5_max": 0.378114, "nauc_recall_at_5_std": 0.166293, "nauc_recall_at_5_diff1": 0.183169, "nauc_recall_at_10_max": 0.260883, "nauc_recall_at_10_std": 0.063643, "nauc_recall_at_10_diff1": 0.086006, "nauc_recall_at_20_max": -0.118762, "nauc_recall_at_20_std": 0.509405, "nauc_recall_at_20_diff1": 0.48007, "nauc_recall_at_100_max": 0.16172, "nauc_recall_at_100_std": 0.086988, "nauc_recall_at_100_diff1": 0.162606, "nauc_recall_at_1000_max": -0.128097, "nauc_recall_at_1000_std": 0.326969, "nauc_recall_at_1000_diff1": 0.026502, "nauc_precision_at_1_max": 0.830963, "nauc_precision_at_1_std": 0.126643, "nauc_precision_at_1_diff1": 0.49289, "nauc_precision_at_3_max": 0.387443, "nauc_precision_at_3_std": 0.060907, "nauc_precision_at_3_diff1": 0.222431, "nauc_precision_at_5_max": 0.3152, "nauc_precision_at_5_std": -0.098001, "nauc_precision_at_5_diff1": 0.191441, "nauc_precision_at_10_max": 0.136878, "nauc_precision_at_10_std": -0.291579, "nauc_precision_at_10_diff1": 0.055426, "nauc_precision_at_20_max": -0.008608, "nauc_precision_at_20_std": 0.030834, "nauc_precision_at_20_diff1": 0.241861, "nauc_precision_at_100_max": 0.190488, "nauc_precision_at_100_std": -0.236905, "nauc_precision_at_100_diff1": 0.118683, "nauc_precision_at_1000_max": 0.015619, "nauc_precision_at_1000_std": -0.194202, "nauc_precision_at_1000_diff1": 0.134118, "nauc_mrr_at_1_max": 0.830963, "nauc_mrr_at_1_std": 0.126643, "nauc_mrr_at_1_diff1": 0.49289, "nauc_mrr_at_3_max": 0.640883, "nauc_mrr_at_3_std": 0.098471, "nauc_mrr_at_3_diff1": 0.376979, "nauc_mrr_at_5_max": 0.588392, "nauc_mrr_at_5_std": 0.033323, "nauc_mrr_at_5_diff1": 0.350026, "nauc_mrr_at_10_max": 0.531379, "nauc_mrr_at_10_std": 0.005397, "nauc_mrr_at_10_diff1": 0.301568, "nauc_mrr_at_20_max": 0.462761, "nauc_mrr_at_20_std": 0.04267, "nauc_mrr_at_20_diff1": 0.310777, "nauc_mrr_at_100_max": 0.453344, "nauc_mrr_at_100_std": 0.003676, "nauc_mrr_at_100_diff1": 0.284479, "nauc_mrr_at_1000_max": 0.433231, "nauc_mrr_at_1000_std": 0.011428, "nauc_mrr_at_1000_diff1": 0.276824, "main_score": 0.00276, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.02, "ndcg_at_3": 0.01683, "ndcg_at_5": 0.01583, "ndcg_at_10": 0.01672, "ndcg_at_20": 0.0177, "ndcg_at_100": 0.02268, "ndcg_at_1000": 0.05357, "map_at_1": 0.00036, "map_at_3": 0.00123, "map_at_5": 0.00203, "map_at_10": 0.00356, "map_at_20": 0.00407, "map_at_100": 0.00475, "map_at_1000": 0.00587, "recall_at_1": 0.00036, "recall_at_3": 0.00209, "recall_at_5": 0.00593, "recall_at_10": 0.01296, "recall_at_20": 0.0184, "recall_at_100": 0.038, "recall_at_1000": 0.15597, "precision_at_1": 0.03, "precision_at_3": 0.02333, "precision_at_5": 0.019, "precision_at_10": 0.0165, "precision_at_20": 0.014, "precision_at_100": 0.00865, "precision_at_1000": 0.00538, "mrr_at_1": 0.03, "mrr_at_3": 0.041667, "mrr_at_5": 0.047167, "mrr_at_10": 0.05222, "mrr_at_20": 0.056713, "mrr_at_100": 0.060469, "mrr_at_1000": 0.06225, "nauc_ndcg_at_1_max": 0.394285, "nauc_ndcg_at_1_std": -0.36581, "nauc_ndcg_at_1_diff1": -0.015025, "nauc_ndcg_at_3_max": 0.316045, "nauc_ndcg_at_3_std": -0.243721, "nauc_ndcg_at_3_diff1": 0.053093, "nauc_ndcg_at_5_max": 0.16901, "nauc_ndcg_at_5_std": -0.130935, "nauc_ndcg_at_5_diff1": 0.116213, "nauc_ndcg_at_10_max": 0.143116, "nauc_ndcg_at_10_std": -0.095723, "nauc_ndcg_at_10_diff1": 0.139975, "nauc_ndcg_at_20_max": 0.061773, "nauc_ndcg_at_20_std": 0.029461, "nauc_ndcg_at_20_diff1": 0.181444, "nauc_ndcg_at_100_max": -0.041328, "nauc_ndcg_at_100_std": 0.11019, "nauc_ndcg_at_100_diff1": 0.1943, "nauc_ndcg_at_1000_max": -0.123648, "nauc_ndcg_at_1000_std": 0.176334, "nauc_ndcg_at_1000_diff1": 0.170427, "nauc_map_at_1_max": 0.395702, "nauc_map_at_1_std": -0.345242, "nauc_map_at_1_diff1": -0.057373, "nauc_map_at_3_max": 0.018533, "nauc_map_at_3_std": 0.188958, "nauc_map_at_3_diff1": 0.193544, "nauc_map_at_5_max": -0.121906, "nauc_map_at_5_std": 0.238413, "nauc_map_at_5_diff1": 0.408054, "nauc_map_at_10_max": 0.127949, "nauc_map_at_10_std": 0.015417, "nauc_map_at_10_diff1": 0.238403, "nauc_map_at_20_max": 0.087029, "nauc_map_at_20_std": 0.085228, "nauc_map_at_20_diff1": 0.242956, "nauc_map_at_100_max": 0.058935, "nauc_map_at_100_std": 0.104534, "nauc_map_at_100_diff1": 0.24223, "nauc_map_at_1000_max": 0.037381, "nauc_map_at_1000_std": 0.114866, "nauc_map_at_1000_diff1": 0.23183, "nauc_recall_at_1_max": 0.395702, "nauc_recall_at_1_std": -0.345242, "nauc_recall_at_1_diff1": -0.057373, "nauc_recall_at_3_max": -0.062552, "nauc_recall_at_3_std": 0.270791, "nauc_recall_at_3_diff1": 0.275462, "nauc_recall_at_5_max": -0.242507, "nauc_recall_at_5_std": 0.311515, "nauc_recall_at_5_diff1": 0.594837, "nauc_recall_at_10_max": 0.092568, "nauc_recall_at_10_std": 0.032499, "nauc_recall_at_10_diff1": 0.306422, "nauc_recall_at_20_max": 0.008849, "nauc_recall_at_20_std": 0.168056, "nauc_recall_at_20_diff1": 0.258449, "nauc_recall_at_100_max": -0.098064, "nauc_recall_at_100_std": 0.179986, "nauc_recall_at_100_diff1": 0.197715, "nauc_recall_at_1000_max": -0.229734, "nauc_recall_at_1000_std": 0.294689, "nauc_recall_at_1000_diff1": 0.168825, "nauc_precision_at_1_max": 0.455326, "nauc_precision_at_1_std": -0.335301, "nauc_precision_at_1_diff1": 0.003488, "nauc_precision_at_3_max": 0.358465, "nauc_precision_at_3_std": -0.234428, "nauc_precision_at_3_diff1": 0.063743, "nauc_precision_at_5_max": 0.178752, "nauc_precision_at_5_std": -0.127886, "nauc_precision_at_5_diff1": 0.100871, "nauc_precision_at_10_max": 0.142873, "nauc_precision_at_10_std": -0.114234, "nauc_precision_at_10_diff1": 0.08774, "nauc_precision_at_20_max": 0.100159, "nauc_precision_at_20_std": -0.037113, "nauc_precision_at_20_diff1": 0.126925, "nauc_precision_at_100_max": 0.056668, "nauc_precision_at_100_std": -0.065718, "nauc_precision_at_100_diff1": 0.096897, "nauc_precision_at_1000_max": 0.110715, "nauc_precision_at_1000_std": -0.15727, "nauc_precision_at_1000_diff1": 0.062604, "nauc_mrr_at_1_max": 0.455326, "nauc_mrr_at_1_std": -0.335301, "nauc_mrr_at_1_diff1": 0.003488, "nauc_mrr_at_3_max": 0.377719, "nauc_mrr_at_3_std": -0.249085, "nauc_mrr_at_3_diff1": 0.068173, "nauc_mrr_at_5_max": 0.297219, "nauc_mrr_at_5_std": -0.204995, "nauc_mrr_at_5_diff1": 0.079811, "nauc_mrr_at_10_max": 0.258016, "nauc_mrr_at_10_std": -0.179388, "nauc_mrr_at_10_diff1": 0.089602, "nauc_mrr_at_20_max": 0.238464, "nauc_mrr_at_20_std": -0.154204, "nauc_mrr_at_20_diff1": 0.105456, "nauc_mrr_at_100_max": 0.237092, "nauc_mrr_at_100_std": -0.157279, "nauc_mrr_at_100_diff1": 0.100714, "nauc_mrr_at_1000_max": 0.237448, "nauc_mrr_at_1000_std": -0.159053, "nauc_mrr_at_1000_diff1": 0.100375, "main_score": 0.01672, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00032, "ndcg_at_20": 0.00032, "ndcg_at_100": 0.00375, "ndcg_at_1000": 0.02258, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 2e-05, "map_at_20": 5e-05, "map_at_100": 0.00024, "map_at_1000": 0.0007, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00016, "recall_at_20": 0.00032, "recall_at_100": 0.01062, "recall_at_1000": 0.08918, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0005, "precision_at_20": 0.0005, "precision_at_100": 0.00195, "precision_at_1000": 0.00271, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0005, "mrr_at_20": 0.0005, "mrr_at_100": 0.002642, "mrr_at_1000": 0.004367, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.415079, "nauc_ndcg_at_10_std": 0.661926, "nauc_ndcg_at_10_diff1": 0.323853, "nauc_ndcg_at_20_max": -0.415079, "nauc_ndcg_at_20_std": 0.661926, "nauc_ndcg_at_20_diff1": 0.323853, "nauc_ndcg_at_100_max": -0.391343, "nauc_ndcg_at_100_std": 0.184608, "nauc_ndcg_at_100_diff1": -0.195071, "nauc_ndcg_at_1000_max": -0.285074, "nauc_ndcg_at_1000_std": -0.009569, "nauc_ndcg_at_1000_diff1": -0.126306, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.415079, "nauc_map_at_10_std": 0.661926, "nauc_map_at_10_diff1": 0.323853, "nauc_map_at_20_max": -0.415079, "nauc_map_at_20_std": 0.661926, "nauc_map_at_20_diff1": 0.323853, "nauc_map_at_100_max": -0.457097, "nauc_map_at_100_std": 0.425104, "nauc_map_at_100_diff1": -0.134011, "nauc_map_at_1000_max": -0.356543, "nauc_map_at_1000_std": 0.103132, "nauc_map_at_1000_diff1": -0.133021, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.415079, "nauc_recall_at_10_std": 0.661926, "nauc_recall_at_10_diff1": 0.323853, "nauc_recall_at_20_max": -0.415079, "nauc_recall_at_20_std": 0.661926, "nauc_recall_at_20_diff1": 0.323853, "nauc_recall_at_100_max": -0.471613, "nauc_recall_at_100_std": 0.371795, "nauc_recall_at_100_diff1": -0.277486, "nauc_recall_at_1000_max": -0.278438, "nauc_recall_at_1000_std": -0.006395, "nauc_recall_at_1000_diff1": -0.131097, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.415079, "nauc_precision_at_10_std": 0.661926, "nauc_precision_at_10_diff1": 0.323853, "nauc_precision_at_20_max": -0.415079, "nauc_precision_at_20_std": 0.661926, "nauc_precision_at_20_diff1": 0.323853, "nauc_precision_at_100_max": -0.221139, "nauc_precision_at_100_std": -0.011319, "nauc_precision_at_100_diff1": -0.051355, "nauc_precision_at_1000_max": -0.087661, "nauc_precision_at_1000_std": -0.028955, "nauc_precision_at_1000_diff1": 0.120199, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.415079, "nauc_mrr_at_10_std": 0.661926, "nauc_mrr_at_10_diff1": 0.323853, "nauc_mrr_at_20_max": -0.415079, "nauc_mrr_at_20_std": 0.661926, "nauc_mrr_at_20_diff1": 0.323853, "nauc_mrr_at_100_max": -0.310493, "nauc_mrr_at_100_std": 0.05062, "nauc_mrr_at_100_diff1": -0.097489, "nauc_mrr_at_1000_max": -0.288358, "nauc_mrr_at_1000_std": 0.048765, "nauc_mrr_at_1000_diff1": -0.064411, "main_score": 0.00032, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0002, "ndcg_at_20": 0.00112, "ndcg_at_100": 0.00347, "ndcg_at_1000": 0.02082, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 7e-05, "map_at_100": 0.00017, "map_at_1000": 0.0006, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 2e-05, "recall_at_20": 0.00138, "recall_at_100": 0.00678, "recall_at_1000": 0.077, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0005, "precision_at_20": 0.00125, "precision_at_100": 0.00215, "precision_at_1000": 0.00249, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.000833, "mrr_at_20": 0.002012, "mrr_at_100": 0.004587, "mrr_at_1000": 0.006102, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": 0.323853, "nauc_ndcg_at_10_std": -0.499598, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": -0.322669, "nauc_ndcg_at_20_std": 0.454806, "nauc_ndcg_at_20_diff1": 0.604589, "nauc_ndcg_at_100_max": -0.198499, "nauc_ndcg_at_100_std": 0.391318, "nauc_ndcg_at_100_diff1": 0.214895, "nauc_ndcg_at_1000_max": -0.165965, "nauc_ndcg_at_1000_std": 0.331966, "nauc_ndcg_at_1000_diff1": 0.101985, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": 0.323853, "nauc_map_at_10_std": -0.499598, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": -0.453706, "nauc_map_at_20_std": 0.84859, "nauc_map_at_20_diff1": 0.932691, "nauc_map_at_100_max": -0.298881, "nauc_map_at_100_std": 0.615131, "nauc_map_at_100_diff1": 0.39813, "nauc_map_at_1000_max": -0.197948, "nauc_map_at_1000_std": 0.47104, "nauc_map_at_1000_diff1": 0.215227, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": 0.323853, "nauc_recall_at_10_std": -0.499598, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": -0.478042, "nauc_recall_at_20_std": 0.893214, "nauc_recall_at_20_diff1": 0.937524, "nauc_recall_at_100_max": -0.249798, "nauc_recall_at_100_std": 0.548823, "nauc_recall_at_100_diff1": 0.159752, "nauc_recall_at_1000_max": -0.174144, "nauc_recall_at_1000_std": 0.36342, "nauc_recall_at_1000_diff1": 0.070259, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": 0.323853, "nauc_precision_at_10_std": -0.499598, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": -0.162168, "nauc_precision_at_20_std": -0.028065, "nauc_precision_at_20_diff1": 0.308666, "nauc_precision_at_100_max": -0.067459, "nauc_precision_at_100_std": 0.040177, "nauc_precision_at_100_diff1": 0.11489, "nauc_precision_at_1000_max": -0.079002, "nauc_precision_at_1000_std": -0.008189, "nauc_precision_at_1000_diff1": 0.106766, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": 0.323853, "nauc_mrr_at_10_std": -0.499598, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": -0.007252, "nauc_mrr_at_20_std": -0.19725, "nauc_mrr_at_20_diff1": 0.455307, "nauc_mrr_at_100_max": -0.076908, "nauc_mrr_at_100_std": 0.007708, "nauc_mrr_at_100_diff1": 0.304232, "nauc_mrr_at_1000_max": -0.079756, "nauc_mrr_at_1000_std": 0.026859, "nauc_mrr_at_1000_diff1": 0.280316, "main_score": 0.0002, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.0025, "ndcg_at_3": 0.00541, "ndcg_at_5": 0.00637, "ndcg_at_10": 0.00627, "ndcg_at_20": 0.00801, "ndcg_at_100": 0.01195, "ndcg_at_1000": 0.03984, "map_at_1": 0.00013, "map_at_3": 0.00056, "map_at_5": 0.00081, "map_at_10": 0.00097, "map_at_20": 0.00136, "map_at_100": 0.00177, "map_at_1000": 0.00256, "recall_at_1": 0.00013, "recall_at_3": 0.00106, "recall_at_5": 0.00233, "recall_at_10": 0.00343, "recall_at_20": 0.00797, "recall_at_100": 0.02229, "recall_at_1000": 0.12814, "precision_at_1": 0.005, "precision_at_3": 0.01, "precision_at_5": 0.011, "precision_at_10": 0.009, "precision_at_20": 0.00875, "precision_at_100": 0.00595, "precision_at_1000": 0.00354, "mrr_at_1": 0.005, "mrr_at_3": 0.010833, "mrr_at_5": 0.016083, "mrr_at_10": 0.020304, "mrr_at_20": 0.023803, "mrr_at_100": 0.027293, "mrr_at_1000": 0.029239, "nauc_ndcg_at_1_max": -0.205796, "nauc_ndcg_at_1_std": 0.661926, "nauc_ndcg_at_1_diff1": -0.070566, "nauc_ndcg_at_3_max": -0.151878, "nauc_ndcg_at_3_std": 0.565345, "nauc_ndcg_at_3_diff1": 0.18737, "nauc_ndcg_at_5_max": -0.173718, "nauc_ndcg_at_5_std": 0.324131, "nauc_ndcg_at_5_diff1": 0.121112, "nauc_ndcg_at_10_max": -0.169582, "nauc_ndcg_at_10_std": 0.257746, "nauc_ndcg_at_10_diff1": 0.088539, "nauc_ndcg_at_20_max": -0.13243, "nauc_ndcg_at_20_std": 0.149737, "nauc_ndcg_at_20_diff1": 0.020694, "nauc_ndcg_at_100_max": -0.128663, "nauc_ndcg_at_100_std": 0.146296, "nauc_ndcg_at_100_diff1": -0.035337, "nauc_ndcg_at_1000_max": -0.086963, "nauc_ndcg_at_1000_std": 0.020742, "nauc_ndcg_at_1000_diff1": -0.051273, "nauc_map_at_1_max": -0.205796, "nauc_map_at_1_std": 0.661926, "nauc_map_at_1_diff1": -0.070566, "nauc_map_at_3_max": -0.275044, "nauc_map_at_3_std": 0.699184, "nauc_map_at_3_diff1": 0.311066, "nauc_map_at_5_max": -0.201157, "nauc_map_at_5_std": 0.424407, "nauc_map_at_5_diff1": 0.227154, "nauc_map_at_10_max": -0.207666, "nauc_map_at_10_std": 0.371532, "nauc_map_at_10_diff1": 0.189158, "nauc_map_at_20_max": -0.128398, "nauc_map_at_20_std": 0.198039, "nauc_map_at_20_diff1": 0.072638, "nauc_map_at_100_max": -0.142592, "nauc_map_at_100_std": 0.211188, "nauc_map_at_100_diff1": 0.049186, "nauc_map_at_1000_max": -0.138277, "nauc_map_at_1000_std": 0.166145, "nauc_map_at_1000_diff1": 0.011061, "nauc_recall_at_1_max": -0.205796, "nauc_recall_at_1_std": 0.661926, "nauc_recall_at_1_diff1": -0.070566, "nauc_recall_at_3_max": -0.358933, "nauc_recall_at_3_std": 0.78124, "nauc_recall_at_3_diff1": 0.560988, "nauc_recall_at_5_max": -0.184782, "nauc_recall_at_5_std": 0.260553, "nauc_recall_at_5_diff1": 0.278654, "nauc_recall_at_10_max": -0.209824, "nauc_recall_at_10_std": 0.227603, "nauc_recall_at_10_diff1": 0.193046, "nauc_recall_at_20_max": -0.094189, "nauc_recall_at_20_std": -0.034155, "nauc_recall_at_20_diff1": -0.04453, "nauc_recall_at_100_max": -0.112495, "nauc_recall_at_100_std": 0.022195, "nauc_recall_at_100_diff1": -0.124202, "nauc_recall_at_1000_max": -0.017011, "nauc_recall_at_1000_std": -0.105273, "nauc_recall_at_1000_diff1": -0.037603, "nauc_precision_at_1_max": -0.205796, "nauc_precision_at_1_std": 0.661926, "nauc_precision_at_1_diff1": -0.070566, "nauc_precision_at_3_max": -0.068196, "nauc_precision_at_3_std": 0.474108, "nauc_precision_at_3_diff1": 0.115106, "nauc_precision_at_5_max": -0.111154, "nauc_precision_at_5_std": 0.173793, "nauc_precision_at_5_diff1": 0.04293, "nauc_precision_at_10_max": -0.102093, "nauc_precision_at_10_std": 0.086874, "nauc_precision_at_10_diff1": 0.022538, "nauc_precision_at_20_max": -0.070893, "nauc_precision_at_20_std": 0.074381, "nauc_precision_at_20_diff1": -0.043739, "nauc_precision_at_100_max": -0.108092, "nauc_precision_at_100_std": 0.165824, "nauc_precision_at_100_diff1": -0.102103, "nauc_precision_at_1000_max": -0.099294, "nauc_precision_at_1000_std": 0.053726, "nauc_precision_at_1000_diff1": -0.103389, "nauc_mrr_at_1_max": -0.205796, "nauc_mrr_at_1_std": 0.661926, "nauc_mrr_at_1_diff1": -0.070566, "nauc_mrr_at_3_max": -0.119523, "nauc_mrr_at_3_std": 0.544901, "nauc_mrr_at_3_diff1": 0.127325, "nauc_mrr_at_5_max": -0.132186, "nauc_mrr_at_5_std": 0.300093, "nauc_mrr_at_5_diff1": 0.073714, "nauc_mrr_at_10_max": -0.123866, "nauc_mrr_at_10_std": 0.242883, "nauc_mrr_at_10_diff1": 0.045331, "nauc_mrr_at_20_max": -0.140378, "nauc_mrr_at_20_std": 0.251942, "nauc_mrr_at_20_diff1": 0.028035, "nauc_mrr_at_100_max": -0.134514, "nauc_mrr_at_100_std": 0.238512, "nauc_mrr_at_100_diff1": -0.001437, "nauc_mrr_at_1000_max": -0.13567, "nauc_mrr_at_1000_std": 0.235964, "nauc_mrr_at_1000_diff1": 0.001556, "main_score": 0.00627, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0025, "ndcg_at_3": 0.0016, "ndcg_at_5": 0.00127, "ndcg_at_10": 0.0009, "ndcg_at_20": 0.00089, "ndcg_at_100": 0.00215, "ndcg_at_1000": 0.01674, "map_at_1": 0.00019, "map_at_3": 0.00019, "map_at_5": 0.00019, "map_at_10": 0.00019, "map_at_20": 0.0002, "map_at_100": 0.00031, "map_at_1000": 0.00056, "recall_at_1": 0.00019, "recall_at_3": 0.00019, "recall_at_5": 0.00019, "recall_at_10": 0.00019, "recall_at_20": 0.0004, "recall_at_100": 0.0031, "recall_at_1000": 0.0497, "precision_at_1": 0.005, "precision_at_3": 0.00167, "precision_at_5": 0.001, "precision_at_10": 0.0005, "precision_at_20": 0.00075, "precision_at_100": 0.00155, "precision_at_1000": 0.00204, "mrr_at_1": 0.005, "mrr_at_3": 0.005, "mrr_at_5": 0.005, "mrr_at_10": 0.005, "mrr_at_20": 0.00568, "mrr_at_100": 0.00708, "mrr_at_1000": 0.008419, "nauc_ndcg_at_1_max": -0.070566, "nauc_ndcg_at_1_std": 0.323853, "nauc_ndcg_at_1_diff1": -0.070566, "nauc_ndcg_at_3_max": -0.070566, "nauc_ndcg_at_3_std": 0.323853, "nauc_ndcg_at_3_diff1": -0.070566, "nauc_ndcg_at_5_max": -0.070566, "nauc_ndcg_at_5_std": 0.323853, "nauc_ndcg_at_5_diff1": -0.070566, "nauc_ndcg_at_10_max": -0.070566, "nauc_ndcg_at_10_std": 0.323853, "nauc_ndcg_at_10_diff1": -0.070566, "nauc_ndcg_at_20_max": -0.165595, "nauc_ndcg_at_20_std": 0.052487, "nauc_ndcg_at_20_diff1": 0.25274, "nauc_ndcg_at_100_max": -0.253403, "nauc_ndcg_at_100_std": 0.031673, "nauc_ndcg_at_100_diff1": 0.005759, "nauc_ndcg_at_1000_max": -0.236345, "nauc_ndcg_at_1000_std": -0.116858, "nauc_ndcg_at_1000_diff1": 0.108081, "nauc_map_at_1_max": -0.070566, "nauc_map_at_1_std": 0.323853, "nauc_map_at_1_diff1": -0.070566, "nauc_map_at_3_max": -0.070566, "nauc_map_at_3_std": 0.323853, "nauc_map_at_3_diff1": -0.070566, "nauc_map_at_5_max": -0.070566, "nauc_map_at_5_std": 0.323853, "nauc_map_at_5_diff1": -0.070566, "nauc_map_at_10_max": -0.070566, "nauc_map_at_10_std": 0.323853, "nauc_map_at_10_diff1": -0.070566, "nauc_map_at_20_max": -0.084437, "nauc_map_at_20_std": 0.247859, "nauc_map_at_20_diff1": 0.019973, "nauc_map_at_100_max": -0.140752, "nauc_map_at_100_std": 0.193469, "nauc_map_at_100_diff1": -0.022188, "nauc_map_at_1000_max": -0.170921, "nauc_map_at_1000_std": 0.037933, "nauc_map_at_1000_diff1": 0.070208, "nauc_recall_at_1_max": -0.070566, "nauc_recall_at_1_std": 0.323853, "nauc_recall_at_1_diff1": -0.070566, "nauc_recall_at_3_max": -0.070566, "nauc_recall_at_3_std": 0.323853, "nauc_recall_at_3_diff1": -0.070566, "nauc_recall_at_5_max": -0.070566, "nauc_recall_at_5_std": 0.323853, "nauc_recall_at_5_diff1": -0.070566, "nauc_recall_at_10_max": -0.070566, "nauc_recall_at_10_std": 0.323853, "nauc_recall_at_10_diff1": -0.070566, "nauc_recall_at_20_max": -0.166797, "nauc_recall_at_20_std": -0.16101, "nauc_recall_at_20_diff1": 0.5071, "nauc_recall_at_100_max": -0.285906, "nauc_recall_at_100_std": -0.051321, "nauc_recall_at_100_diff1": 0.008262, "nauc_recall_at_1000_max": -0.202211, "nauc_recall_at_1000_std": -0.105624, "nauc_recall_at_1000_diff1": 0.094267, "nauc_precision_at_1_max": -0.070566, "nauc_precision_at_1_std": 0.323853, "nauc_precision_at_1_diff1": -0.070566, "nauc_precision_at_3_max": -0.070566, "nauc_precision_at_3_std": 0.323853, "nauc_precision_at_3_diff1": -0.070566, "nauc_precision_at_5_max": -0.070566, "nauc_precision_at_5_std": 0.323853, "nauc_precision_at_5_diff1": -0.070566, "nauc_precision_at_10_max": -0.070566, "nauc_precision_at_10_std": 0.323853, "nauc_precision_at_10_diff1": -0.070566, "nauc_precision_at_20_max": -0.258653, "nauc_precision_at_20_std": -0.275199, "nauc_precision_at_20_diff1": 0.643145, "nauc_precision_at_100_max": -0.305807, "nauc_precision_at_100_std": -0.118334, "nauc_precision_at_100_diff1": 0.08148, "nauc_precision_at_1000_max": -0.20987, "nauc_precision_at_1000_std": -0.212838, "nauc_precision_at_1000_diff1": 0.123049, "nauc_mrr_at_1_max": -0.070566, "nauc_mrr_at_1_std": 0.323853, "nauc_mrr_at_1_diff1": -0.070566, "nauc_mrr_at_3_max": -0.070566, "nauc_mrr_at_3_std": 0.323853, "nauc_mrr_at_3_diff1": -0.070566, "nauc_mrr_at_5_max": -0.070566, "nauc_mrr_at_5_std": 0.323853, "nauc_mrr_at_5_diff1": -0.070566, "nauc_mrr_at_10_max": -0.070566, "nauc_mrr_at_10_std": 0.323853, "nauc_mrr_at_10_diff1": -0.070566, "nauc_mrr_at_20_max": -0.100364, "nauc_mrr_at_20_std": 0.216301, "nauc_mrr_at_20_diff1": 0.057571, "nauc_mrr_at_100_max": -0.152114, "nauc_mrr_at_100_std": 0.16316, "nauc_mrr_at_100_diff1": 0.027035, "nauc_mrr_at_1000_max": -0.156305, "nauc_mrr_at_1000_std": 0.145382, "nauc_mrr_at_1000_diff1": 0.029359, "main_score": 0.0009, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00103, "ndcg_at_1000": 0.01432, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 6e-05, "map_at_1000": 0.0003, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00223, "recall_at_1000": 0.04444, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.00075, "precision_at_1000": 0.00162, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.001306, "mrr_at_1000": 0.00299, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.233345, "nauc_ndcg_at_100_std": 0.016045, "nauc_ndcg_at_100_diff1": -0.115955, "nauc_ndcg_at_1000_max": -0.220044, "nauc_ndcg_at_1000_std": 0.194288, "nauc_ndcg_at_1000_diff1": -0.036639, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.276747, "nauc_map_at_100_std": -0.181456, "nauc_map_at_100_diff1": -0.274311, "nauc_map_at_1000_max": -0.24675, "nauc_map_at_1000_std": 0.122002, "nauc_map_at_1000_diff1": -0.081656, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.26311, "nauc_recall_at_100_std": -0.110736, "nauc_recall_at_100_diff1": -0.241046, "nauc_recall_at_1000_max": -0.21904, "nauc_recall_at_1000_std": 0.187282, "nauc_recall_at_1000_diff1": -0.026145, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.285896, "nauc_precision_at_100_std": 0.060907, "nauc_precision_at_100_diff1": -0.042769, "nauc_precision_at_1000_max": -0.229563, "nauc_precision_at_1000_std": 0.206773, "nauc_precision_at_1000_diff1": -0.00551, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.285685, "nauc_mrr_at_100_std": 0.09704, "nauc_mrr_at_100_diff1": -0.032647, "nauc_mrr_at_1000_max": -0.235214, "nauc_mrr_at_1000_std": 0.156571, "nauc_mrr_at_1000_diff1": -0.024736, "main_score": 0.0, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.005, "ndcg_at_3": 0.005, "ndcg_at_5": 0.00767, "ndcg_at_10": 0.00835, "ndcg_at_20": 0.00825, "ndcg_at_100": 0.01765, "ndcg_at_1000": 0.04171, "map_at_1": 0.00167, "map_at_3": 0.00177, "map_at_5": 0.00305, "map_at_10": 0.00329, "map_at_20": 0.00343, "map_at_100": 0.00431, "map_at_1000": 0.00491, "recall_at_1": 0.00167, "recall_at_3": 0.00192, "recall_at_5": 0.00783, "recall_at_10": 0.00891, "recall_at_20": 0.01048, "recall_at_100": 0.04537, "recall_at_1000": 0.14674, "precision_at_1": 0.005, "precision_at_3": 0.005, "precision_at_5": 0.008, "precision_at_10": 0.007, "precision_at_20": 0.00475, "precision_at_100": 0.0038, "precision_at_1000": 0.0018, "mrr_at_1": 0.005, "mrr_at_3": 0.009167, "mrr_at_5": 0.013917, "mrr_at_10": 0.016298, "mrr_at_20": 0.017443, "mrr_at_100": 0.02141, "mrr_at_1000": 0.022732, "nauc_ndcg_at_1_max": -0.415079, "nauc_ndcg_at_1_std": 0.661926, "nauc_ndcg_at_1_diff1": -0.574725, "nauc_ndcg_at_3_max": -0.392415, "nauc_ndcg_at_3_std": 0.273177, "nauc_ndcg_at_3_diff1": -0.095999, "nauc_ndcg_at_5_max": -0.343667, "nauc_ndcg_at_5_std": 0.406451, "nauc_ndcg_at_5_diff1": -0.118463, "nauc_ndcg_at_10_max": -0.300424, "nauc_ndcg_at_10_std": 0.338529, "nauc_ndcg_at_10_diff1": -0.14553, "nauc_ndcg_at_20_max": -0.274746, "nauc_ndcg_at_20_std": 0.346148, "nauc_ndcg_at_20_diff1": -0.112564, "nauc_ndcg_at_100_max": -0.173607, "nauc_ndcg_at_100_std": 0.272311, "nauc_ndcg_at_100_diff1": -0.021232, "nauc_ndcg_at_1000_max": -0.117947, "nauc_ndcg_at_1000_std": 0.131322, "nauc_ndcg_at_1000_diff1": -0.025727, "nauc_map_at_1_max": -0.415079, "nauc_map_at_1_std": 0.661926, "nauc_map_at_1_diff1": -0.574725, "nauc_map_at_3_max": -0.412143, "nauc_map_at_3_std": 0.619746, "nauc_map_at_3_diff1": -0.516823, "nauc_map_at_5_max": -0.430532, "nauc_map_at_5_std": 0.665269, "nauc_map_at_5_diff1": -0.294221, "nauc_map_at_10_max": -0.398458, "nauc_map_at_10_std": 0.599885, "nauc_map_at_10_diff1": -0.287499, "nauc_map_at_20_max": -0.363855, "nauc_map_at_20_std": 0.564028, "nauc_map_at_20_diff1": -0.257016, "nauc_map_at_100_max": -0.304793, "nauc_map_at_100_std": 0.486294, "nauc_map_at_100_diff1": -0.195171, "nauc_map_at_1000_max": -0.287596, "nauc_map_at_1000_std": 0.437204, "nauc_map_at_1000_diff1": -0.182189, "nauc_recall_at_1_max": -0.415079, "nauc_recall_at_1_std": 0.661926, "nauc_recall_at_1_diff1": -0.574725, "nauc_recall_at_3_max": -0.406982, "nauc_recall_at_3_std": 0.56392, "nauc_recall_at_3_diff1": -0.424286, "nauc_recall_at_5_max": -0.46965, "nauc_recall_at_5_std": 0.751218, "nauc_recall_at_5_diff1": -0.074119, "nauc_recall_at_10_max": -0.387325, "nauc_recall_at_10_std": 0.62249, "nauc_recall_at_10_diff1": -0.091566, "nauc_recall_at_20_max": -0.266977, "nauc_recall_at_20_std": 0.491976, "nauc_recall_at_20_diff1": -0.000112, "nauc_recall_at_100_max": -0.149267, "nauc_recall_at_100_std": 0.304699, "nauc_recall_at_100_diff1": 0.00347, "nauc_recall_at_1000_max": -0.074669, "nauc_recall_at_1000_std": 0.120654, "nauc_recall_at_1000_diff1": 0.023164, "nauc_precision_at_1_max": -0.415079, "nauc_precision_at_1_std": 0.661926, "nauc_precision_at_1_diff1": -0.574725, "nauc_precision_at_3_max": -0.382882, "nauc_precision_at_3_std": 0.173598, "nauc_precision_at_3_diff1": 0.07316, "nauc_precision_at_5_max": -0.159143, "nauc_precision_at_5_std": 0.111148, "nauc_precision_at_5_diff1": -0.08851, "nauc_precision_at_10_max": -0.108072, "nauc_precision_at_10_std": -0.031642, "nauc_precision_at_10_diff1": -0.118767, "nauc_precision_at_20_max": -0.073729, "nauc_precision_at_20_std": -0.028286, "nauc_precision_at_20_diff1": 0.025546, "nauc_precision_at_100_max": -0.054188, "nauc_precision_at_100_std": 0.006985, "nauc_precision_at_100_diff1": 0.078359, "nauc_precision_at_1000_max": -0.062857, "nauc_precision_at_1000_std": -0.067818, "nauc_precision_at_1000_diff1": -0.008534, "nauc_mrr_at_1_max": -0.415079, "nauc_mrr_at_1_std": 0.661926, "nauc_mrr_at_1_diff1": -0.574725, "nauc_mrr_at_3_max": -0.397517, "nauc_mrr_at_3_std": 0.328975, "nauc_mrr_at_3_diff1": -0.187794, "nauc_mrr_at_5_max": -0.256357, "nauc_mrr_at_5_std": 0.260422, "nauc_mrr_at_5_diff1": -0.180173, "nauc_mrr_at_10_max": -0.172334, "nauc_mrr_at_10_std": 0.168116, "nauc_mrr_at_10_diff1": -0.167447, "nauc_mrr_at_20_max": -0.164636, "nauc_mrr_at_20_std": 0.169665, "nauc_mrr_at_20_diff1": -0.119023, "nauc_mrr_at_100_max": -0.135751, "nauc_mrr_at_100_std": 0.1542, "nauc_mrr_at_100_diff1": -0.100372, "nauc_mrr_at_1000_max": -0.132929, "nauc_mrr_at_1000_std": 0.146632, "nauc_mrr_at_1000_diff1": -0.104207, "main_score": 0.00835, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00046, "ndcg_at_1000": 0.01515, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 2e-05, "map_at_1000": 0.00029, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00112, "recall_at_1000": 0.06993, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.00025, "precision_at_1000": 0.00094, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.000519, "mrr_at_1000": 0.001799, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.271674, "nauc_ndcg_at_100_std": 0.102966, "nauc_ndcg_at_100_diff1": 0.127148, "nauc_ndcg_at_1000_max": 0.004933, "nauc_ndcg_at_1000_std": 0.03304, "nauc_ndcg_at_1000_diff1": 0.26317, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.219507, "nauc_map_at_100_std": 0.066685, "nauc_map_at_100_diff1": 0.118872, "nauc_map_at_1000_max": -0.097579, "nauc_map_at_1000_std": 0.03663, "nauc_map_at_1000_diff1": 0.275591, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.302496, "nauc_recall_at_100_std": 0.023759, "nauc_recall_at_100_diff1": 0.110423, "nauc_recall_at_1000_max": 0.040367, "nauc_recall_at_1000_std": -0.013784, "nauc_recall_at_1000_diff1": 0.29294, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.28425, "nauc_precision_at_100_std": 0.041964, "nauc_precision_at_100_diff1": 0.136625, "nauc_precision_at_1000_max": -0.062408, "nauc_precision_at_1000_std": 0.193969, "nauc_precision_at_1000_diff1": 0.153295, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.200492, "nauc_mrr_at_100_std": 0.082855, "nauc_mrr_at_100_diff1": 0.14268, "nauc_mrr_at_1000_max": -0.075914, "nauc_mrr_at_1000_std": 0.051485, "nauc_mrr_at_1000_diff1": 0.097238, "main_score": 0.0, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.00135, "ndcg_at_100": 0.00356, "ndcg_at_1000": 0.01408, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.00042, "map_at_100": 0.00057, "map_at_1000": 0.00072, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.005, "recall_at_100": 0.01492, "recall_at_1000": 0.05753, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.00025, "precision_at_100": 0.00085, "precision_at_1000": 0.00084, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.000417, "mrr_at_100": 0.00161, "mrr_at_1000": 0.002513, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": -0.574725, "nauc_ndcg_at_20_std": 0.661926, "nauc_ndcg_at_20_diff1": -0.415079, "nauc_ndcg_at_100_max": -0.297568, "nauc_ndcg_at_100_std": 0.471509, "nauc_ndcg_at_100_diff1": -0.295934, "nauc_ndcg_at_1000_max": 0.032525, "nauc_ndcg_at_1000_std": 0.11616, "nauc_ndcg_at_1000_diff1": 0.01438, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": -0.574725, "nauc_map_at_20_std": 0.661926, "nauc_map_at_20_diff1": -0.415079, "nauc_map_at_100_max": -0.440964, "nauc_map_at_100_std": 0.59091, "nauc_map_at_100_diff1": -0.373461, "nauc_map_at_1000_max": -0.313055, "nauc_map_at_1000_std": 0.46119, "nauc_map_at_1000_diff1": -0.276167, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": -0.574725, "nauc_recall_at_20_std": 0.661926, "nauc_recall_at_20_diff1": -0.415079, "nauc_recall_at_100_max": -0.274159, "nauc_recall_at_100_std": 0.475167, "nauc_recall_at_100_diff1": -0.341399, "nauc_recall_at_1000_max": 0.07755, "nauc_recall_at_1000_std": 0.082534, "nauc_recall_at_1000_diff1": -0.002667, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": -0.574725, "nauc_precision_at_20_std": 0.661926, "nauc_precision_at_20_diff1": -0.415079, "nauc_precision_at_100_max": -0.083824, "nauc_precision_at_100_std": 0.256522, "nauc_precision_at_100_diff1": -0.045282, "nauc_precision_at_1000_max": 0.132171, "nauc_precision_at_1000_std": 0.049245, "nauc_precision_at_1000_diff1": 0.087963, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": -0.574725, "nauc_mrr_at_20_std": 0.661926, "nauc_mrr_at_20_diff1": -0.415079, "nauc_mrr_at_100_max": -0.253483, "nauc_mrr_at_100_std": 0.348993, "nauc_mrr_at_100_diff1": -0.115964, "nauc_mrr_at_1000_max": -0.116977, "nauc_mrr_at_1000_std": 0.228443, "nauc_mrr_at_1000_diff1": -0.039825, "main_score": 0.0, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.015, "ndcg_at_3": 0.01055, "ndcg_at_5": 0.00945, "ndcg_at_10": 0.00816, "ndcg_at_20": 0.00863, "ndcg_at_100": 0.01241, "ndcg_at_1000": 0.04548, "map_at_1": 0.00044, "map_at_3": 0.00072, "map_at_5": 0.00089, "map_at_10": 0.00105, "map_at_20": 0.0014, "map_at_100": 0.00208, "map_at_1000": 0.00362, "recall_at_1": 0.00044, "recall_at_3": 0.00125, "recall_at_5": 0.00179, "recall_at_10": 0.00276, "recall_at_20": 0.00586, "recall_at_100": 0.01793, "recall_at_1000": 0.1236, "precision_at_1": 0.02, "precision_at_3": 0.01333, "precision_at_5": 0.012, "precision_at_10": 0.01, "precision_at_20": 0.0105, "precision_at_100": 0.00745, "precision_at_1000": 0.0049, "mrr_at_1": 0.02, "mrr_at_3": 0.0275, "mrr_at_5": 0.03075, "mrr_at_10": 0.033978, "mrr_at_20": 0.038159, "mrr_at_100": 0.040577, "mrr_at_1000": 0.041972, "nauc_ndcg_at_1_max": -0.021867, "nauc_ndcg_at_1_std": 0.573652, "nauc_ndcg_at_1_diff1": -0.396968, "nauc_ndcg_at_3_max": -0.056046, "nauc_ndcg_at_3_std": 0.489284, "nauc_ndcg_at_3_diff1": -0.221681, "nauc_ndcg_at_5_max": 0.008968, "nauc_ndcg_at_5_std": 0.492907, "nauc_ndcg_at_5_diff1": -0.152791, "nauc_ndcg_at_10_max": 0.012857, "nauc_ndcg_at_10_std": 0.515854, "nauc_ndcg_at_10_diff1": -0.130343, "nauc_ndcg_at_20_max": -0.05598, "nauc_ndcg_at_20_std": 0.476366, "nauc_ndcg_at_20_diff1": -0.073553, "nauc_ndcg_at_100_max": -0.006459, "nauc_ndcg_at_100_std": 0.435868, "nauc_ndcg_at_100_diff1": 0.006533, "nauc_ndcg_at_1000_max": 0.111552, "nauc_ndcg_at_1000_std": 0.407276, "nauc_ndcg_at_1000_diff1": -0.049652, "nauc_map_at_1_max": -0.26379, "nauc_map_at_1_std": -0.027787, "nauc_map_at_1_diff1": -0.479036, "nauc_map_at_3_max": -0.189858, "nauc_map_at_3_std": 0.053134, "nauc_map_at_3_diff1": -0.190034, "nauc_map_at_5_max": -0.042458, "nauc_map_at_5_std": 0.183864, "nauc_map_at_5_diff1": -0.072362, "nauc_map_at_10_max": -0.059371, "nauc_map_at_10_std": 0.254945, "nauc_map_at_10_diff1": -0.064672, "nauc_map_at_20_max": -0.121889, "nauc_map_at_20_std": 0.31866, "nauc_map_at_20_diff1": -0.001884, "nauc_map_at_100_max": -0.074065, "nauc_map_at_100_std": 0.410576, "nauc_map_at_100_diff1": 0.021373, "nauc_map_at_1000_max": -0.015575, "nauc_map_at_1000_std": 0.47875, "nauc_map_at_1000_diff1": 0.02715, "nauc_recall_at_1_max": -0.26379, "nauc_recall_at_1_std": -0.027787, "nauc_recall_at_1_diff1": -0.479036, "nauc_recall_at_3_max": -0.13173, "nauc_recall_at_3_std": 0.108653, "nauc_recall_at_3_diff1": 0.004733, "nauc_recall_at_5_max": 0.01841, "nauc_recall_at_5_std": 0.31692, "nauc_recall_at_5_diff1": 0.038872, "nauc_recall_at_10_max": -0.03882, "nauc_recall_at_10_std": 0.457266, "nauc_recall_at_10_diff1": 0.083, "nauc_recall_at_20_max": -0.157017, "nauc_recall_at_20_std": 0.408473, "nauc_recall_at_20_diff1": 0.07983, "nauc_recall_at_100_max": -0.001607, "nauc_recall_at_100_std": 0.385702, "nauc_recall_at_100_diff1": 0.052056, "nauc_recall_at_1000_max": 0.137043, "nauc_recall_at_1000_std": 0.285978, "nauc_recall_at_1000_diff1": -0.051711, "nauc_precision_at_1_max": -0.118661, "nauc_precision_at_1_std": 0.529514, "nauc_precision_at_1_diff1": -0.412061, "nauc_precision_at_3_max": -0.097867, "nauc_precision_at_3_std": 0.402737, "nauc_precision_at_3_diff1": -0.10008, "nauc_precision_at_5_max": 0.012655, "nauc_precision_at_5_std": 0.455728, "nauc_precision_at_5_diff1": -0.065491, "nauc_precision_at_10_max": 0.008921, "nauc_precision_at_10_std": 0.51905, "nauc_precision_at_10_diff1": -0.061215, "nauc_precision_at_20_max": -0.071313, "nauc_precision_at_20_std": 0.486169, "nauc_precision_at_20_diff1": -0.00287, "nauc_precision_at_100_max": 0.023631, "nauc_precision_at_100_std": 0.439828, "nauc_precision_at_100_diff1": 0.000739, "nauc_precision_at_1000_max": 0.087723, "nauc_precision_at_1000_std": 0.396873, "nauc_precision_at_1000_diff1": -0.028833, "nauc_mrr_at_1_max": -0.118661, "nauc_mrr_at_1_std": 0.529514, "nauc_mrr_at_1_diff1": -0.412061, "nauc_mrr_at_3_max": -0.117561, "nauc_mrr_at_3_std": 0.454985, "nauc_mrr_at_3_diff1": -0.245327, "nauc_mrr_at_5_max": -0.109846, "nauc_mrr_at_5_std": 0.455064, "nauc_mrr_at_5_diff1": -0.252012, "nauc_mrr_at_10_max": -0.104363, "nauc_mrr_at_10_std": 0.473198, "nauc_mrr_at_10_diff1": -0.215437, "nauc_mrr_at_20_max": -0.093363, "nauc_mrr_at_20_std": 0.44539, "nauc_mrr_at_20_diff1": -0.179022, "nauc_mrr_at_100_max": -0.082953, "nauc_mrr_at_100_std": 0.430677, "nauc_mrr_at_100_diff1": -0.178085, "nauc_mrr_at_1000_max": -0.081547, "nauc_mrr_at_1000_std": 0.428111, "nauc_mrr_at_1000_diff1": -0.182198, "main_score": 0.00816, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00176, "ndcg_at_5": 0.0018, "ndcg_at_10": 0.00189, "ndcg_at_20": 0.0021, "ndcg_at_100": 0.00378, "ndcg_at_1000": 0.01496, "map_at_1": 0.0, "map_at_3": 0.00012, "map_at_5": 0.00015, "map_at_10": 0.00019, "map_at_20": 0.00024, "map_at_100": 0.0004, "map_at_1000": 0.0006, "recall_at_1": 0.0, "recall_at_3": 0.00035, "recall_at_5": 0.00048, "recall_at_10": 0.0007, "recall_at_20": 0.00128, "recall_at_100": 0.00849, "recall_at_1000": 0.04971, "precision_at_1": 0.0, "precision_at_3": 0.00333, "precision_at_5": 0.003, "precision_at_10": 0.0025, "precision_at_20": 0.00275, "precision_at_100": 0.00165, "precision_at_1000": 0.00135, "mrr_at_1": 0.0, "mrr_at_3": 0.003333, "mrr_at_5": 0.004583, "mrr_at_10": 0.004583, "mrr_at_20": 0.00636, "mrr_at_100": 0.008628, "mrr_at_1000": 0.009506, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.39898, "nauc_ndcg_at_3_std": -0.499598, "nauc_ndcg_at_3_diff1": 0.549235, "nauc_ndcg_at_5_max": 0.545921, "nauc_ndcg_at_5_std": -0.387617, "nauc_ndcg_at_5_diff1": 0.290095, "nauc_ndcg_at_10_max": 0.664849, "nauc_ndcg_at_10_std": -0.367499, "nauc_ndcg_at_10_diff1": 0.312934, "nauc_ndcg_at_20_max": 0.355218, "nauc_ndcg_at_20_std": -0.301692, "nauc_ndcg_at_20_diff1": 0.251931, "nauc_ndcg_at_100_max": 0.148711, "nauc_ndcg_at_100_std": -0.282381, "nauc_ndcg_at_100_diff1": 0.211262, "nauc_ndcg_at_1000_max": -0.04471, "nauc_ndcg_at_1000_std": -0.173751, "nauc_ndcg_at_1000_diff1": 0.013495, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": 0.312584, "nauc_map_at_3_std": -0.499598, "nauc_map_at_3_diff1": 0.484438, "nauc_map_at_5_max": 0.468629, "nauc_map_at_5_std": -0.402206, "nauc_map_at_5_diff1": 0.280245, "nauc_map_at_10_max": 0.592505, "nauc_map_at_10_std": -0.365161, "nauc_map_at_10_diff1": 0.250965, "nauc_map_at_20_max": 0.444237, "nauc_map_at_20_std": -0.349027, "nauc_map_at_20_diff1": 0.217572, "nauc_map_at_100_max": 0.300791, "nauc_map_at_100_std": -0.330382, "nauc_map_at_100_diff1": 0.227133, "nauc_map_at_1000_max": 0.161939, "nauc_map_at_1000_std": -0.294542, "nauc_map_at_1000_diff1": 0.123568, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": 0.312584, "nauc_recall_at_3_std": -0.499598, "nauc_recall_at_3_diff1": 0.484438, "nauc_recall_at_5_max": 0.506008, "nauc_recall_at_5_std": -0.378877, "nauc_recall_at_5_diff1": 0.231333, "nauc_recall_at_10_max": 0.659797, "nauc_recall_at_10_std": -0.333322, "nauc_recall_at_10_diff1": 0.196419, "nauc_recall_at_20_max": 0.284231, "nauc_recall_at_20_std": -0.291503, "nauc_recall_at_20_diff1": 0.173842, "nauc_recall_at_100_max": 0.115632, "nauc_recall_at_100_std": -0.254196, "nauc_recall_at_100_diff1": 0.278609, "nauc_recall_at_1000_max": -0.075509, "nauc_recall_at_1000_std": -0.203228, "nauc_recall_at_1000_diff1": -0.060229, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.549235, "nauc_precision_at_3_std": -0.499598, "nauc_precision_at_3_diff1": 0.661926, "nauc_precision_at_5_max": 0.69949, "nauc_precision_at_5_std": -0.356587, "nauc_precision_at_5_diff1": 0.302925, "nauc_precision_at_10_max": 0.819694, "nauc_precision_at_10_std": -0.327985, "nauc_precision_at_10_diff1": 0.298739, "nauc_precision_at_20_max": 0.242628, "nauc_precision_at_20_std": -0.216406, "nauc_precision_at_20_diff1": 0.208967, "nauc_precision_at_100_max": 0.0, "nauc_precision_at_100_std": -0.163264, "nauc_precision_at_100_diff1": 0.134097, "nauc_precision_at_1000_max": -0.170549, "nauc_precision_at_1000_std": 0.100343, "nauc_precision_at_1000_diff1": -0.034566, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": 0.549235, "nauc_mrr_at_3_std": -0.499598, "nauc_mrr_at_3_diff1": 0.661926, "nauc_mrr_at_5_max": 0.672171, "nauc_mrr_at_5_std": -0.382589, "nauc_mrr_at_5_diff1": 0.368198, "nauc_mrr_at_10_max": 0.672171, "nauc_mrr_at_10_std": -0.382589, "nauc_mrr_at_10_diff1": 0.368198, "nauc_mrr_at_20_max": 0.449863, "nauc_mrr_at_20_std": -0.303624, "nauc_mrr_at_20_diff1": 0.30885, "nauc_mrr_at_100_max": 0.295116, "nauc_mrr_at_100_std": -0.26246, "nauc_mrr_at_100_diff1": 0.227091, "nauc_mrr_at_1000_max": 0.280952, "nauc_mrr_at_1000_std": -0.249013, "nauc_mrr_at_1000_diff1": 0.217784, "main_score": 0.00189, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00059, "ndcg_at_5": 0.00045, "ndcg_at_10": 0.00057, "ndcg_at_20": 0.00067, "ndcg_at_100": 0.00262, "ndcg_at_1000": 0.01311, "map_at_1": 0.0, "map_at_3": 2e-05, "map_at_5": 2e-05, "map_at_10": 4e-05, "map_at_20": 7e-05, "map_at_100": 0.00019, "map_at_1000": 0.00046, "recall_at_1": 0.0, "recall_at_3": 7e-05, "recall_at_5": 7e-05, "recall_at_10": 0.00019, "recall_at_20": 0.00045, "recall_at_100": 0.00633, "recall_at_1000": 0.04565, "precision_at_1": 0.0, "precision_at_3": 0.00167, "precision_at_5": 0.001, "precision_at_10": 0.001, "precision_at_20": 0.001, "precision_at_100": 0.0013, "precision_at_1000": 0.0011, "mrr_at_1": 0.0, "mrr_at_3": 0.001667, "mrr_at_5": 0.001667, "mrr_at_10": 0.002381, "mrr_at_20": 0.002631, "mrr_at_100": 0.004013, "mrr_at_1000": 0.005003, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.318487, "nauc_ndcg_at_3_std": 0.323853, "nauc_ndcg_at_3_diff1": 0.098471, "nauc_ndcg_at_5_max": -0.318487, "nauc_ndcg_at_5_std": 0.323853, "nauc_ndcg_at_5_diff1": 0.098471, "nauc_ndcg_at_10_max": -0.41774, "nauc_ndcg_at_10_std": 0.585756, "nauc_ndcg_at_10_diff1": 0.185772, "nauc_ndcg_at_20_max": -0.279904, "nauc_ndcg_at_20_std": 0.489322, "nauc_ndcg_at_20_diff1": 0.174283, "nauc_ndcg_at_100_max": -0.201202, "nauc_ndcg_at_100_std": 0.291951, "nauc_ndcg_at_100_diff1": 0.160277, "nauc_ndcg_at_1000_max": -0.110019, "nauc_ndcg_at_1000_std": 0.054651, "nauc_ndcg_at_1000_diff1": -0.082244, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.318487, "nauc_map_at_3_std": 0.323853, "nauc_map_at_3_diff1": 0.098471, "nauc_map_at_5_max": -0.318487, "nauc_map_at_5_std": 0.323853, "nauc_map_at_5_diff1": 0.098471, "nauc_map_at_10_max": -0.427011, "nauc_map_at_10_std": 0.610221, "nauc_map_at_10_diff1": 0.193927, "nauc_map_at_20_max": -0.360567, "nauc_map_at_20_std": 0.609828, "nauc_map_at_20_diff1": 0.207315, "nauc_map_at_100_max": -0.252491, "nauc_map_at_100_std": 0.431647, "nauc_map_at_100_diff1": 0.15002, "nauc_map_at_1000_max": -0.220151, "nauc_map_at_1000_std": 0.177476, "nauc_map_at_1000_diff1": -0.066799, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.318487, "nauc_recall_at_3_std": 0.323853, "nauc_recall_at_3_diff1": 0.098471, "nauc_recall_at_5_max": -0.318487, "nauc_recall_at_5_std": 0.323853, "nauc_recall_at_5_diff1": 0.098471, "nauc_recall_at_10_max": -0.480321, "nauc_recall_at_10_std": 0.750893, "nauc_recall_at_10_diff1": 0.240817, "nauc_recall_at_20_max": -0.142975, "nauc_recall_at_20_std": 0.396276, "nauc_recall_at_20_diff1": 0.164, "nauc_recall_at_100_max": -0.102667, "nauc_recall_at_100_std": 0.216498, "nauc_recall_at_100_diff1": 0.115851, "nauc_recall_at_1000_max": -0.091298, "nauc_recall_at_1000_std": -0.001524, "nauc_recall_at_1000_diff1": -0.09721, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.318487, "nauc_precision_at_3_std": 0.323853, "nauc_precision_at_3_diff1": 0.098471, "nauc_precision_at_5_max": -0.318487, "nauc_precision_at_5_std": 0.323853, "nauc_precision_at_5_diff1": 0.098471, "nauc_precision_at_10_max": -0.446606, "nauc_precision_at_10_std": 0.661926, "nauc_precision_at_10_diff1": 0.211162, "nauc_precision_at_20_max": -0.201503, "nauc_precision_at_20_std": 0.437282, "nauc_precision_at_20_diff1": 0.168903, "nauc_precision_at_100_max": -0.08232, "nauc_precision_at_100_std": 0.217457, "nauc_precision_at_100_diff1": 0.115735, "nauc_precision_at_1000_max": -0.061753, "nauc_precision_at_1000_std": 0.052745, "nauc_precision_at_1000_diff1": -0.074267, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.318487, "nauc_mrr_at_3_std": 0.323853, "nauc_mrr_at_3_diff1": 0.098471, "nauc_mrr_at_5_max": -0.318487, "nauc_mrr_at_5_std": 0.323853, "nauc_mrr_at_5_diff1": 0.098471, "nauc_mrr_at_10_max": -0.395358, "nauc_mrr_at_10_std": 0.526697, "nauc_mrr_at_10_diff1": 0.166085, "nauc_mrr_at_20_max": -0.294892, "nauc_mrr_at_20_std": 0.422037, "nauc_mrr_at_20_diff1": 0.143598, "nauc_mrr_at_100_max": -0.256309, "nauc_mrr_at_100_std": 0.313322, "nauc_mrr_at_100_diff1": 0.080007, "nauc_mrr_at_1000_max": -0.230606, "nauc_mrr_at_1000_std": 0.271629, "nauc_mrr_at_1000_diff1": 0.048318, "main_score": 0.00057, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.005, "ndcg_at_3": 0.00293, "ndcg_at_5": 0.00309, "ndcg_at_10": 0.00452, "ndcg_at_20": 0.00521, "ndcg_at_100": 0.01165, "ndcg_at_1000": 0.03644, "map_at_1": 0.00083, "map_at_3": 0.00086, "map_at_5": 0.00094, "map_at_10": 0.00119, "map_at_20": 0.00129, "map_at_100": 0.00179, "map_at_1000": 0.00241, "recall_at_1": 0.00083, "recall_at_3": 0.00091, "recall_at_5": 0.0013, "recall_at_10": 0.00321, "recall_at_20": 0.00486, "recall_at_100": 0.02543, "recall_at_1000": 0.12033, "precision_at_1": 0.005, "precision_at_3": 0.00333, "precision_at_5": 0.004, "precision_at_10": 0.0055, "precision_at_20": 0.004, "precision_at_100": 0.00435, "precision_at_1000": 0.00244, "mrr_at_1": 0.005, "mrr_at_3": 0.006667, "mrr_at_5": 0.008917, "mrr_at_10": 0.013567, "mrr_at_20": 0.015247, "mrr_at_100": 0.019982, "mrr_at_1000": 0.02151, "nauc_ndcg_at_1_max": -0.205796, "nauc_ndcg_at_1_std": -0.205796, "nauc_ndcg_at_1_diff1": -0.318487, "nauc_ndcg_at_3_max": -0.279581, "nauc_ndcg_at_3_std": 0.035364, "nauc_ndcg_at_3_diff1": -0.235095, "nauc_ndcg_at_5_max": -0.226104, "nauc_ndcg_at_5_std": -0.071368, "nauc_ndcg_at_5_diff1": -0.116914, "nauc_ndcg_at_10_max": -0.089553, "nauc_ndcg_at_10_std": -0.032392, "nauc_ndcg_at_10_diff1": -0.027972, "nauc_ndcg_at_20_max": 0.00385, "nauc_ndcg_at_20_std": -0.129542, "nauc_ndcg_at_20_diff1": 0.005247, "nauc_ndcg_at_100_max": -0.097732, "nauc_ndcg_at_100_std": 0.02705, "nauc_ndcg_at_100_diff1": 0.026378, "nauc_ndcg_at_1000_max": -0.067253, "nauc_ndcg_at_1000_std": 0.042206, "nauc_ndcg_at_1000_diff1": 0.069246, "nauc_map_at_1_max": -0.205796, "nauc_map_at_1_std": -0.205796, "nauc_map_at_1_diff1": -0.318487, "nauc_map_at_3_max": -0.216188, "nauc_map_at_3_std": -0.171829, "nauc_map_at_3_diff1": -0.306741, "nauc_map_at_5_max": -0.202833, "nauc_map_at_5_std": -0.188475, "nauc_map_at_5_diff1": -0.248909, "nauc_map_at_10_max": -0.131672, "nauc_map_at_10_std": -0.150114, "nauc_map_at_10_diff1": -0.160724, "nauc_map_at_20_max": -0.0975, "nauc_map_at_20_std": -0.166956, "nauc_map_at_20_diff1": -0.120657, "nauc_map_at_100_max": -0.121643, "nauc_map_at_100_std": -0.084963, "nauc_map_at_100_diff1": -0.079533, "nauc_map_at_1000_max": -0.134576, "nauc_map_at_1000_std": -0.036441, "nauc_map_at_1000_diff1": -0.042174, "nauc_recall_at_1_max": -0.205796, "nauc_recall_at_1_std": -0.205796, "nauc_recall_at_1_diff1": -0.318487, "nauc_recall_at_3_max": -0.23531, "nauc_recall_at_3_std": -0.109332, "nauc_recall_at_3_diff1": -0.28513, "nauc_recall_at_5_max": -0.185744, "nauc_recall_at_5_std": -0.187652, "nauc_recall_at_5_diff1": -0.101907, "nauc_recall_at_10_max": 0.028722, "nauc_recall_at_10_std": -0.109846, "nauc_recall_at_10_diff1": 0.055676, "nauc_recall_at_20_max": 0.126797, "nauc_recall_at_20_std": -0.207465, "nauc_recall_at_20_diff1": 0.124071, "nauc_recall_at_100_max": -0.164382, "nauc_recall_at_100_std": 0.018604, "nauc_recall_at_100_diff1": -0.044664, "nauc_recall_at_1000_max": -0.054501, "nauc_recall_at_1000_std": 0.003835, "nauc_recall_at_1000_diff1": 0.002587, "nauc_precision_at_1_max": -0.205796, "nauc_precision_at_1_std": -0.205796, "nauc_precision_at_1_diff1": -0.318487, "nauc_precision_at_3_max": -0.39026, "nauc_precision_at_3_std": 0.397102, "nauc_precision_at_3_diff1": -0.110008, "nauc_precision_at_5_max": -0.230413, "nauc_precision_at_5_std": 0.022203, "nauc_precision_at_5_diff1": 0.106922, "nauc_precision_at_10_max": -0.024343, "nauc_precision_at_10_std": 0.062419, "nauc_precision_at_10_diff1": 0.147645, "nauc_precision_at_20_max": 0.056295, "nauc_precision_at_20_std": -0.039526, "nauc_precision_at_20_diff1": 0.19233, "nauc_precision_at_100_max": -0.139226, "nauc_precision_at_100_std": 0.240316, "nauc_precision_at_100_diff1": 0.199548, "nauc_precision_at_1000_max": -0.175366, "nauc_precision_at_1000_std": 0.229736, "nauc_precision_at_1000_diff1": 0.150735, "nauc_mrr_at_1_max": -0.205796, "nauc_mrr_at_1_std": -0.205796, "nauc_mrr_at_1_diff1": -0.318487, "nauc_mrr_at_3_max": -0.298028, "nauc_mrr_at_3_std": 0.095653, "nauc_mrr_at_3_diff1": -0.214247, "nauc_mrr_at_5_max": -0.240631, "nauc_mrr_at_5_std": -0.013363, "nauc_mrr_at_5_diff1": -0.078465, "nauc_mrr_at_10_max": -0.130431, "nauc_mrr_at_10_std": 0.03057, "nauc_mrr_at_10_diff1": 0.014817, "nauc_mrr_at_20_max": -0.093948, "nauc_mrr_at_20_std": 0.001251, "nauc_mrr_at_20_diff1": 0.052141, "nauc_mrr_at_100_max": -0.106044, "nauc_mrr_at_100_std": 0.053553, "nauc_mrr_at_100_diff1": 0.064964, "nauc_mrr_at_1000_max": -0.104822, "nauc_mrr_at_1000_std": 0.05247, "nauc_mrr_at_1000_diff1": 0.064737, "main_score": 0.00452, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00033, "ndcg_at_10": 0.00062, "ndcg_at_20": 0.00062, "ndcg_at_100": 0.00171, "ndcg_at_1000": 0.01636, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 2e-05, "map_at_10": 5e-05, "map_at_20": 5e-05, "map_at_100": 0.00012, "map_at_1000": 0.00036, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 9e-05, "recall_at_10": 0.00031, "recall_at_20": 0.00034, "recall_at_100": 0.00367, "recall_at_1000": 0.06106, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.001, "precision_at_10": 0.001, "precision_at_20": 0.00075, "precision_at_100": 0.00075, "precision_at_1000": 0.00125, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.001, "mrr_at_10": 0.001714, "mrr_at_20": 0.002027, "mrr_at_100": 0.003142, "mrr_at_1000": 0.004359, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": 0.323853, "nauc_ndcg_at_5_std": 0.323853, "nauc_ndcg_at_5_diff1": -0.205796, "nauc_ndcg_at_10_max": 0.175814, "nauc_ndcg_at_10_std": -0.024039, "nauc_ndcg_at_10_diff1": -0.116972, "nauc_ndcg_at_20_max": -0.018577, "nauc_ndcg_at_20_std": -0.051364, "nauc_ndcg_at_20_diff1": -0.053249, "nauc_ndcg_at_100_max": -0.189464, "nauc_ndcg_at_100_std": -0.312394, "nauc_ndcg_at_100_diff1": 0.170213, "nauc_ndcg_at_1000_max": -0.035169, "nauc_ndcg_at_1000_std": -0.139733, "nauc_ndcg_at_1000_diff1": 0.063006, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": 0.323853, "nauc_map_at_5_std": 0.323853, "nauc_map_at_5_diff1": -0.205796, "nauc_map_at_10_max": 0.180753, "nauc_map_at_10_std": -0.012432, "nauc_map_at_10_diff1": -0.119936, "nauc_map_at_20_max": 0.154312, "nauc_map_at_20_std": -0.014691, "nauc_map_at_20_diff1": -0.111447, "nauc_map_at_100_max": -0.079864, "nauc_map_at_100_std": -0.295822, "nauc_map_at_100_diff1": 0.077517, "nauc_map_at_1000_max": -0.066378, "nauc_map_at_1000_std": -0.158806, "nauc_map_at_1000_diff1": 0.01434, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": 0.323853, "nauc_recall_at_5_std": 0.323853, "nauc_recall_at_5_diff1": -0.205796, "nauc_recall_at_10_max": 0.164088, "nauc_recall_at_10_std": -0.051594, "nauc_recall_at_10_diff1": -0.109937, "nauc_recall_at_20_max": 0.102009, "nauc_recall_at_20_std": -0.053369, "nauc_recall_at_20_diff1": -0.090443, "nauc_recall_at_100_max": -0.216439, "nauc_recall_at_100_std": -0.433944, "nauc_recall_at_100_diff1": 0.240608, "nauc_recall_at_1000_max": 0.008863, "nauc_recall_at_1000_std": -0.190864, "nauc_recall_at_1000_diff1": 0.078569, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": 0.323853, "nauc_precision_at_5_std": 0.323853, "nauc_precision_at_5_diff1": -0.205796, "nauc_precision_at_10_max": 0.211162, "nauc_precision_at_10_std": 0.059029, "nauc_precision_at_10_diff1": -0.138181, "nauc_precision_at_20_max": -0.025758, "nauc_precision_at_20_std": 0.01583, "nauc_precision_at_20_diff1": -0.059297, "nauc_precision_at_100_max": -0.221, "nauc_precision_at_100_std": -0.242089, "nauc_precision_at_100_diff1": 0.199285, "nauc_precision_at_1000_max": -0.181564, "nauc_precision_at_1000_std": 0.119771, "nauc_precision_at_1000_diff1": -0.042509, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": 0.323853, "nauc_mrr_at_5_std": 0.323853, "nauc_mrr_at_5_diff1": -0.205796, "nauc_mrr_at_10_max": 0.229944, "nauc_mrr_at_10_std": 0.103166, "nauc_mrr_at_10_diff1": -0.14945, "nauc_mrr_at_20_max": 0.117459, "nauc_mrr_at_20_std": 0.076379, "nauc_mrr_at_20_diff1": -0.111224, "nauc_mrr_at_100_max": -0.020907, "nauc_mrr_at_100_std": -0.083831, "nauc_mrr_at_100_diff1": 0.034875, "nauc_mrr_at_1000_max": -0.025986, "nauc_mrr_at_1000_std": -0.081079, "nauc_mrr_at_1000_diff1": 0.016356, "main_score": 0.00062, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.005, "ndcg_at_3": 0.0036, "ndcg_at_5": 0.00267, "ndcg_at_10": 0.00206, "ndcg_at_20": 0.00227, "ndcg_at_100": 0.00423, "ndcg_at_1000": 0.01764, "map_at_1": 0.00046, "map_at_3": 0.00074, "map_at_5": 0.00074, "map_at_10": 0.00076, "map_at_20": 0.00084, "map_at_100": 0.001, "map_at_1000": 0.00121, "recall_at_1": 0.00046, "recall_at_3": 0.00129, "recall_at_5": 0.00129, "recall_at_10": 0.00151, "recall_at_20": 0.00272, "recall_at_100": 0.00775, "recall_at_1000": 0.05717, "precision_at_1": 0.01, "precision_at_3": 0.00667, "precision_at_5": 0.004, "precision_at_10": 0.0025, "precision_at_20": 0.00225, "precision_at_100": 0.00125, "precision_at_1000": 0.00128, "mrr_at_1": 0.01, "mrr_at_3": 0.013333, "mrr_at_5": 0.013333, "mrr_at_10": 0.013833, "mrr_at_20": 0.01493, "mrr_at_100": 0.01658, "mrr_at_1000": 0.017895, "nauc_ndcg_at_1_max": 0.013952, "nauc_ndcg_at_1_std": 0.211162, "nauc_ndcg_at_1_diff1": -0.138181, "nauc_ndcg_at_3_max": -0.110378, "nauc_ndcg_at_3_std": 0.208489, "nauc_ndcg_at_3_diff1": -0.139646, "nauc_ndcg_at_5_max": -0.112727, "nauc_ndcg_at_5_std": 0.191057, "nauc_ndcg_at_5_diff1": -0.141275, "nauc_ndcg_at_10_max": -0.159423, "nauc_ndcg_at_10_std": 0.197811, "nauc_ndcg_at_10_diff1": -0.175614, "nauc_ndcg_at_20_max": -0.138905, "nauc_ndcg_at_20_std": 0.105589, "nauc_ndcg_at_20_diff1": -0.204984, "nauc_ndcg_at_100_max": -0.149178, "nauc_ndcg_at_100_std": 0.022152, "nauc_ndcg_at_100_diff1": -0.056712, "nauc_ndcg_at_1000_max": -0.010192, "nauc_ndcg_at_1000_std": -0.033207, "nauc_ndcg_at_1000_diff1": -0.026897, "nauc_map_at_1_max": 0.03733, "nauc_map_at_1_std": 0.179992, "nauc_map_at_1_diff1": -0.156883, "nauc_map_at_3_max": -0.069897, "nauc_map_at_3_std": 0.004967, "nauc_map_at_3_diff1": -0.168013, "nauc_map_at_5_max": -0.069897, "nauc_map_at_5_std": 0.004967, "nauc_map_at_5_diff1": -0.168013, "nauc_map_at_10_max": -0.084331, "nauc_map_at_10_std": 0.023751, "nauc_map_at_10_diff1": -0.177494, "nauc_map_at_20_max": -0.065612, "nauc_map_at_20_std": -0.002933, "nauc_map_at_20_diff1": -0.184206, "nauc_map_at_100_max": -0.076865, "nauc_map_at_100_std": -0.026218, "nauc_map_at_100_diff1": -0.152162, "nauc_map_at_1000_max": -0.059639, "nauc_map_at_1000_std": -0.02623, "nauc_map_at_1000_diff1": -0.124169, "nauc_recall_at_1_max": 0.03733, "nauc_recall_at_1_std": 0.179992, "nauc_recall_at_1_diff1": -0.156883, "nauc_recall_at_3_max": -0.146255, "nauc_recall_at_3_std": -0.119673, "nauc_recall_at_3_diff1": -0.17594, "nauc_recall_at_5_max": -0.146255, "nauc_recall_at_5_std": -0.119673, "nauc_recall_at_5_diff1": -0.17594, "nauc_recall_at_10_max": -0.20788, "nauc_recall_at_10_std": -0.00726, "nauc_recall_at_10_diff1": -0.222489, "nauc_recall_at_20_max": -0.078424, "nauc_recall_at_20_std": -0.106454, "nauc_recall_at_20_diff1": -0.23973, "nauc_recall_at_100_max": -0.123149, "nauc_recall_at_100_std": -0.094062, "nauc_recall_at_100_diff1": -0.076401, "nauc_recall_at_1000_max": 0.082764, "nauc_recall_at_1000_std": -0.078051, "nauc_recall_at_1000_diff1": -0.000172, "nauc_precision_at_1_max": 0.013952, "nauc_precision_at_1_std": 0.211162, "nauc_precision_at_1_diff1": -0.138181, "nauc_precision_at_3_max": -0.169372, "nauc_precision_at_3_std": 0.230682, "nauc_precision_at_3_diff1": -0.138181, "nauc_precision_at_5_max": -0.169372, "nauc_precision_at_5_std": 0.230682, "nauc_precision_at_5_diff1": -0.138181, "nauc_precision_at_10_max": -0.250443, "nauc_precision_at_10_std": 0.316931, "nauc_precision_at_10_diff1": -0.210464, "nauc_precision_at_20_max": -0.257908, "nauc_precision_at_20_std": 0.269833, "nauc_precision_at_20_diff1": -0.272635, "nauc_precision_at_100_max": -0.210526, "nauc_precision_at_100_std": 0.137592, "nauc_precision_at_100_diff1": 0.000526, "nauc_precision_at_1000_max": -0.036381, "nauc_precision_at_1000_std": 0.055065, "nauc_precision_at_1000_diff1": -0.024331, "nauc_mrr_at_1_max": 0.013952, "nauc_mrr_at_1_std": 0.211162, "nauc_mrr_at_1_diff1": -0.138181, "nauc_mrr_at_3_max": -0.07771, "nauc_mrr_at_3_std": 0.220922, "nauc_mrr_at_3_diff1": -0.138181, "nauc_mrr_at_5_max": -0.07771, "nauc_mrr_at_5_std": 0.220922, "nauc_mrr_at_5_diff1": -0.138181, "nauc_mrr_at_10_max": -0.095674, "nauc_mrr_at_10_std": 0.236862, "nauc_mrr_at_10_diff1": -0.151244, "nauc_mrr_at_20_max": -0.105246, "nauc_mrr_at_20_std": 0.231689, "nauc_mrr_at_20_diff1": -0.165258, "nauc_mrr_at_100_max": -0.116973, "nauc_mrr_at_100_std": 0.221356, "nauc_mrr_at_100_diff1": -0.141973, "nauc_mrr_at_1000_max": -0.111196, "nauc_mrr_at_1000_std": 0.212499, "nauc_mrr_at_1000_diff1": -0.138606, "main_score": 0.00206, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.0175, "ndcg_at_3": 0.01593, "ndcg_at_5": 0.01544, "ndcg_at_10": 0.0138, "ndcg_at_20": 0.01515, "ndcg_at_100": 0.02417, "ndcg_at_1000": 0.06417, "map_at_1": 0.00085, "map_at_3": 0.00171, "map_at_5": 0.00219, "map_at_10": 0.00293, "map_at_20": 0.0036, "map_at_100": 0.00493, "map_at_1000": 0.00706, "recall_at_1": 0.00085, "recall_at_3": 0.00223, "recall_at_5": 0.00302, "recall_at_10": 0.00464, "recall_at_20": 0.01209, "recall_at_100": 0.03511, "recall_at_1000": 0.1591, "precision_at_1": 0.025, "precision_at_3": 0.02, "precision_at_5": 0.019, "precision_at_10": 0.0155, "precision_at_20": 0.01525, "precision_at_100": 0.0117, "precision_at_1000": 0.00718, "mrr_at_1": 0.025, "mrr_at_3": 0.031667, "mrr_at_5": 0.037417, "mrr_at_10": 0.042679, "mrr_at_20": 0.048, "mrr_at_100": 0.053171, "mrr_at_1000": 0.054625, "nauc_ndcg_at_1_max": -0.412204, "nauc_ndcg_at_1_std": 0.277167, "nauc_ndcg_at_1_diff1": 0.1033, "nauc_ndcg_at_3_max": -0.34034, "nauc_ndcg_at_3_std": 0.113293, "nauc_ndcg_at_3_diff1": 0.044729, "nauc_ndcg_at_5_max": -0.246196, "nauc_ndcg_at_5_std": 0.063003, "nauc_ndcg_at_5_diff1": -0.005231, "nauc_ndcg_at_10_max": -0.240637, "nauc_ndcg_at_10_std": 0.068006, "nauc_ndcg_at_10_diff1": 0.028864, "nauc_ndcg_at_20_max": -0.249149, "nauc_ndcg_at_20_std": 0.096181, "nauc_ndcg_at_20_diff1": 0.024978, "nauc_ndcg_at_100_max": -0.202734, "nauc_ndcg_at_100_std": 0.127228, "nauc_ndcg_at_100_diff1": -0.035342, "nauc_ndcg_at_1000_max": -0.189901, "nauc_ndcg_at_1000_std": 0.149196, "nauc_ndcg_at_1000_diff1": -0.004185, "nauc_map_at_1_max": -0.481284, "nauc_map_at_1_std": 0.486706, "nauc_map_at_1_diff1": -0.016012, "nauc_map_at_3_max": -0.380665, "nauc_map_at_3_std": 0.242782, "nauc_map_at_3_diff1": -0.026213, "nauc_map_at_5_max": -0.35225, "nauc_map_at_5_std": 0.164573, "nauc_map_at_5_diff1": -0.018672, "nauc_map_at_10_max": -0.347395, "nauc_map_at_10_std": 0.122601, "nauc_map_at_10_diff1": 0.009597, "nauc_map_at_20_max": -0.344072, "nauc_map_at_20_std": 0.128295, "nauc_map_at_20_diff1": 0.02248, "nauc_map_at_100_max": -0.308617, "nauc_map_at_100_std": 0.158046, "nauc_map_at_100_diff1": 0.019581, "nauc_map_at_1000_max": -0.298573, "nauc_map_at_1000_std": 0.19789, "nauc_map_at_1000_diff1": 0.021234, "nauc_recall_at_1_max": -0.481284, "nauc_recall_at_1_std": 0.486706, "nauc_recall_at_1_diff1": -0.016012, "nauc_recall_at_3_max": -0.337126, "nauc_recall_at_3_std": 0.171491, "nauc_recall_at_3_diff1": -0.06649, "nauc_recall_at_5_max": -0.280777, "nauc_recall_at_5_std": 0.077919, "nauc_recall_at_5_diff1": -0.084167, "nauc_recall_at_10_max": -0.309122, "nauc_recall_at_10_std": 0.07988, "nauc_recall_at_10_diff1": -0.023348, "nauc_recall_at_20_max": -0.298003, "nauc_recall_at_20_std": 0.153003, "nauc_recall_at_20_diff1": 0.0254, "nauc_recall_at_100_max": -0.174506, "nauc_recall_at_100_std": 0.129997, "nauc_recall_at_100_diff1": -0.02035, "nauc_recall_at_1000_max": -0.173973, "nauc_recall_at_1000_std": 0.14687, "nauc_recall_at_1000_diff1": 0.020589, "nauc_precision_at_1_max": -0.398444, "nauc_precision_at_1_std": 0.296807, "nauc_precision_at_1_diff1": 0.093963, "nauc_precision_at_3_max": -0.310236, "nauc_precision_at_3_std": 0.095989, "nauc_precision_at_3_diff1": 0.01583, "nauc_precision_at_5_max": -0.197661, "nauc_precision_at_5_std": 0.068985, "nauc_precision_at_5_diff1": -0.017511, "nauc_precision_at_10_max": -0.214511, "nauc_precision_at_10_std": 0.109342, "nauc_precision_at_10_diff1": 0.090248, "nauc_precision_at_20_max": -0.235546, "nauc_precision_at_20_std": 0.125302, "nauc_precision_at_20_diff1": 0.071003, "nauc_precision_at_100_max": -0.099187, "nauc_precision_at_100_std": 0.177038, "nauc_precision_at_100_diff1": -0.033849, "nauc_precision_at_1000_max": 0.002867, "nauc_precision_at_1000_std": 0.211726, "nauc_precision_at_1000_diff1": -0.049824, "nauc_mrr_at_1_max": -0.398444, "nauc_mrr_at_1_std": 0.296807, "nauc_mrr_at_1_diff1": 0.093963, "nauc_mrr_at_3_max": -0.324969, "nauc_mrr_at_3_std": 0.158396, "nauc_mrr_at_3_diff1": 0.032635, "nauc_mrr_at_5_max": -0.261429, "nauc_mrr_at_5_std": 0.147579, "nauc_mrr_at_5_diff1": 0.007891, "nauc_mrr_at_10_max": -0.241465, "nauc_mrr_at_10_std": 0.137155, "nauc_mrr_at_10_diff1": 0.015082, "nauc_mrr_at_20_max": -0.248198, "nauc_mrr_at_20_std": 0.136238, "nauc_mrr_at_20_diff1": 0.00876, "nauc_mrr_at_100_max": -0.23339, "nauc_mrr_at_100_std": 0.126863, "nauc_mrr_at_100_diff1": -0.005763, "nauc_mrr_at_1000_max": -0.232054, "nauc_mrr_at_1000_std": 0.125214, "nauc_mrr_at_1000_diff1": -0.004819, "main_score": 0.0138, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.00019, "ndcg_at_100": 0.00024, "ndcg_at_1000": 0.01478, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 1e-05, "map_at_1000": 0.00024, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 5e-05, "recall_at_100": 0.00024, "recall_at_1000": 0.05221, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0005, "precision_at_100": 0.00035, "precision_at_1000": 0.00228, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.000839, "mrr_at_100": 0.000965, "mrr_at_1000": 0.002733, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": -0.205796, "nauc_ndcg_at_20_std": -0.11628, "nauc_ndcg_at_20_diff1": -0.111919, "nauc_ndcg_at_100_max": -0.279766, "nauc_ndcg_at_100_std": -0.050881, "nauc_ndcg_at_100_diff1": -0.044276, "nauc_ndcg_at_1000_max": -0.015077, "nauc_ndcg_at_1000_std": -0.109656, "nauc_ndcg_at_1000_diff1": -0.084316, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": -0.205796, "nauc_map_at_20_std": -0.124932, "nauc_map_at_20_diff1": -0.093274, "nauc_map_at_100_max": -0.252495, "nauc_map_at_100_std": -0.049099, "nauc_map_at_100_diff1": -0.041559, "nauc_map_at_1000_max": 0.014145, "nauc_map_at_1000_std": -0.14442, "nauc_map_at_1000_diff1": -0.060698, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": -0.205796, "nauc_recall_at_20_std": -0.107544, "nauc_recall_at_20_diff1": -0.130747, "nauc_recall_at_100_max": -0.346621, "nauc_recall_at_100_std": 0.158459, "nauc_recall_at_100_diff1": 0.004664, "nauc_recall_at_1000_max": 0.002059, "nauc_recall_at_1000_std": -0.168033, "nauc_recall_at_1000_diff1": -0.171659, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": -0.205796, "nauc_precision_at_20_std": -0.110008, "nauc_precision_at_20_diff1": -0.125436, "nauc_precision_at_100_max": -0.277665, "nauc_precision_at_100_std": -0.095902, "nauc_precision_at_100_diff1": -0.040745, "nauc_precision_at_1000_max": -0.201379, "nauc_precision_at_1000_std": -0.126176, "nauc_precision_at_1000_diff1": -0.136559, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": -0.205796, "nauc_mrr_at_20_std": -0.127381, "nauc_mrr_at_20_diff1": -0.087995, "nauc_mrr_at_100_max": -0.237712, "nauc_mrr_at_100_std": -0.117464, "nauc_mrr_at_100_diff1": -0.086563, "nauc_mrr_at_1000_max": -0.136563, "nauc_mrr_at_1000_std": -0.089439, "nauc_mrr_at_1000_diff1": -0.043857, "main_score": 0.0, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.00037, "ndcg_at_100": 0.00213, "ndcg_at_1000": 0.01501, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 4e-05, "map_at_100": 0.00019, "map_at_1000": 0.00049, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.00062, "recall_at_100": 0.00627, "recall_at_1000": 0.04757, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.00075, "precision_at_100": 0.00125, "precision_at_1000": 0.00204, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.000982, "mrr_at_100": 0.002177, "mrr_at_1000": 0.00359, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": -0.464905, "nauc_ndcg_at_20_std": 0.145961, "nauc_ndcg_at_20_diff1": -0.119015, "nauc_ndcg_at_100_max": -0.069322, "nauc_ndcg_at_100_std": 0.10209, "nauc_ndcg_at_100_diff1": 0.028282, "nauc_ndcg_at_1000_max": 0.009252, "nauc_ndcg_at_1000_std": -0.01904, "nauc_ndcg_at_1000_diff1": 0.029193, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": -0.546671, "nauc_map_at_20_std": 0.170115, "nauc_map_at_20_diff1": -0.316751, "nauc_map_at_100_max": -0.140901, "nauc_map_at_100_std": 0.188968, "nauc_map_at_100_diff1": -0.016448, "nauc_map_at_1000_max": -0.094503, "nauc_map_at_1000_std": 0.115676, "nauc_map_at_1000_diff1": 0.030038, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": -0.548538, "nauc_recall_at_20_std": 0.172791, "nauc_recall_at_20_diff1": -0.316213, "nauc_recall_at_100_max": 0.083916, "nauc_recall_at_100_std": 0.112727, "nauc_recall_at_100_diff1": 0.020957, "nauc_recall_at_1000_max": 0.063522, "nauc_recall_at_1000_std": -0.026378, "nauc_recall_at_1000_diff1": 0.035033, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": -0.426706, "nauc_precision_at_20_std": 0.147303, "nauc_precision_at_20_diff1": 0.003399, "nauc_precision_at_100_max": -0.221111, "nauc_precision_at_100_std": 0.164722, "nauc_precision_at_100_diff1": 0.160741, "nauc_precision_at_1000_max": -0.180023, "nauc_precision_at_1000_std": 0.087221, "nauc_precision_at_1000_diff1": 0.017714, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": -0.416665, "nauc_mrr_at_20_std": 0.126131, "nauc_mrr_at_20_diff1": -0.015623, "nauc_mrr_at_100_max": -0.195181, "nauc_mrr_at_100_std": 0.011474, "nauc_mrr_at_100_diff1": 0.044693, "nauc_mrr_at_1000_max": -0.163252, "nauc_mrr_at_1000_std": 0.000936, "nauc_mrr_at_1000_diff1": 0.036984, "main_score": 0.0, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.0125, "ndcg_at_3": 0.01746, "ndcg_at_5": 0.0212, "ndcg_at_10": 0.02105, "ndcg_at_20": 0.02367, "ndcg_at_100": 0.03633, "ndcg_at_1000": 0.0706, "map_at_1": 0.00636, "map_at_3": 0.00861, "map_at_5": 0.0097, "map_at_10": 0.01033, "map_at_20": 0.01132, "map_at_100": 0.01297, "map_at_1000": 0.01467, "recall_at_1": 0.00636, "recall_at_3": 0.00957, "recall_at_5": 0.01333, "recall_at_10": 0.01544, "recall_at_20": 0.0247, "recall_at_100": 0.06723, "recall_at_1000": 0.19332, "precision_at_1": 0.02, "precision_at_3": 0.02, "precision_at_5": 0.025, "precision_at_10": 0.018, "precision_at_20": 0.014, "precision_at_100": 0.00825, "precision_at_1000": 0.00431, "mrr_at_1": 0.02, "mrr_at_3": 0.03, "mrr_at_5": 0.04175, "mrr_at_10": 0.044923, "mrr_at_20": 0.048631, "mrr_at_100": 0.0527, "mrr_at_1000": 0.054091, "nauc_ndcg_at_1_max": -0.241266, "nauc_ndcg_at_1_std": 0.472605, "nauc_ndcg_at_1_diff1": 0.147894, "nauc_ndcg_at_3_max": -0.311682, "nauc_ndcg_at_3_std": 0.64594, "nauc_ndcg_at_3_diff1": 0.030337, "nauc_ndcg_at_5_max": -0.313592, "nauc_ndcg_at_5_std": 0.695452, "nauc_ndcg_at_5_diff1": 0.002433, "nauc_ndcg_at_10_max": -0.286836, "nauc_ndcg_at_10_std": 0.674059, "nauc_ndcg_at_10_diff1": 0.014648, "nauc_ndcg_at_20_max": -0.241955, "nauc_ndcg_at_20_std": 0.555282, "nauc_ndcg_at_20_diff1": 0.000632, "nauc_ndcg_at_100_max": -0.269, "nauc_ndcg_at_100_std": 0.479804, "nauc_ndcg_at_100_diff1": -0.069685, "nauc_ndcg_at_1000_max": -0.253725, "nauc_ndcg_at_1000_std": 0.492439, "nauc_ndcg_at_1000_diff1": -0.06948, "nauc_map_at_1_max": -0.362029, "nauc_map_at_1_std": 0.977352, "nauc_map_at_1_diff1": 0.38072, "nauc_map_at_3_max": -0.368592, "nauc_map_at_3_std": 0.903995, "nauc_map_at_3_diff1": 0.322049, "nauc_map_at_5_max": -0.353937, "nauc_map_at_5_std": 0.872534, "nauc_map_at_5_diff1": 0.252921, "nauc_map_at_10_max": -0.346997, "nauc_map_at_10_std": 0.854621, "nauc_map_at_10_diff1": 0.215902, "nauc_map_at_20_max": -0.32031, "nauc_map_at_20_std": 0.782317, "nauc_map_at_20_diff1": 0.175998, "nauc_map_at_100_max": -0.32477, "nauc_map_at_100_std": 0.725791, "nauc_map_at_100_diff1": 0.129709, "nauc_map_at_1000_max": -0.312667, "nauc_map_at_1000_std": 0.718395, "nauc_map_at_1000_diff1": 0.108533, "nauc_recall_at_1_max": -0.362029, "nauc_recall_at_1_std": 0.977352, "nauc_recall_at_1_diff1": 0.38072, "nauc_recall_at_3_max": -0.355004, "nauc_recall_at_3_std": 0.856903, "nauc_recall_at_3_diff1": 0.241325, "nauc_recall_at_5_max": -0.308969, "nauc_recall_at_5_std": 0.769025, "nauc_recall_at_5_diff1": 0.099436, "nauc_recall_at_10_max": -0.287035, "nauc_recall_at_10_std": 0.720445, "nauc_recall_at_10_diff1": 0.041643, "nauc_recall_at_20_max": -0.185924, "nauc_recall_at_20_std": 0.400938, "nauc_recall_at_20_diff1": -0.028628, "nauc_recall_at_100_max": -0.241364, "nauc_recall_at_100_std": 0.270301, "nauc_recall_at_100_diff1": -0.143147, "nauc_recall_at_1000_max": -0.235633, "nauc_recall_at_1000_std": 0.361294, "nauc_recall_at_1000_diff1": -0.114642, "nauc_precision_at_1_max": -0.221961, "nauc_precision_at_1_std": 0.340757, "nauc_precision_at_1_diff1": 0.103904, "nauc_precision_at_3_max": -0.237188, "nauc_precision_at_3_std": 0.426147, "nauc_precision_at_3_diff1": -0.143972, "nauc_precision_at_5_max": -0.255036, "nauc_precision_at_5_std": 0.57817, "nauc_precision_at_5_diff1": -0.158895, "nauc_precision_at_10_max": -0.178066, "nauc_precision_at_10_std": 0.534399, "nauc_precision_at_10_diff1": -0.16566, "nauc_precision_at_20_max": -0.097971, "nauc_precision_at_20_std": 0.323035, "nauc_precision_at_20_diff1": -0.145755, "nauc_precision_at_100_max": -0.133851, "nauc_precision_at_100_std": 0.325329, "nauc_precision_at_100_diff1": -0.157882, "nauc_precision_at_1000_max": -0.102952, "nauc_precision_at_1000_std": 0.362824, "nauc_precision_at_1000_diff1": -0.104485, "nauc_mrr_at_1_max": -0.221961, "nauc_mrr_at_1_std": 0.340757, "nauc_mrr_at_1_diff1": 0.103904, "nauc_mrr_at_3_max": -0.216051, "nauc_mrr_at_3_std": 0.357929, "nauc_mrr_at_3_diff1": -0.061168, "nauc_mrr_at_5_max": -0.212495, "nauc_mrr_at_5_std": 0.4375, "nauc_mrr_at_5_diff1": -0.075647, "nauc_mrr_at_10_max": -0.198895, "nauc_mrr_at_10_std": 0.409812, "nauc_mrr_at_10_diff1": -0.080082, "nauc_mrr_at_20_max": -0.188977, "nauc_mrr_at_20_std": 0.368091, "nauc_mrr_at_20_diff1": -0.08173, "nauc_mrr_at_100_max": -0.192678, "nauc_mrr_at_100_std": 0.361684, "nauc_mrr_at_100_diff1": -0.077546, "nauc_mrr_at_1000_max": -0.1971, "nauc_mrr_at_1000_std": 0.365542, "nauc_mrr_at_1000_diff1": -0.073862, "main_score": 0.02105, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00054, "ndcg_at_1000": 0.0116, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 2e-05, "map_at_1000": 0.00017, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00146, "recall_at_1000": 0.04277, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.00035, "precision_at_1000": 0.00137, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.000573, "mrr_at_1000": 0.001742, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.196868, "nauc_ndcg_at_100_std": -0.344965, "nauc_ndcg_at_100_diff1": -0.004093, "nauc_ndcg_at_1000_max": 0.064697, "nauc_ndcg_at_1000_std": 0.034373, "nauc_ndcg_at_1000_diff1": -0.04573, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.050116, "nauc_map_at_100_std": -0.358245, "nauc_map_at_100_diff1": -0.164144, "nauc_map_at_1000_max": 0.095783, "nauc_map_at_1000_std": -0.021755, "nauc_map_at_1000_diff1": -0.051844, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": 0.022105, "nauc_recall_at_100_std": -0.360673, "nauc_recall_at_100_diff1": -0.223399, "nauc_recall_at_1000_max": 0.158528, "nauc_recall_at_1000_std": -0.014927, "nauc_recall_at_1000_diff1": -0.091865, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.225996, "nauc_precision_at_100_std": -0.276975, "nauc_precision_at_100_diff1": -0.158381, "nauc_precision_at_1000_max": -0.089677, "nauc_precision_at_1000_std": 0.045287, "nauc_precision_at_1000_diff1": -0.011024, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.276409, "nauc_mrr_at_100_std": -0.282461, "nauc_mrr_at_100_diff1": -0.092045, "nauc_mrr_at_1000_max": -0.089269, "nauc_mrr_at_1000_std": -0.083097, "nauc_mrr_at_1000_diff1": -0.042323, "main_score": 0.0, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.01, "ndcg_at_3": 0.00512, "ndcg_at_5": 0.00395, "ndcg_at_10": 0.00412, "ndcg_at_20": 0.00588, "ndcg_at_100": 0.00862, "ndcg_at_1000": 0.02799, "map_at_1": 0.0019, "map_at_3": 0.0019, "map_at_5": 0.0019, "map_at_10": 0.00201, "map_at_20": 0.00243, "map_at_100": 0.0027, "map_at_1000": 0.00325, "recall_at_1": 0.0019, "recall_at_3": 0.0019, "recall_at_5": 0.0019, "recall_at_10": 0.00251, "recall_at_20": 0.00692, "recall_at_100": 0.01349, "recall_at_1000": 0.09183, "precision_at_1": 0.015, "precision_at_3": 0.005, "precision_at_5": 0.003, "precision_at_10": 0.003, "precision_at_20": 0.00375, "precision_at_100": 0.00255, "precision_at_1000": 0.002, "mrr_at_1": 0.015, "mrr_at_3": 0.015, "mrr_at_5": 0.015, "mrr_at_10": 0.016111, "mrr_at_20": 0.017626, "mrr_at_100": 0.02021, "mrr_at_1000": 0.021487, "nauc_ndcg_at_1_max": -0.494902, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": -0.473102, "nauc_ndcg_at_3_max": -0.488291, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": -0.460296, "nauc_ndcg_at_5_max": -0.48366, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": -0.451326, "nauc_ndcg_at_10_max": -0.423025, "nauc_ndcg_at_10_std": 0.838028, "nauc_ndcg_at_10_diff1": -0.407213, "nauc_ndcg_at_20_max": -0.329717, "nauc_ndcg_at_20_std": 0.654015, "nauc_ndcg_at_20_diff1": -0.314941, "nauc_ndcg_at_100_max": -0.1845, "nauc_ndcg_at_100_std": 0.479659, "nauc_ndcg_at_100_diff1": -0.222842, "nauc_ndcg_at_1000_max": -0.134537, "nauc_ndcg_at_1000_std": 0.304934, "nauc_ndcg_at_1000_diff1": -0.129671, "nauc_map_at_1_max": -0.450002, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": -0.390134, "nauc_map_at_3_max": -0.450002, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": -0.390134, "nauc_map_at_5_max": -0.450002, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": -0.390134, "nauc_map_at_10_max": -0.446661, "nauc_map_at_10_std": 0.979541, "nauc_map_at_10_diff1": -0.394271, "nauc_map_at_20_max": -0.408297, "nauc_map_at_20_std": 0.888117, "nauc_map_at_20_diff1": -0.381803, "nauc_map_at_100_max": -0.371225, "nauc_map_at_100_std": 0.842499, "nauc_map_at_100_diff1": -0.360413, "nauc_map_at_1000_max": -0.343498, "nauc_map_at_1000_std": 0.782932, "nauc_map_at_1000_diff1": -0.332634, "nauc_recall_at_1_max": -0.450002, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": -0.390134, "nauc_recall_at_3_max": -0.450002, "nauc_recall_at_3_std": 1.0, "nauc_recall_at_3_diff1": -0.390134, "nauc_recall_at_5_max": -0.450002, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": -0.390134, "nauc_recall_at_10_max": -0.430131, "nauc_recall_at_10_std": 0.852957, "nauc_recall_at_10_diff1": -0.397984, "nauc_recall_at_20_max": -0.202621, "nauc_recall_at_20_std": 0.326648, "nauc_recall_at_20_diff1": -0.230034, "nauc_recall_at_100_max": -0.043139, "nauc_recall_at_100_std": 0.211445, "nauc_recall_at_100_diff1": -0.109957, "nauc_recall_at_1000_max": -0.041496, "nauc_recall_at_1000_std": 0.202555, "nauc_recall_at_1000_diff1": -0.077324, "nauc_precision_at_1_max": -0.468294, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": -0.46427, "nauc_precision_at_3_max": -0.468294, "nauc_precision_at_3_std": 1.0, "nauc_precision_at_3_diff1": -0.46427, "nauc_precision_at_5_max": -0.468294, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": -0.46427, "nauc_precision_at_10_max": -0.232448, "nauc_precision_at_10_std": 0.587291, "nauc_precision_at_10_diff1": -0.300868, "nauc_precision_at_20_max": -0.155192, "nauc_precision_at_20_std": 0.473553, "nauc_precision_at_20_diff1": -0.156891, "nauc_precision_at_100_max": -0.011872, "nauc_precision_at_100_std": 0.300512, "nauc_precision_at_100_diff1": -0.02904, "nauc_precision_at_1000_max": -0.040228, "nauc_precision_at_1000_std": 0.163721, "nauc_precision_at_1000_diff1": 0.060327, "nauc_mrr_at_1_max": -0.468294, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": -0.46427, "nauc_mrr_at_3_max": -0.468294, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": -0.46427, "nauc_mrr_at_5_max": -0.468294, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": -0.46427, "nauc_mrr_at_10_max": -0.421334, "nauc_mrr_at_10_std": 0.914612, "nauc_mrr_at_10_diff1": -0.426654, "nauc_mrr_at_20_max": -0.36978, "nauc_mrr_at_20_std": 0.83207, "nauc_mrr_at_20_diff1": -0.358761, "nauc_mrr_at_100_max": -0.305826, "nauc_mrr_at_100_std": 0.749642, "nauc_mrr_at_100_diff1": -0.299963, "nauc_mrr_at_1000_max": -0.304779, "nauc_mrr_at_1000_std": 0.738238, "nauc_mrr_at_1000_diff1": -0.29648, "main_score": 0.00412, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 5199.2048807144165, "kg_co2_emissions": 0.49931589235401536 }