{ "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", "task_name": "CUREv1", "mteb_version": "1.18.0", "scores": { "all": [ { "ndcg_at_1": 0.7145, "ndcg_at_3": 0.65806, "ndcg_at_5": 0.63503, "ndcg_at_10": 0.62153, "ndcg_at_20": 0.61935, "ndcg_at_100": 0.67437, "ndcg_at_1000": 0.74564, "map_at_1": 0.10341, "map_at_3": 0.19387, "map_at_5": 0.23877, "map_at_10": 0.30197, "map_at_20": 0.3564, "map_at_100": 0.44843, "map_at_1000": 0.48794, "recall_at_1": 0.10341, "recall_at_3": 0.21012, "recall_at_5": 0.27373, "recall_at_10": 0.37693, "recall_at_20": 0.48521, "recall_at_100": 0.7523, "recall_at_1000": 0.96453, "precision_at_1": 0.824, "precision_at_3": 0.69333, "precision_at_5": 0.6141, "precision_at_10": 0.5091, "precision_at_20": 0.39737, "precision_at_100": 0.18501, "precision_at_1000": 0.03497, "mrr_at_1": 0.824, "mrr_at_3": 0.878833, "mrr_at_5": 0.884158, "mrr_at_10": 0.886259, "mrr_at_20": 0.886804, "mrr_at_100": 0.887059, "mrr_at_1000": 0.887069, "nauc_ndcg_at_1_max": 0.22332, "nauc_ndcg_at_1_std": 0.133547, "nauc_ndcg_at_1_diff1": 0.382001, "nauc_ndcg_at_3_max": 0.242745, "nauc_ndcg_at_3_std": 0.168407, "nauc_ndcg_at_3_diff1": 0.216974, "nauc_ndcg_at_5_max": 0.243654, "nauc_ndcg_at_5_std": 0.160167, "nauc_ndcg_at_5_diff1": 0.18334, "nauc_ndcg_at_10_max": 0.274509, "nauc_ndcg_at_10_std": 0.159418, "nauc_ndcg_at_10_diff1": 0.193829, "nauc_ndcg_at_20_max": 0.306339, "nauc_ndcg_at_20_std": 0.170518, "nauc_ndcg_at_20_diff1": 0.20893, "nauc_ndcg_at_100_max": 0.35583, "nauc_ndcg_at_100_std": 0.233802, "nauc_ndcg_at_100_diff1": 0.22512, "nauc_ndcg_at_1000_max": 0.335622, "nauc_ndcg_at_1000_std": 0.295255, "nauc_ndcg_at_1000_diff1": 0.216754, "nauc_map_at_1_max": 0.147721, "nauc_map_at_1_std": -0.137894, "nauc_map_at_1_diff1": 0.383068, "nauc_map_at_3_max": 0.203995, "nauc_map_at_3_std": -0.075415, "nauc_map_at_3_diff1": 0.276054, "nauc_map_at_5_max": 0.224375, "nauc_map_at_5_std": -0.051188, "nauc_map_at_5_diff1": 0.242033, "nauc_map_at_10_max": 0.257638, "nauc_map_at_10_std": -0.007113, "nauc_map_at_10_diff1": 0.213896, "nauc_map_at_20_max": 0.279647, "nauc_map_at_20_std": 0.047656, "nauc_map_at_20_diff1": 0.189894, "nauc_map_at_100_max": 0.301106, "nauc_map_at_100_std": 0.178533, "nauc_map_at_100_diff1": 0.157436, "nauc_map_at_1000_max": 0.279922, "nauc_map_at_1000_std": 0.218597, "nauc_map_at_1000_diff1": 0.139944, "nauc_recall_at_1_max": 0.147721, "nauc_recall_at_1_std": -0.137894, "nauc_recall_at_1_diff1": 0.383068, "nauc_recall_at_3_max": 0.190271, "nauc_recall_at_3_std": -0.084371, "nauc_recall_at_3_diff1": 0.243709, "nauc_recall_at_5_max": 0.199791, "nauc_recall_at_5_std": -0.068617, "nauc_recall_at_5_diff1": 0.196489, "nauc_recall_at_10_max": 0.238167, "nauc_recall_at_10_std": -0.03165, "nauc_recall_at_10_diff1": 0.173144, "nauc_recall_at_20_max": 0.255252, "nauc_recall_at_20_std": 0.012283, "nauc_recall_at_20_diff1": 0.153772, "nauc_recall_at_100_max": 0.307332, "nauc_recall_at_100_std": 0.18191, "nauc_recall_at_100_diff1": 0.126279, "nauc_recall_at_1000_max": 0.515808, "nauc_recall_at_1000_std": 0.625305, "nauc_recall_at_1000_diff1": 0.111271, "nauc_precision_at_1_max": 0.241905, "nauc_precision_at_1_std": 0.207789, "nauc_precision_at_1_diff1": 0.378989, "nauc_precision_at_3_max": 0.141131, "nauc_precision_at_3_std": 0.263746, "nauc_precision_at_3_diff1": -0.05178, "nauc_precision_at_5_max": 0.08786, "nauc_precision_at_5_std": 0.252643, "nauc_precision_at_5_diff1": -0.133867, "nauc_precision_at_10_max": 0.038879, "nauc_precision_at_10_std": 0.26227, "nauc_precision_at_10_diff1": -0.161307, "nauc_precision_at_20_max": -0.018414, "nauc_precision_at_20_std": 0.263818, "nauc_precision_at_20_diff1": -0.171865, "nauc_precision_at_100_max": -0.116258, "nauc_precision_at_100_std": 0.196547, "nauc_precision_at_100_diff1": -0.149863, "nauc_precision_at_1000_max": -0.196575, "nauc_precision_at_1000_std": 0.026535, "nauc_precision_at_1000_diff1": -0.13377, "nauc_mrr_at_1_max": 0.241905, "nauc_mrr_at_1_std": 0.207789, "nauc_mrr_at_1_diff1": 0.378989, "nauc_mrr_at_3_max": 0.292581, "nauc_mrr_at_3_std": 0.239009, "nauc_mrr_at_3_diff1": 0.374798, "nauc_mrr_at_5_max": 0.295125, "nauc_mrr_at_5_std": 0.245556, "nauc_mrr_at_5_diff1": 0.378859, "nauc_mrr_at_10_max": 0.291828, "nauc_mrr_at_10_std": 0.241714, "nauc_mrr_at_10_diff1": 0.379476, "nauc_mrr_at_20_max": 0.289882, "nauc_mrr_at_20_std": 0.239608, "nauc_mrr_at_20_diff1": 0.379346, "nauc_mrr_at_100_max": 0.288979, "nauc_mrr_at_100_std": 0.238948, "nauc_mrr_at_100_diff1": 0.379448, "nauc_mrr_at_1000_max": 0.288937, "nauc_mrr_at_1000_std": 0.239008, "nauc_mrr_at_1000_diff1": 0.37941, "main_score": 0.62153, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.655, "ndcg_at_3": 0.6045, "ndcg_at_5": 0.58387, "ndcg_at_10": 0.56931, "ndcg_at_20": 0.57033, "ndcg_at_100": 0.62814, "ndcg_at_1000": 0.70789, "map_at_1": 0.09818, "map_at_3": 0.18065, "map_at_5": 0.22022, "map_at_10": 0.27275, "map_at_20": 0.32079, "map_at_100": 0.40144, "map_at_1000": 0.43939, "recall_at_1": 0.09818, "recall_at_3": 0.19824, "recall_at_5": 0.25489, "recall_at_10": 0.34599, "recall_at_20": 0.45089, "recall_at_100": 0.70972, "recall_at_1000": 0.94719, "precision_at_1": 0.7595, "precision_at_3": 0.63483, "precision_at_5": 0.5605, "precision_at_10": 0.4593, "precision_at_20": 0.36017, "precision_at_100": 0.17022, "precision_at_1000": 0.03387, "mrr_at_1": 0.7595, "mrr_at_3": 0.829667, "mrr_at_5": 0.836892, "mrr_at_10": 0.840002, "mrr_at_20": 0.841094, "mrr_at_100": 0.841459, "mrr_at_1000": 0.841483, "nauc_ndcg_at_1_max": 0.301428, "nauc_ndcg_at_1_std": 0.177425, "nauc_ndcg_at_1_diff1": 0.421573, "nauc_ndcg_at_3_max": 0.306013, "nauc_ndcg_at_3_std": 0.232258, "nauc_ndcg_at_3_diff1": 0.294824, "nauc_ndcg_at_5_max": 0.314037, "nauc_ndcg_at_5_std": 0.249298, "nauc_ndcg_at_5_diff1": 0.279551, "nauc_ndcg_at_10_max": 0.33604, "nauc_ndcg_at_10_std": 0.253618, "nauc_ndcg_at_10_diff1": 0.271505, "nauc_ndcg_at_20_max": 0.36521, "nauc_ndcg_at_20_std": 0.252981, "nauc_ndcg_at_20_diff1": 0.279455, "nauc_ndcg_at_100_max": 0.420675, "nauc_ndcg_at_100_std": 0.320559, "nauc_ndcg_at_100_diff1": 0.296226, "nauc_ndcg_at_1000_max": 0.408677, "nauc_ndcg_at_1000_std": 0.379863, "nauc_ndcg_at_1000_diff1": 0.284851, "nauc_map_at_1_max": 0.229076, "nauc_map_at_1_std": -0.093502, "nauc_map_at_1_diff1": 0.454017, "nauc_map_at_3_max": 0.270563, "nauc_map_at_3_std": -0.022186, "nauc_map_at_3_diff1": 0.351655, "nauc_map_at_5_max": 0.290462, "nauc_map_at_5_std": 0.008034, "nauc_map_at_5_diff1": 0.321547, "nauc_map_at_10_max": 0.315207, "nauc_map_at_10_std": 0.054466, "nauc_map_at_10_diff1": 0.290514, "nauc_map_at_20_max": 0.332431, "nauc_map_at_20_std": 0.106318, "nauc_map_at_20_diff1": 0.268746, "nauc_map_at_100_max": 0.360876, "nauc_map_at_100_std": 0.241109, "nauc_map_at_100_diff1": 0.241776, "nauc_map_at_1000_max": 0.349678, "nauc_map_at_1000_std": 0.287026, "nauc_map_at_1000_diff1": 0.224968, "nauc_recall_at_1_max": 0.229076, "nauc_recall_at_1_std": -0.093502, "nauc_recall_at_1_diff1": 0.454017, "nauc_recall_at_3_max": 0.250023, "nauc_recall_at_3_std": -0.03176, "nauc_recall_at_3_diff1": 0.305355, "nauc_recall_at_5_max": 0.263379, "nauc_recall_at_5_std": -0.005274, "nauc_recall_at_5_diff1": 0.271804, "nauc_recall_at_10_max": 0.276571, "nauc_recall_at_10_std": 0.02971, "nauc_recall_at_10_diff1": 0.22223, "nauc_recall_at_20_max": 0.293599, "nauc_recall_at_20_std": 0.076656, "nauc_recall_at_20_diff1": 0.189502, "nauc_recall_at_100_max": 0.359684, "nauc_recall_at_100_std": 0.26686, "nauc_recall_at_100_diff1": 0.163941, "nauc_recall_at_1000_max": 0.564923, "nauc_recall_at_1000_std": 0.672094, "nauc_recall_at_1000_diff1": 0.117276, "nauc_precision_at_1_max": 0.370227, "nauc_precision_at_1_std": 0.247806, "nauc_precision_at_1_diff1": 0.434764, "nauc_precision_at_3_max": 0.208665, "nauc_precision_at_3_std": 0.305652, "nauc_precision_at_3_diff1": 0.054901, "nauc_precision_at_5_max": 0.147627, "nauc_precision_at_5_std": 0.323601, "nauc_precision_at_5_diff1": -0.040083, "nauc_precision_at_10_max": 0.070023, "nauc_precision_at_10_std": 0.317613, "nauc_precision_at_10_diff1": -0.11482, "nauc_precision_at_20_max": 0.001732, "nauc_precision_at_20_std": 0.299877, "nauc_precision_at_20_diff1": -0.148443, "nauc_precision_at_100_max": -0.09247, "nauc_precision_at_100_std": 0.237624, "nauc_precision_at_100_diff1": -0.156152, "nauc_precision_at_1000_max": -0.180277, "nauc_precision_at_1000_std": 0.054383, "nauc_precision_at_1000_diff1": -0.151959, "nauc_mrr_at_1_max": 0.370227, "nauc_mrr_at_1_std": 0.247806, "nauc_mrr_at_1_diff1": 0.434764, "nauc_mrr_at_3_max": 0.41617, "nauc_mrr_at_3_std": 0.295029, "nauc_mrr_at_3_diff1": 0.439277, "nauc_mrr_at_5_max": 0.415687, "nauc_mrr_at_5_std": 0.296175, "nauc_mrr_at_5_diff1": 0.443096, "nauc_mrr_at_10_max": 0.413076, "nauc_mrr_at_10_std": 0.293287, "nauc_mrr_at_10_diff1": 0.440169, "nauc_mrr_at_20_max": 0.412454, "nauc_mrr_at_20_std": 0.292966, "nauc_mrr_at_20_diff1": 0.440146, "nauc_mrr_at_100_max": 0.411652, "nauc_mrr_at_100_std": 0.291935, "nauc_mrr_at_100_diff1": 0.44032, "nauc_mrr_at_1000_max": 0.4116, "nauc_mrr_at_1000_std": 0.29188, "nauc_mrr_at_1000_diff1": 0.440306, "main_score": 0.56931, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.662, "ndcg_at_3": 0.61126, "ndcg_at_5": 0.59049, "ndcg_at_10": 0.57705, "ndcg_at_20": 0.57497, "ndcg_at_100": 0.63144, "ndcg_at_1000": 0.71054, "map_at_1": 0.0978, "map_at_3": 0.1803, "map_at_5": 0.22074, "map_at_10": 0.27658, "map_at_20": 0.32379, "map_at_100": 0.4054, "map_at_1000": 0.44301, "recall_at_1": 0.0978, "recall_at_3": 0.19867, "recall_at_5": 0.25572, "recall_at_10": 0.34993, "recall_at_20": 0.45078, "recall_at_100": 0.71112, "recall_at_1000": 0.94801, "precision_at_1": 0.766, "precision_at_3": 0.64233, "precision_at_5": 0.5708, "precision_at_10": 0.4711, "precision_at_20": 0.36538, "precision_at_100": 0.17109, "precision_at_1000": 0.03383, "mrr_at_1": 0.766, "mrr_at_3": 0.83425, "mrr_at_5": 0.840625, "mrr_at_10": 0.843432, "mrr_at_20": 0.844452, "mrr_at_100": 0.844859, "mrr_at_1000": 0.844881, "nauc_ndcg_at_1_max": 0.272986, "nauc_ndcg_at_1_std": 0.152152, "nauc_ndcg_at_1_diff1": 0.417094, "nauc_ndcg_at_3_max": 0.294677, "nauc_ndcg_at_3_std": 0.228007, "nauc_ndcg_at_3_diff1": 0.274373, "nauc_ndcg_at_5_max": 0.295725, "nauc_ndcg_at_5_std": 0.227414, "nauc_ndcg_at_5_diff1": 0.262792, "nauc_ndcg_at_10_max": 0.323583, "nauc_ndcg_at_10_std": 0.241104, "nauc_ndcg_at_10_diff1": 0.259249, "nauc_ndcg_at_20_max": 0.356986, "nauc_ndcg_at_20_std": 0.243726, "nauc_ndcg_at_20_diff1": 0.272894, "nauc_ndcg_at_100_max": 0.410799, "nauc_ndcg_at_100_std": 0.317296, "nauc_ndcg_at_100_diff1": 0.275515, "nauc_ndcg_at_1000_max": 0.396632, "nauc_ndcg_at_1000_std": 0.367364, "nauc_ndcg_at_1000_diff1": 0.27145, "nauc_map_at_1_max": 0.196951, "nauc_map_at_1_std": -0.088211, "nauc_map_at_1_diff1": 0.44704, "nauc_map_at_3_max": 0.255909, "nauc_map_at_3_std": -0.00285, "nauc_map_at_3_diff1": 0.35202, "nauc_map_at_5_max": 0.277367, "nauc_map_at_5_std": 0.026165, "nauc_map_at_5_diff1": 0.315779, "nauc_map_at_10_max": 0.303165, "nauc_map_at_10_std": 0.076787, "nauc_map_at_10_diff1": 0.274853, "nauc_map_at_20_max": 0.324264, "nauc_map_at_20_std": 0.124648, "nauc_map_at_20_diff1": 0.250982, "nauc_map_at_100_max": 0.355563, "nauc_map_at_100_std": 0.250763, "nauc_map_at_100_diff1": 0.217628, "nauc_map_at_1000_max": 0.339203, "nauc_map_at_1000_std": 0.290557, "nauc_map_at_1000_diff1": 0.201068, "nauc_recall_at_1_max": 0.196951, "nauc_recall_at_1_std": -0.088211, "nauc_recall_at_1_diff1": 0.44704, "nauc_recall_at_3_max": 0.239537, "nauc_recall_at_3_std": -0.003091, "nauc_recall_at_3_diff1": 0.304175, "nauc_recall_at_5_max": 0.254509, "nauc_recall_at_5_std": 0.018926, "nauc_recall_at_5_diff1": 0.262834, "nauc_recall_at_10_max": 0.275625, "nauc_recall_at_10_std": 0.063585, "nauc_recall_at_10_diff1": 0.218446, "nauc_recall_at_20_max": 0.302305, "nauc_recall_at_20_std": 0.101496, "nauc_recall_at_20_diff1": 0.19856, "nauc_recall_at_100_max": 0.371124, "nauc_recall_at_100_std": 0.280229, "nauc_recall_at_100_diff1": 0.162156, "nauc_recall_at_1000_max": 0.598355, "nauc_recall_at_1000_std": 0.673997, "nauc_recall_at_1000_diff1": 0.158027, "nauc_precision_at_1_max": 0.33218, "nauc_precision_at_1_std": 0.222196, "nauc_precision_at_1_diff1": 0.411108, "nauc_precision_at_3_max": 0.194786, "nauc_precision_at_3_std": 0.300511, "nauc_precision_at_3_diff1": 0.008059, "nauc_precision_at_5_max": 0.135175, "nauc_precision_at_5_std": 0.289161, "nauc_precision_at_5_diff1": -0.080948, "nauc_precision_at_10_max": 0.060607, "nauc_precision_at_10_std": 0.286471, "nauc_precision_at_10_diff1": -0.148011, "nauc_precision_at_20_max": 0.000962, "nauc_precision_at_20_std": 0.262474, "nauc_precision_at_20_diff1": -0.168065, "nauc_precision_at_100_max": -0.103438, "nauc_precision_at_100_std": 0.197733, "nauc_precision_at_100_diff1": -0.167178, "nauc_precision_at_1000_max": -0.204191, "nauc_precision_at_1000_std": 0.021376, "nauc_precision_at_1000_diff1": -0.148034, "nauc_mrr_at_1_max": 0.33218, "nauc_mrr_at_1_std": 0.222196, "nauc_mrr_at_1_diff1": 0.411108, "nauc_mrr_at_3_max": 0.377929, "nauc_mrr_at_3_std": 0.274636, "nauc_mrr_at_3_diff1": 0.390158, "nauc_mrr_at_5_max": 0.379842, "nauc_mrr_at_5_std": 0.275191, "nauc_mrr_at_5_diff1": 0.399229, "nauc_mrr_at_10_max": 0.378241, "nauc_mrr_at_10_std": 0.273562, "nauc_mrr_at_10_diff1": 0.39887, "nauc_mrr_at_20_max": 0.377689, "nauc_mrr_at_20_std": 0.272447, "nauc_mrr_at_20_diff1": 0.398638, "nauc_mrr_at_100_max": 0.376729, "nauc_mrr_at_100_std": 0.271343, "nauc_mrr_at_100_diff1": 0.3988, "nauc_mrr_at_1000_max": 0.376647, "nauc_mrr_at_1000_std": 0.27129, "nauc_mrr_at_1000_diff1": 0.398744, "main_score": 0.57705, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dentistry_and_oral_health": [ { "ndcg_at_1": 0.6825, "ndcg_at_3": 0.63992, "ndcg_at_5": 0.6165, "ndcg_at_10": 0.60182, "ndcg_at_20": 0.59627, "ndcg_at_100": 0.64873, "ndcg_at_1000": 0.75001, "map_at_1": 0.09788, "map_at_3": 0.17409, "map_at_5": 0.20712, "map_at_10": 0.25482, "map_at_20": 0.30374, "map_at_100": 0.40863, "map_at_1000": 0.46328, "recall_at_1": 0.09788, "recall_at_3": 0.19382, "recall_at_5": 0.24053, "recall_at_10": 0.32274, "recall_at_20": 0.41756, "recall_at_100": 0.70365, "recall_at_1000": 0.98124, "precision_at_1": 0.795, "precision_at_3": 0.67667, "precision_at_5": 0.606, "precision_at_10": 0.5085, "precision_at_20": 0.40925, "precision_at_100": 0.209, "precision_at_1000": 0.0386, "mrr_at_1": 0.795, "mrr_at_3": 0.864167, "mrr_at_5": 0.868917, "mrr_at_10": 0.871556, "mrr_at_20": 0.87194, "mrr_at_100": 0.872016, "mrr_at_1000": 0.872054, "nauc_ndcg_at_1_max": 0.064284, "nauc_ndcg_at_1_std": -0.064673, "nauc_ndcg_at_1_diff1": 0.356787, "nauc_ndcg_at_3_max": 0.123676, "nauc_ndcg_at_3_std": -0.132427, "nauc_ndcg_at_3_diff1": 0.207552, "nauc_ndcg_at_5_max": 0.126749, "nauc_ndcg_at_5_std": -0.095466, "nauc_ndcg_at_5_diff1": 0.192443, "nauc_ndcg_at_10_max": 0.164369, "nauc_ndcg_at_10_std": -0.127252, "nauc_ndcg_at_10_diff1": 0.251669, "nauc_ndcg_at_20_max": 0.186907, "nauc_ndcg_at_20_std": -0.124085, "nauc_ndcg_at_20_diff1": 0.272433, "nauc_ndcg_at_100_max": 0.233341, "nauc_ndcg_at_100_std": -0.139783, "nauc_ndcg_at_100_diff1": 0.279874, "nauc_ndcg_at_1000_max": 0.229148, "nauc_ndcg_at_1000_std": 0.088291, "nauc_ndcg_at_1000_diff1": 0.266485, "nauc_map_at_1_max": 0.122065, "nauc_map_at_1_std": -0.348371, "nauc_map_at_1_diff1": 0.393598, "nauc_map_at_3_max": 0.132254, "nauc_map_at_3_std": -0.394342, "nauc_map_at_3_diff1": 0.283233, "nauc_map_at_5_max": 0.15438, "nauc_map_at_5_std": -0.39611, "nauc_map_at_5_diff1": 0.253697, "nauc_map_at_10_max": 0.180872, "nauc_map_at_10_std": -0.382666, "nauc_map_at_10_diff1": 0.255188, "nauc_map_at_20_max": 0.205835, "nauc_map_at_20_std": -0.334593, "nauc_map_at_20_diff1": 0.237373, "nauc_map_at_100_max": 0.242903, "nauc_map_at_100_std": -0.121378, "nauc_map_at_100_diff1": 0.235333, "nauc_map_at_1000_max": 0.216752, "nauc_map_at_1000_std": 0.029209, "nauc_map_at_1000_diff1": 0.213241, "nauc_recall_at_1_max": 0.122065, "nauc_recall_at_1_std": -0.348371, "nauc_recall_at_1_diff1": 0.393598, "nauc_recall_at_3_max": 0.11671, "nauc_recall_at_3_std": -0.401778, "nauc_recall_at_3_diff1": 0.209433, "nauc_recall_at_5_max": 0.137023, "nauc_recall_at_5_std": -0.399349, "nauc_recall_at_5_diff1": 0.177964, "nauc_recall_at_10_max": 0.147889, "nauc_recall_at_10_std": -0.395151, "nauc_recall_at_10_diff1": 0.179887, "nauc_recall_at_20_max": 0.163491, "nauc_recall_at_20_std": -0.352755, "nauc_recall_at_20_diff1": 0.145164, "nauc_recall_at_100_max": 0.206095, "nauc_recall_at_100_std": -0.141025, "nauc_recall_at_100_diff1": 0.133916, "nauc_recall_at_1000_max": 0.236845, "nauc_recall_at_1000_std": 0.649325, "nauc_recall_at_1000_diff1": 0.032787, "nauc_precision_at_1_max": 0.044275, "nauc_precision_at_1_std": 0.101731, "nauc_precision_at_1_diff1": 0.322883, "nauc_precision_at_3_max": 0.1505, "nauc_precision_at_3_std": 0.185178, "nauc_precision_at_3_diff1": -0.048834, "nauc_precision_at_5_max": 0.104373, "nauc_precision_at_5_std": 0.311965, "nauc_precision_at_5_diff1": -0.121746, "nauc_precision_at_10_max": 0.09367, "nauc_precision_at_10_std": 0.434593, "nauc_precision_at_10_diff1": -0.111836, "nauc_precision_at_20_max": 0.04613, "nauc_precision_at_20_std": 0.502903, "nauc_precision_at_20_diff1": -0.132036, "nauc_precision_at_100_max": -0.067473, "nauc_precision_at_100_std": 0.518671, "nauc_precision_at_100_diff1": -0.119377, "nauc_precision_at_1000_max": -0.15159, "nauc_precision_at_1000_std": 0.36566, "nauc_precision_at_1000_diff1": -0.122324, "nauc_mrr_at_1_max": 0.044275, "nauc_mrr_at_1_std": 0.101731, "nauc_mrr_at_1_diff1": 0.322883, "nauc_mrr_at_3_max": 0.093804, "nauc_mrr_at_3_std": 0.071252, "nauc_mrr_at_3_diff1": 0.253218, "nauc_mrr_at_5_max": 0.112171, "nauc_mrr_at_5_std": 0.085192, "nauc_mrr_at_5_diff1": 0.272906, "nauc_mrr_at_10_max": 0.104242, "nauc_mrr_at_10_std": 0.077047, "nauc_mrr_at_10_diff1": 0.282468, "nauc_mrr_at_20_max": 0.101391, "nauc_mrr_at_20_std": 0.079086, "nauc_mrr_at_20_diff1": 0.285161, "nauc_mrr_at_100_max": 0.100827, "nauc_mrr_at_100_std": 0.079059, "nauc_mrr_at_100_diff1": 0.284992, "nauc_mrr_at_1000_max": 0.100547, "nauc_mrr_at_1000_std": 0.079137, "nauc_mrr_at_1000_diff1": 0.28481, "main_score": 0.60182, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.65, "ndcg_at_3": 0.59025, "ndcg_at_5": 0.55241, "ndcg_at_10": 0.53543, "ndcg_at_20": 0.53069, "ndcg_at_100": 0.59339, "ndcg_at_1000": 0.70847, "map_at_1": 0.10452, "map_at_3": 0.16162, "map_at_5": 0.18552, "map_at_10": 0.22334, "map_at_20": 0.26124, "map_at_100": 0.34932, "map_at_1000": 0.4033, "recall_at_1": 0.10452, "recall_at_3": 0.17637, "recall_at_5": 0.2127, "recall_at_10": 0.28767, "recall_at_20": 0.3709, "recall_at_100": 0.65213, "recall_at_1000": 0.9681, "precision_at_1": 0.75, "precision_at_3": 0.61833, "precision_at_5": 0.528, "precision_at_10": 0.4395, "precision_at_20": 0.35625, "precision_at_100": 0.1881, "precision_at_1000": 0.03796, "mrr_at_1": 0.75, "mrr_at_3": 0.835, "mrr_at_5": 0.8385, "mrr_at_10": 0.84231, "mrr_at_20": 0.843434, "mrr_at_100": 0.843876, "mrr_at_1000": 0.843876, "nauc_ndcg_at_1_max": 0.263757, "nauc_ndcg_at_1_std": -0.100034, "nauc_ndcg_at_1_diff1": 0.393029, "nauc_ndcg_at_3_max": 0.2124, "nauc_ndcg_at_3_std": -0.039043, "nauc_ndcg_at_3_diff1": 0.324849, "nauc_ndcg_at_5_max": 0.236817, "nauc_ndcg_at_5_std": -0.054234, "nauc_ndcg_at_5_diff1": 0.37215, "nauc_ndcg_at_10_max": 0.287179, "nauc_ndcg_at_10_std": -0.04126, "nauc_ndcg_at_10_diff1": 0.386917, "nauc_ndcg_at_20_max": 0.31488, "nauc_ndcg_at_20_std": -0.036007, "nauc_ndcg_at_20_diff1": 0.399683, "nauc_ndcg_at_100_max": 0.354264, "nauc_ndcg_at_100_std": -0.011922, "nauc_ndcg_at_100_diff1": 0.380451, "nauc_ndcg_at_1000_max": 0.358506, "nauc_ndcg_at_1000_std": 0.184267, "nauc_ndcg_at_1000_diff1": 0.362249, "nauc_map_at_1_max": 0.261574, "nauc_map_at_1_std": -0.319079, "nauc_map_at_1_diff1": 0.58068, "nauc_map_at_3_max": 0.278623, "nauc_map_at_3_std": -0.316729, "nauc_map_at_3_diff1": 0.461477, "nauc_map_at_5_max": 0.302591, "nauc_map_at_5_std": -0.302306, "nauc_map_at_5_diff1": 0.447459, "nauc_map_at_10_max": 0.313161, "nauc_map_at_10_std": -0.275201, "nauc_map_at_10_diff1": 0.411469, "nauc_map_at_20_max": 0.328158, "nauc_map_at_20_std": -0.234683, "nauc_map_at_20_diff1": 0.395675, "nauc_map_at_100_max": 0.33633, "nauc_map_at_100_std": -0.040295, "nauc_map_at_100_diff1": 0.382714, "nauc_map_at_1000_max": 0.323737, "nauc_map_at_1000_std": 0.092481, "nauc_map_at_1000_diff1": 0.364516, "nauc_recall_at_1_max": 0.261574, "nauc_recall_at_1_std": -0.319079, "nauc_recall_at_1_diff1": 0.58068, "nauc_recall_at_3_max": 0.2706, "nauc_recall_at_3_std": -0.319886, "nauc_recall_at_3_diff1": 0.437357, "nauc_recall_at_5_max": 0.293786, "nauc_recall_at_5_std": -0.305829, "nauc_recall_at_5_diff1": 0.412679, "nauc_recall_at_10_max": 0.289047, "nauc_recall_at_10_std": -0.276532, "nauc_recall_at_10_diff1": 0.333139, "nauc_recall_at_20_max": 0.297021, "nauc_recall_at_20_std": -0.245501, "nauc_recall_at_20_diff1": 0.309616, "nauc_recall_at_100_max": 0.271446, "nauc_recall_at_100_std": -0.044832, "nauc_recall_at_100_diff1": 0.253585, "nauc_recall_at_1000_max": 0.471569, "nauc_recall_at_1000_std": 0.666906, "nauc_recall_at_1000_diff1": 0.102155, "nauc_precision_at_1_max": 0.419121, "nauc_precision_at_1_std": -0.033857, "nauc_precision_at_1_diff1": 0.418346, "nauc_precision_at_3_max": 0.150771, "nauc_precision_at_3_std": 0.198935, "nauc_precision_at_3_diff1": -0.025742, "nauc_precision_at_5_max": 0.08059, "nauc_precision_at_5_std": 0.28245, "nauc_precision_at_5_diff1": -0.062085, "nauc_precision_at_10_max": 0.040707, "nauc_precision_at_10_std": 0.411821, "nauc_precision_at_10_diff1": -0.139158, "nauc_precision_at_20_max": -0.013938, "nauc_precision_at_20_std": 0.457574, "nauc_precision_at_20_diff1": -0.154136, "nauc_precision_at_100_max": -0.096342, "nauc_precision_at_100_std": 0.499407, "nauc_precision_at_100_diff1": -0.150858, "nauc_precision_at_1000_max": -0.127508, "nauc_precision_at_1000_std": 0.348436, "nauc_precision_at_1000_diff1": -0.151683, "nauc_mrr_at_1_max": 0.419121, "nauc_mrr_at_1_std": -0.033857, "nauc_mrr_at_1_diff1": 0.418346, "nauc_mrr_at_3_max": 0.47257, "nauc_mrr_at_3_std": 0.019891, "nauc_mrr_at_3_diff1": 0.424337, "nauc_mrr_at_5_max": 0.477639, "nauc_mrr_at_5_std": 0.005149, "nauc_mrr_at_5_diff1": 0.438466, "nauc_mrr_at_10_max": 0.472149, "nauc_mrr_at_10_std": 0.003036, "nauc_mrr_at_10_diff1": 0.432762, "nauc_mrr_at_20_max": 0.470607, "nauc_mrr_at_20_std": 0.007857, "nauc_mrr_at_20_diff1": 0.43282, "nauc_mrr_at_100_max": 0.468966, "nauc_mrr_at_100_std": 0.005132, "nauc_mrr_at_100_diff1": 0.431467, "nauc_mrr_at_1000_max": 0.468966, "nauc_mrr_at_1000_std": 0.005132, "nauc_mrr_at_1000_diff1": 0.431467, "main_score": 0.53543, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6725, "ndcg_at_3": 0.59258, "ndcg_at_5": 0.56518, "ndcg_at_10": 0.54624, "ndcg_at_20": 0.54568, "ndcg_at_100": 0.59852, "ndcg_at_1000": 0.71469, "map_at_1": 0.10555, "map_at_3": 0.16307, "map_at_5": 0.18958, "map_at_10": 0.22682, "map_at_20": 0.26947, "map_at_100": 0.35525, "map_at_1000": 0.40852, "recall_at_1": 0.10555, "recall_at_3": 0.17446, "recall_at_5": 0.21589, "recall_at_10": 0.29018, "recall_at_20": 0.38655, "recall_at_100": 0.64578, "recall_at_1000": 0.96704, "precision_at_1": 0.78, "precision_at_3": 0.61333, "precision_at_5": 0.546, "precision_at_10": 0.4465, "precision_at_20": 0.3685, "precision_at_100": 0.18865, "precision_at_1000": 0.03783, "mrr_at_1": 0.78, "mrr_at_3": 0.841667, "mrr_at_5": 0.848667, "mrr_at_10": 0.852298, "mrr_at_20": 0.852945, "mrr_at_100": 0.853177, "mrr_at_1000": 0.853177, "nauc_ndcg_at_1_max": 0.205926, "nauc_ndcg_at_1_std": -0.028238, "nauc_ndcg_at_1_diff1": 0.449935, "nauc_ndcg_at_3_max": 0.170907, "nauc_ndcg_at_3_std": 0.038485, "nauc_ndcg_at_3_diff1": 0.3679, "nauc_ndcg_at_5_max": 0.225827, "nauc_ndcg_at_5_std": 0.044437, "nauc_ndcg_at_5_diff1": 0.391287, "nauc_ndcg_at_10_max": 0.272893, "nauc_ndcg_at_10_std": 0.006328, "nauc_ndcg_at_10_diff1": 0.406914, "nauc_ndcg_at_20_max": 0.308838, "nauc_ndcg_at_20_std": 0.005302, "nauc_ndcg_at_20_diff1": 0.416957, "nauc_ndcg_at_100_max": 0.38217, "nauc_ndcg_at_100_std": 0.067566, "nauc_ndcg_at_100_diff1": 0.420174, "nauc_ndcg_at_1000_max": 0.322823, "nauc_ndcg_at_1000_std": 0.218638, "nauc_ndcg_at_1000_diff1": 0.370136, "nauc_map_at_1_max": 0.275364, "nauc_map_at_1_std": -0.259405, "nauc_map_at_1_diff1": 0.484058, "nauc_map_at_3_max": 0.290319, "nauc_map_at_3_std": -0.266359, "nauc_map_at_3_diff1": 0.438617, "nauc_map_at_5_max": 0.325492, "nauc_map_at_5_std": -0.247611, "nauc_map_at_5_diff1": 0.437811, "nauc_map_at_10_max": 0.336513, "nauc_map_at_10_std": -0.230135, "nauc_map_at_10_diff1": 0.416024, "nauc_map_at_20_max": 0.343474, "nauc_map_at_20_std": -0.173653, "nauc_map_at_20_diff1": 0.39545, "nauc_map_at_100_max": 0.370551, "nauc_map_at_100_std": 0.02922, "nauc_map_at_100_diff1": 0.376849, "nauc_map_at_1000_max": 0.337149, "nauc_map_at_1000_std": 0.14387, "nauc_map_at_1000_diff1": 0.344186, "nauc_recall_at_1_max": 0.275364, "nauc_recall_at_1_std": -0.259405, "nauc_recall_at_1_diff1": 0.484058, "nauc_recall_at_3_max": 0.281284, "nauc_recall_at_3_std": -0.266122, "nauc_recall_at_3_diff1": 0.422036, "nauc_recall_at_5_max": 0.317835, "nauc_recall_at_5_std": -0.25107, "nauc_recall_at_5_diff1": 0.391982, "nauc_recall_at_10_max": 0.316072, "nauc_recall_at_10_std": -0.248165, "nauc_recall_at_10_diff1": 0.347617, "nauc_recall_at_20_max": 0.303985, "nauc_recall_at_20_std": -0.202023, "nauc_recall_at_20_diff1": 0.318957, "nauc_recall_at_100_max": 0.38676, "nauc_recall_at_100_std": 0.063575, "nauc_recall_at_100_diff1": 0.27713, "nauc_recall_at_1000_max": 0.456937, "nauc_recall_at_1000_std": 0.672438, "nauc_recall_at_1000_diff1": 0.18791, "nauc_precision_at_1_max": 0.265278, "nauc_precision_at_1_std": 0.062039, "nauc_precision_at_1_diff1": 0.408541, "nauc_precision_at_3_max": 0.03547, "nauc_precision_at_3_std": 0.246721, "nauc_precision_at_3_diff1": 0.041202, "nauc_precision_at_5_max": 0.059471, "nauc_precision_at_5_std": 0.332524, "nauc_precision_at_5_diff1": -0.041813, "nauc_precision_at_10_max": -0.012127, "nauc_precision_at_10_std": 0.395201, "nauc_precision_at_10_diff1": -0.144704, "nauc_precision_at_20_max": -0.07511, "nauc_precision_at_20_std": 0.45154, "nauc_precision_at_20_diff1": -0.19297, "nauc_precision_at_100_max": -0.135123, "nauc_precision_at_100_std": 0.452621, "nauc_precision_at_100_diff1": -0.187092, "nauc_precision_at_1000_max": -0.199211, "nauc_precision_at_1000_std": 0.29082, "nauc_precision_at_1000_diff1": -0.196227, "nauc_mrr_at_1_max": 0.265278, "nauc_mrr_at_1_std": 0.062039, "nauc_mrr_at_1_diff1": 0.408541, "nauc_mrr_at_3_max": 0.257235, "nauc_mrr_at_3_std": 0.055914, "nauc_mrr_at_3_diff1": 0.378645, "nauc_mrr_at_5_max": 0.285422, "nauc_mrr_at_5_std": 0.073435, "nauc_mrr_at_5_diff1": 0.396762, "nauc_mrr_at_10_max": 0.281123, "nauc_mrr_at_10_std": 0.067841, "nauc_mrr_at_10_diff1": 0.403598, "nauc_mrr_at_20_max": 0.278578, "nauc_mrr_at_20_std": 0.067485, "nauc_mrr_at_20_diff1": 0.40209, "nauc_mrr_at_100_max": 0.277357, "nauc_mrr_at_100_std": 0.066542, "nauc_mrr_at_100_diff1": 0.401273, "nauc_mrr_at_1000_max": 0.277357, "nauc_mrr_at_1000_std": 0.066542, "nauc_mrr_at_1000_diff1": 0.401273, "main_score": 0.54624, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "dermatology": [ { "ndcg_at_1": 0.7625, "ndcg_at_3": 0.71634, "ndcg_at_5": 0.71074, "ndcg_at_10": 0.72749, "ndcg_at_20": 0.74737, "ndcg_at_100": 0.79217, "ndcg_at_1000": 0.8175, "map_at_1": 0.18765, "map_at_3": 0.35322, "map_at_5": 0.4289, "map_at_10": 0.52408, "map_at_20": 0.57871, "map_at_100": 0.63324, "map_at_1000": 0.64579, "recall_at_1": 0.18765, "recall_at_3": 0.37954, "recall_at_5": 0.48358, "recall_at_10": 0.62961, "recall_at_20": 0.74231, "recall_at_100": 0.92185, "recall_at_1000": 0.99775, "precision_at_1": 0.83, "precision_at_3": 0.68667, "precision_at_5": 0.595, "precision_at_10": 0.4605, "precision_at_20": 0.3125, "precision_at_100": 0.10555, "precision_at_1000": 0.01343, "mrr_at_1": 0.83, "mrr_at_3": 0.886667, "mrr_at_5": 0.893917, "mrr_at_10": 0.895042, "mrr_at_20": 0.895458, "mrr_at_100": 0.895676, "mrr_at_1000": 0.895676, "nauc_ndcg_at_1_max": 0.024741, "nauc_ndcg_at_1_std": 0.07625, "nauc_ndcg_at_1_diff1": 0.297203, "nauc_ndcg_at_3_max": 0.062629, "nauc_ndcg_at_3_std": -0.072703, "nauc_ndcg_at_3_diff1": 0.232996, "nauc_ndcg_at_5_max": 0.077012, "nauc_ndcg_at_5_std": -0.174768, "nauc_ndcg_at_5_diff1": 0.19805, "nauc_ndcg_at_10_max": 0.155881, "nauc_ndcg_at_10_std": -0.27768, "nauc_ndcg_at_10_diff1": 0.208073, "nauc_ndcg_at_20_max": 0.192241, "nauc_ndcg_at_20_std": -0.353975, "nauc_ndcg_at_20_diff1": 0.212097, "nauc_ndcg_at_100_max": 0.167472, "nauc_ndcg_at_100_std": -0.290313, "nauc_ndcg_at_100_diff1": 0.206479, "nauc_ndcg_at_1000_max": 0.113004, "nauc_ndcg_at_1000_std": -0.14762, "nauc_ndcg_at_1000_diff1": 0.197684, "nauc_map_at_1_max": -0.032421, "nauc_map_at_1_std": -0.394549, "nauc_map_at_1_diff1": 0.34502, "nauc_map_at_3_max": 0.030212, "nauc_map_at_3_std": -0.445244, "nauc_map_at_3_diff1": 0.286432, "nauc_map_at_5_max": 0.060226, "nauc_map_at_5_std": -0.501118, "nauc_map_at_5_diff1": 0.241997, "nauc_map_at_10_max": 0.132743, "nauc_map_at_10_std": -0.527084, "nauc_map_at_10_diff1": 0.222447, "nauc_map_at_20_max": 0.149333, "nauc_map_at_20_std": -0.508065, "nauc_map_at_20_diff1": 0.201223, "nauc_map_at_100_max": 0.114277, "nauc_map_at_100_std": -0.385602, "nauc_map_at_100_diff1": 0.167813, "nauc_map_at_1000_max": 0.09547, "nauc_map_at_1000_std": -0.342269, "nauc_map_at_1000_diff1": 0.159526, "nauc_recall_at_1_max": -0.032421, "nauc_recall_at_1_std": -0.394549, "nauc_recall_at_1_diff1": 0.34502, "nauc_recall_at_3_max": 0.048822, "nauc_recall_at_3_std": -0.466767, "nauc_recall_at_3_diff1": 0.274608, "nauc_recall_at_5_max": 0.093552, "nauc_recall_at_5_std": -0.554394, "nauc_recall_at_5_diff1": 0.20779, "nauc_recall_at_10_max": 0.215151, "nauc_recall_at_10_std": -0.626529, "nauc_recall_at_10_diff1": 0.199976, "nauc_recall_at_20_max": 0.272833, "nauc_recall_at_20_std": -0.716616, "nauc_recall_at_20_diff1": 0.192092, "nauc_recall_at_100_max": 0.334127, "nauc_recall_at_100_std": -0.660582, "nauc_recall_at_100_diff1": 0.153289, "nauc_recall_at_1000_max": 0.185881, "nauc_recall_at_1000_std": 0.282034, "nauc_recall_at_1000_diff1": 0.336224, "nauc_precision_at_1_max": -0.101919, "nauc_precision_at_1_std": 0.032739, "nauc_precision_at_1_diff1": 0.232673, "nauc_precision_at_3_max": 0.057514, "nauc_precision_at_3_std": 0.159797, "nauc_precision_at_3_diff1": -0.030206, "nauc_precision_at_5_max": 0.025542, "nauc_precision_at_5_std": 0.233154, "nauc_precision_at_5_diff1": -0.166267, "nauc_precision_at_10_max": 0.035995, "nauc_precision_at_10_std": 0.356324, "nauc_precision_at_10_diff1": -0.191461, "nauc_precision_at_20_max": -0.029638, "nauc_precision_at_20_std": 0.479849, "nauc_precision_at_20_diff1": -0.223323, "nauc_precision_at_100_max": -0.160828, "nauc_precision_at_100_std": 0.624511, "nauc_precision_at_100_diff1": -0.216482, "nauc_precision_at_1000_max": -0.19209, "nauc_precision_at_1000_std": 0.620444, "nauc_precision_at_1000_diff1": -0.19898, "nauc_mrr_at_1_max": -0.101919, "nauc_mrr_at_1_std": 0.032739, "nauc_mrr_at_1_diff1": 0.232673, "nauc_mrr_at_3_max": 0.034316, "nauc_mrr_at_3_std": 0.020794, "nauc_mrr_at_3_diff1": 0.325009, "nauc_mrr_at_5_max": 0.004041, "nauc_mrr_at_5_std": 0.01759, "nauc_mrr_at_5_diff1": 0.314823, "nauc_mrr_at_10_max": 0.001245, "nauc_mrr_at_10_std": 0.017698, "nauc_mrr_at_10_diff1": 0.307144, "nauc_mrr_at_20_max": -0.00176, "nauc_mrr_at_20_std": 0.01726, "nauc_mrr_at_20_diff1": 0.304801, "nauc_mrr_at_100_max": -0.003658, "nauc_mrr_at_100_std": 0.017672, "nauc_mrr_at_100_diff1": 0.305198, "nauc_mrr_at_1000_max": -0.003658, "nauc_mrr_at_1000_std": 0.017672, "nauc_mrr_at_1000_diff1": 0.305198, "main_score": 0.72749, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.705, "ndcg_at_3": 0.65371, "ndcg_at_5": 0.65805, "ndcg_at_10": 0.67517, "ndcg_at_20": 0.70386, "ndcg_at_100": 0.75681, "ndcg_at_1000": 0.78354, "map_at_1": 0.17614, "map_at_3": 0.32107, "map_at_5": 0.38922, "map_at_10": 0.47123, "map_at_20": 0.5281, "map_at_100": 0.58325, "map_at_1000": 0.59608, "recall_at_1": 0.17614, "recall_at_3": 0.34601, "recall_at_5": 0.44382, "recall_at_10": 0.59287, "recall_at_20": 0.71817, "recall_at_100": 0.91569, "recall_at_1000": 0.99747, "precision_at_1": 0.78, "precision_at_3": 0.64, "precision_at_5": 0.557, "precision_at_10": 0.4255, "precision_at_20": 0.29725, "precision_at_100": 0.1039, "precision_at_1000": 0.01343, "mrr_at_1": 0.78, "mrr_at_3": 0.844167, "mrr_at_5": 0.851167, "mrr_at_10": 0.856067, "mrr_at_20": 0.856484, "mrr_at_100": 0.856702, "mrr_at_1000": 0.856702, "nauc_ndcg_at_1_max": 0.200004, "nauc_ndcg_at_1_std": 0.040733, "nauc_ndcg_at_1_diff1": 0.510776, "nauc_ndcg_at_3_max": 0.16164, "nauc_ndcg_at_3_std": -0.043714, "nauc_ndcg_at_3_diff1": 0.339211, "nauc_ndcg_at_5_max": 0.167098, "nauc_ndcg_at_5_std": -0.099183, "nauc_ndcg_at_5_diff1": 0.340975, "nauc_ndcg_at_10_max": 0.213168, "nauc_ndcg_at_10_std": -0.19574, "nauc_ndcg_at_10_diff1": 0.330474, "nauc_ndcg_at_20_max": 0.220539, "nauc_ndcg_at_20_std": -0.271412, "nauc_ndcg_at_20_diff1": 0.350146, "nauc_ndcg_at_100_max": 0.213247, "nauc_ndcg_at_100_std": -0.217583, "nauc_ndcg_at_100_diff1": 0.364956, "nauc_ndcg_at_1000_max": 0.220067, "nauc_ndcg_at_1000_std": -0.066487, "nauc_ndcg_at_1000_diff1": 0.373439, "nauc_map_at_1_max": 0.050371, "nauc_map_at_1_std": -0.357454, "nauc_map_at_1_diff1": 0.481416, "nauc_map_at_3_max": 0.028212, "nauc_map_at_3_std": -0.370408, "nauc_map_at_3_diff1": 0.377646, "nauc_map_at_5_max": 0.054974, "nauc_map_at_5_std": -0.409937, "nauc_map_at_5_diff1": 0.338813, "nauc_map_at_10_max": 0.115283, "nauc_map_at_10_std": -0.428268, "nauc_map_at_10_diff1": 0.307693, "nauc_map_at_20_max": 0.134088, "nauc_map_at_20_std": -0.422473, "nauc_map_at_20_diff1": 0.29209, "nauc_map_at_100_max": 0.139668, "nauc_map_at_100_std": -0.31115, "nauc_map_at_100_diff1": 0.280942, "nauc_map_at_1000_max": 0.142604, "nauc_map_at_1000_std": -0.258061, "nauc_map_at_1000_diff1": 0.283249, "nauc_recall_at_1_max": 0.050371, "nauc_recall_at_1_std": -0.357454, "nauc_recall_at_1_diff1": 0.481416, "nauc_recall_at_3_max": 0.01108, "nauc_recall_at_3_std": -0.388575, "nauc_recall_at_3_diff1": 0.338913, "nauc_recall_at_5_max": 0.03005, "nauc_recall_at_5_std": -0.457954, "nauc_recall_at_5_diff1": 0.299647, "nauc_recall_at_10_max": 0.077566, "nauc_recall_at_10_std": -0.553654, "nauc_recall_at_10_diff1": 0.208429, "nauc_recall_at_20_max": 0.10897, "nauc_recall_at_20_std": -0.644293, "nauc_recall_at_20_diff1": 0.195528, "nauc_recall_at_100_max": 0.11703, "nauc_recall_at_100_std": -0.665432, "nauc_recall_at_100_diff1": 0.157832, "nauc_recall_at_1000_max": 0.116962, "nauc_recall_at_1000_std": 0.340091, "nauc_recall_at_1000_diff1": -0.844143, "nauc_precision_at_1_max": 0.116799, "nauc_precision_at_1_std": 0.067777, "nauc_precision_at_1_diff1": 0.510294, "nauc_precision_at_3_max": 0.053808, "nauc_precision_at_3_std": 0.164858, "nauc_precision_at_3_diff1": 0.024238, "nauc_precision_at_5_max": 0.103716, "nauc_precision_at_5_std": 0.254533, "nauc_precision_at_5_diff1": -0.113453, "nauc_precision_at_10_max": 0.13723, "nauc_precision_at_10_std": 0.365863, "nauc_precision_at_10_diff1": -0.17149, "nauc_precision_at_20_max": 0.072015, "nauc_precision_at_20_std": 0.437948, "nauc_precision_at_20_diff1": -0.182708, "nauc_precision_at_100_max": 0.003781, "nauc_precision_at_100_std": 0.618643, "nauc_precision_at_100_diff1": -0.159405, "nauc_precision_at_1000_max": -0.005361, "nauc_precision_at_1000_std": 0.64132, "nauc_precision_at_1000_diff1": -0.133309, "nauc_mrr_at_1_max": 0.116799, "nauc_mrr_at_1_std": 0.067777, "nauc_mrr_at_1_diff1": 0.510294, "nauc_mrr_at_3_max": 0.175103, "nauc_mrr_at_3_std": 0.092123, "nauc_mrr_at_3_diff1": 0.567279, "nauc_mrr_at_5_max": 0.175197, "nauc_mrr_at_5_std": 0.098422, "nauc_mrr_at_5_diff1": 0.556141, "nauc_mrr_at_10_max": 0.171132, "nauc_mrr_at_10_std": 0.089743, "nauc_mrr_at_10_diff1": 0.551658, "nauc_mrr_at_20_max": 0.168956, "nauc_mrr_at_20_std": 0.08964, "nauc_mrr_at_20_diff1": 0.55165, "nauc_mrr_at_100_max": 0.167602, "nauc_mrr_at_100_std": 0.089203, "nauc_mrr_at_100_diff1": 0.551133, "nauc_mrr_at_1000_max": 0.167602, "nauc_mrr_at_1000_std": 0.089203, "nauc_mrr_at_1000_diff1": 0.551133, "main_score": 0.67517, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.7075, "ndcg_at_3": 0.67671, "ndcg_at_5": 0.66707, "ndcg_at_10": 0.68406, "ndcg_at_20": 0.70784, "ndcg_at_100": 0.75817, "ndcg_at_1000": 0.78716, "map_at_1": 0.17398, "map_at_3": 0.3315, "map_at_5": 0.39623, "map_at_10": 0.48247, "map_at_20": 0.53557, "map_at_100": 0.59103, "map_at_1000": 0.60423, "recall_at_1": 0.17398, "recall_at_3": 0.36487, "recall_at_5": 0.45405, "recall_at_10": 0.5957, "recall_at_20": 0.71608, "recall_at_100": 0.90866, "recall_at_1000": 0.99799, "precision_at_1": 0.785, "precision_at_3": 0.66167, "precision_at_5": 0.559, "precision_at_10": 0.4355, "precision_at_20": 0.2995, "precision_at_100": 0.10345, "precision_at_1000": 0.01343, "mrr_at_1": 0.785, "mrr_at_3": 0.854167, "mrr_at_5": 0.856417, "mrr_at_10": 0.861298, "mrr_at_20": 0.862137, "mrr_at_100": 0.862458, "mrr_at_1000": 0.862458, "nauc_ndcg_at_1_max": 0.056226, "nauc_ndcg_at_1_std": 0.100462, "nauc_ndcg_at_1_diff1": 0.419182, "nauc_ndcg_at_3_max": 0.13208, "nauc_ndcg_at_3_std": -0.024889, "nauc_ndcg_at_3_diff1": 0.284458, "nauc_ndcg_at_5_max": 0.165355, "nauc_ndcg_at_5_std": -0.120839, "nauc_ndcg_at_5_diff1": 0.303355, "nauc_ndcg_at_10_max": 0.220756, "nauc_ndcg_at_10_std": -0.183072, "nauc_ndcg_at_10_diff1": 0.359979, "nauc_ndcg_at_20_max": 0.242241, "nauc_ndcg_at_20_std": -0.268024, "nauc_ndcg_at_20_diff1": 0.367188, "nauc_ndcg_at_100_max": 0.195123, "nauc_ndcg_at_100_std": -0.223158, "nauc_ndcg_at_100_diff1": 0.328013, "nauc_ndcg_at_1000_max": 0.179075, "nauc_ndcg_at_1000_std": -0.065182, "nauc_ndcg_at_1000_diff1": 0.323511, "nauc_map_at_1_max": 0.006062, "nauc_map_at_1_std": -0.35115, "nauc_map_at_1_diff1": 0.503839, "nauc_map_at_3_max": 0.048822, "nauc_map_at_3_std": -0.40093, "nauc_map_at_3_diff1": 0.419336, "nauc_map_at_5_max": 0.089479, "nauc_map_at_5_std": -0.453413, "nauc_map_at_5_diff1": 0.386941, "nauc_map_at_10_max": 0.16179, "nauc_map_at_10_std": -0.459979, "nauc_map_at_10_diff1": 0.369952, "nauc_map_at_20_max": 0.16653, "nauc_map_at_20_std": -0.438721, "nauc_map_at_20_diff1": 0.334546, "nauc_map_at_100_max": 0.147215, "nauc_map_at_100_std": -0.324532, "nauc_map_at_100_diff1": 0.305741, "nauc_map_at_1000_max": 0.147157, "nauc_map_at_1000_std": -0.273919, "nauc_map_at_1000_diff1": 0.304726, "nauc_recall_at_1_max": 0.006062, "nauc_recall_at_1_std": -0.35115, "nauc_recall_at_1_diff1": 0.503839, "nauc_recall_at_3_max": 0.078085, "nauc_recall_at_3_std": -0.434584, "nauc_recall_at_3_diff1": 0.381256, "nauc_recall_at_5_max": 0.125646, "nauc_recall_at_5_std": -0.509298, "nauc_recall_at_5_diff1": 0.344072, "nauc_recall_at_10_max": 0.216268, "nauc_recall_at_10_std": -0.575031, "nauc_recall_at_10_diff1": 0.353802, "nauc_recall_at_20_max": 0.253279, "nauc_recall_at_20_std": -0.634245, "nauc_recall_at_20_diff1": 0.311038, "nauc_recall_at_100_max": 0.20971, "nauc_recall_at_100_std": -0.661833, "nauc_recall_at_100_diff1": 0.221975, "nauc_recall_at_1000_max": 0.115448, "nauc_recall_at_1000_std": 0.597585, "nauc_recall_at_1000_diff1": -0.188229, "nauc_precision_at_1_max": -0.000838, "nauc_precision_at_1_std": 0.131561, "nauc_precision_at_1_diff1": 0.354823, "nauc_precision_at_3_max": 0.06936, "nauc_precision_at_3_std": 0.193317, "nauc_precision_at_3_diff1": -0.067533, "nauc_precision_at_5_max": 0.125781, "nauc_precision_at_5_std": 0.239374, "nauc_precision_at_5_diff1": -0.166927, "nauc_precision_at_10_max": 0.083108, "nauc_precision_at_10_std": 0.381921, "nauc_precision_at_10_diff1": -0.209789, "nauc_precision_at_20_max": -0.001057, "nauc_precision_at_20_std": 0.488797, "nauc_precision_at_20_diff1": -0.251712, "nauc_precision_at_100_max": -0.069456, "nauc_precision_at_100_std": 0.622471, "nauc_precision_at_100_diff1": -0.244255, "nauc_precision_at_1000_max": -0.06702, "nauc_precision_at_1000_std": 0.633736, "nauc_precision_at_1000_diff1": -0.201977, "nauc_mrr_at_1_max": -0.000838, "nauc_mrr_at_1_std": 0.131561, "nauc_mrr_at_1_diff1": 0.354823, "nauc_mrr_at_3_max": 0.14774, "nauc_mrr_at_3_std": 0.117027, "nauc_mrr_at_3_diff1": 0.365123, "nauc_mrr_at_5_max": 0.147683, "nauc_mrr_at_5_std": 0.123819, "nauc_mrr_at_5_diff1": 0.365967, "nauc_mrr_at_10_max": 0.132675, "nauc_mrr_at_10_std": 0.131957, "nauc_mrr_at_10_diff1": 0.368103, "nauc_mrr_at_20_max": 0.130129, "nauc_mrr_at_20_std": 0.129216, "nauc_mrr_at_20_diff1": 0.365366, "nauc_mrr_at_100_max": 0.128473, "nauc_mrr_at_100_std": 0.129775, "nauc_mrr_at_100_diff1": 0.364864, "nauc_mrr_at_1000_max": 0.128473, "nauc_mrr_at_1000_std": 0.129775, "nauc_mrr_at_1000_diff1": 0.364864, "main_score": 0.68406, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "gastroenterology": [ { "ndcg_at_1": 0.705, "ndcg_at_3": 0.67139, "ndcg_at_5": 0.64991, "ndcg_at_10": 0.62773, "ndcg_at_20": 0.62719, "ndcg_at_100": 0.68807, "ndcg_at_1000": 0.76484, "map_at_1": 0.08683, "map_at_3": 0.16749, "map_at_5": 0.20499, "map_at_10": 0.27011, "map_at_20": 0.33522, "map_at_100": 0.46012, "map_at_1000": 0.516, "recall_at_1": 0.08683, "recall_at_3": 0.18059, "recall_at_5": 0.22671, "recall_at_10": 0.32657, "recall_at_20": 0.4473, "recall_at_100": 0.74922, "recall_at_1000": 0.97969, "precision_at_1": 0.85, "precision_at_3": 0.74167, "precision_at_5": 0.668, "precision_at_10": 0.5695, "precision_at_20": 0.4715, "precision_at_100": 0.2417, "precision_at_1000": 0.04808, "mrr_at_1": 0.85, "mrr_at_3": 0.900833, "mrr_at_5": 0.904583, "mrr_at_10": 0.905083, "mrr_at_20": 0.905659, "mrr_at_100": 0.905784, "mrr_at_1000": 0.905833, "nauc_ndcg_at_1_max": 0.203246, "nauc_ndcg_at_1_std": 0.062864, "nauc_ndcg_at_1_diff1": 0.348658, "nauc_ndcg_at_3_max": 0.329065, "nauc_ndcg_at_3_std": 0.152347, "nauc_ndcg_at_3_diff1": 0.224463, "nauc_ndcg_at_5_max": 0.315308, "nauc_ndcg_at_5_std": 0.094468, "nauc_ndcg_at_5_diff1": 0.214936, "nauc_ndcg_at_10_max": 0.368322, "nauc_ndcg_at_10_std": 0.087775, "nauc_ndcg_at_10_diff1": 0.219168, "nauc_ndcg_at_20_max": 0.390236, "nauc_ndcg_at_20_std": 0.098898, "nauc_ndcg_at_20_diff1": 0.212979, "nauc_ndcg_at_100_max": 0.422679, "nauc_ndcg_at_100_std": 0.196059, "nauc_ndcg_at_100_diff1": 0.231825, "nauc_ndcg_at_1000_max": 0.391804, "nauc_ndcg_at_1000_std": 0.190942, "nauc_ndcg_at_1000_diff1": 0.196178, "nauc_map_at_1_max": 0.042976, "nauc_map_at_1_std": -0.169542, "nauc_map_at_1_diff1": 0.316672, "nauc_map_at_3_max": 0.191205, "nauc_map_at_3_std": -0.083469, "nauc_map_at_3_diff1": 0.294822, "nauc_map_at_5_max": 0.226753, "nauc_map_at_5_std": -0.056536, "nauc_map_at_5_diff1": 0.287326, "nauc_map_at_10_max": 0.290916, "nauc_map_at_10_std": 0.017024, "nauc_map_at_10_diff1": 0.270004, "nauc_map_at_20_max": 0.33718, "nauc_map_at_20_std": 0.05444, "nauc_map_at_20_diff1": 0.224619, "nauc_map_at_100_max": 0.359078, "nauc_map_at_100_std": 0.164218, "nauc_map_at_100_diff1": 0.124287, "nauc_map_at_1000_max": 0.333212, "nauc_map_at_1000_std": 0.147114, "nauc_map_at_1000_diff1": 0.086481, "nauc_recall_at_1_max": 0.042976, "nauc_recall_at_1_std": -0.169542, "nauc_recall_at_1_diff1": 0.316672, "nauc_recall_at_3_max": 0.174844, "nauc_recall_at_3_std": -0.097447, "nauc_recall_at_3_diff1": 0.277766, "nauc_recall_at_5_max": 0.199748, "nauc_recall_at_5_std": -0.076342, "nauc_recall_at_5_diff1": 0.265479, "nauc_recall_at_10_max": 0.280285, "nauc_recall_at_10_std": 0.0043, "nauc_recall_at_10_diff1": 0.26446, "nauc_recall_at_20_max": 0.268462, "nauc_recall_at_20_std": 0.006883, "nauc_recall_at_20_diff1": 0.215638, "nauc_recall_at_100_max": 0.29091, "nauc_recall_at_100_std": 0.168014, "nauc_recall_at_100_diff1": 0.160937, "nauc_recall_at_1000_max": 0.364115, "nauc_recall_at_1000_std": 0.568603, "nauc_recall_at_1000_diff1": -0.048491, "nauc_precision_at_1_max": 0.254751, "nauc_precision_at_1_std": 0.10122, "nauc_precision_at_1_diff1": 0.401383, "nauc_precision_at_3_max": 0.292497, "nauc_precision_at_3_std": 0.226774, "nauc_precision_at_3_diff1": 0.008675, "nauc_precision_at_5_max": 0.181273, "nauc_precision_at_5_std": 0.156292, "nauc_precision_at_5_diff1": -0.106768, "nauc_precision_at_10_max": 0.147953, "nauc_precision_at_10_std": 0.152909, "nauc_precision_at_10_diff1": -0.162299, "nauc_precision_at_20_max": 0.053676, "nauc_precision_at_20_std": 0.123689, "nauc_precision_at_20_diff1": -0.231326, "nauc_precision_at_100_max": -0.097772, "nauc_precision_at_100_std": 0.046486, "nauc_precision_at_100_diff1": -0.191686, "nauc_precision_at_1000_max": -0.159728, "nauc_precision_at_1000_std": -0.149775, "nauc_precision_at_1000_diff1": -0.110246, "nauc_mrr_at_1_max": 0.254751, "nauc_mrr_at_1_std": 0.10122, "nauc_mrr_at_1_diff1": 0.401383, "nauc_mrr_at_3_max": 0.309321, "nauc_mrr_at_3_std": 0.105445, "nauc_mrr_at_3_diff1": 0.43245, "nauc_mrr_at_5_max": 0.331611, "nauc_mrr_at_5_std": 0.126816, "nauc_mrr_at_5_diff1": 0.437142, "nauc_mrr_at_10_max": 0.32948, "nauc_mrr_at_10_std": 0.123568, "nauc_mrr_at_10_diff1": 0.434071, "nauc_mrr_at_20_max": 0.325242, "nauc_mrr_at_20_std": 0.118028, "nauc_mrr_at_20_diff1": 0.433074, "nauc_mrr_at_100_max": 0.324314, "nauc_mrr_at_100_std": 0.116816, "nauc_mrr_at_100_diff1": 0.432475, "nauc_mrr_at_1000_max": 0.324191, "nauc_mrr_at_1000_std": 0.117807, "nauc_mrr_at_1000_diff1": 0.43232, "main_score": 0.62773, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6725, "ndcg_at_3": 0.63275, "ndcg_at_5": 0.60738, "ndcg_at_10": 0.58973, "ndcg_at_20": 0.58618, "ndcg_at_100": 0.65005, "ndcg_at_1000": 0.73727, "map_at_1": 0.07001, "map_at_3": 0.14908, "map_at_5": 0.1858, "map_at_10": 0.24405, "map_at_20": 0.30078, "map_at_100": 0.41712, "map_at_1000": 0.47334, "recall_at_1": 0.07001, "recall_at_3": 0.16889, "recall_at_5": 0.21764, "recall_at_10": 0.31021, "recall_at_20": 0.41777, "recall_at_100": 0.71891, "recall_at_1000": 0.97426, "precision_at_1": 0.81, "precision_at_3": 0.69167, "precision_at_5": 0.62, "precision_at_10": 0.5305, "precision_at_20": 0.44, "precision_at_100": 0.2289, "precision_at_1000": 0.0476, "mrr_at_1": 0.81, "mrr_at_3": 0.869167, "mrr_at_5": 0.873667, "mrr_at_10": 0.87627, "mrr_at_20": 0.876603, "mrr_at_100": 0.877094, "mrr_at_1000": 0.877094, "nauc_ndcg_at_1_max": 0.207393, "nauc_ndcg_at_1_std": 0.041576, "nauc_ndcg_at_1_diff1": 0.343932, "nauc_ndcg_at_3_max": 0.358926, "nauc_ndcg_at_3_std": 0.204921, "nauc_ndcg_at_3_diff1": 0.235417, "nauc_ndcg_at_5_max": 0.383043, "nauc_ndcg_at_5_std": 0.227043, "nauc_ndcg_at_5_diff1": 0.222919, "nauc_ndcg_at_10_max": 0.43954, "nauc_ndcg_at_10_std": 0.252428, "nauc_ndcg_at_10_diff1": 0.164689, "nauc_ndcg_at_20_max": 0.502853, "nauc_ndcg_at_20_std": 0.25885, "nauc_ndcg_at_20_diff1": 0.210683, "nauc_ndcg_at_100_max": 0.545498, "nauc_ndcg_at_100_std": 0.367166, "nauc_ndcg_at_100_diff1": 0.216171, "nauc_ndcg_at_1000_max": 0.49611, "nauc_ndcg_at_1000_std": 0.359444, "nauc_ndcg_at_1000_diff1": 0.205898, "nauc_map_at_1_max": 0.296562, "nauc_map_at_1_std": -0.044285, "nauc_map_at_1_diff1": 0.413342, "nauc_map_at_3_max": 0.349453, "nauc_map_at_3_std": 0.003509, "nauc_map_at_3_diff1": 0.319449, "nauc_map_at_5_max": 0.370871, "nauc_map_at_5_std": 0.05688, "nauc_map_at_5_diff1": 0.311454, "nauc_map_at_10_max": 0.43401, "nauc_map_at_10_std": 0.129222, "nauc_map_at_10_diff1": 0.259177, "nauc_map_at_20_max": 0.459189, "nauc_map_at_20_std": 0.177234, "nauc_map_at_20_diff1": 0.234221, "nauc_map_at_100_max": 0.504289, "nauc_map_at_100_std": 0.320743, "nauc_map_at_100_diff1": 0.154276, "nauc_map_at_1000_max": 0.489241, "nauc_map_at_1000_std": 0.328274, "nauc_map_at_1000_diff1": 0.1213, "nauc_recall_at_1_max": 0.296562, "nauc_recall_at_1_std": -0.044285, "nauc_recall_at_1_diff1": 0.413342, "nauc_recall_at_3_max": 0.256907, "nauc_recall_at_3_std": -0.039187, "nauc_recall_at_3_diff1": 0.244207, "nauc_recall_at_5_max": 0.258123, "nauc_recall_at_5_std": 0.001743, "nauc_recall_at_5_diff1": 0.230513, "nauc_recall_at_10_max": 0.334305, "nauc_recall_at_10_std": 0.080871, "nauc_recall_at_10_diff1": 0.182803, "nauc_recall_at_20_max": 0.344159, "nauc_recall_at_20_std": 0.095388, "nauc_recall_at_20_diff1": 0.16784, "nauc_recall_at_100_max": 0.409889, "nauc_recall_at_100_std": 0.308718, "nauc_recall_at_100_diff1": 0.120807, "nauc_recall_at_1000_max": 0.385993, "nauc_recall_at_1000_std": 0.581401, "nauc_recall_at_1000_diff1": 0.094251, "nauc_precision_at_1_max": 0.386767, "nauc_precision_at_1_std": 0.134449, "nauc_precision_at_1_diff1": 0.389688, "nauc_precision_at_3_max": 0.372382, "nauc_precision_at_3_std": 0.284488, "nauc_precision_at_3_diff1": 0.061451, "nauc_precision_at_5_max": 0.273793, "nauc_precision_at_5_std": 0.308475, "nauc_precision_at_5_diff1": -0.045942, "nauc_precision_at_10_max": 0.19379, "nauc_precision_at_10_std": 0.270496, "nauc_precision_at_10_diff1": -0.148147, "nauc_precision_at_20_max": 0.073799, "nauc_precision_at_20_std": 0.197411, "nauc_precision_at_20_diff1": -0.171718, "nauc_precision_at_100_max": -0.065364, "nauc_precision_at_100_std": 0.109712, "nauc_precision_at_100_diff1": -0.175437, "nauc_precision_at_1000_max": -0.146999, "nauc_precision_at_1000_std": -0.102959, "nauc_precision_at_1000_diff1": -0.156334, "nauc_mrr_at_1_max": 0.386767, "nauc_mrr_at_1_std": 0.134449, "nauc_mrr_at_1_diff1": 0.389688, "nauc_mrr_at_3_max": 0.435315, "nauc_mrr_at_3_std": 0.215603, "nauc_mrr_at_3_diff1": 0.386068, "nauc_mrr_at_5_max": 0.441161, "nauc_mrr_at_5_std": 0.20076, "nauc_mrr_at_5_diff1": 0.381451, "nauc_mrr_at_10_max": 0.433316, "nauc_mrr_at_10_std": 0.184822, "nauc_mrr_at_10_diff1": 0.377124, "nauc_mrr_at_20_max": 0.432974, "nauc_mrr_at_20_std": 0.18433, "nauc_mrr_at_20_diff1": 0.377178, "nauc_mrr_at_100_max": 0.431674, "nauc_mrr_at_100_std": 0.185151, "nauc_mrr_at_100_diff1": 0.378529, "nauc_mrr_at_1000_max": 0.431674, "nauc_mrr_at_1000_std": 0.185151, "nauc_mrr_at_1000_diff1": 0.378529, "main_score": 0.58973, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6675, "ndcg_at_3": 0.63902, "ndcg_at_5": 0.61257, "ndcg_at_10": 0.59122, "ndcg_at_20": 0.58788, "ndcg_at_100": 0.65172, "ndcg_at_1000": 0.73912, "map_at_1": 0.0798, "map_at_3": 0.15135, "map_at_5": 0.18916, "map_at_10": 0.24917, "map_at_20": 0.30897, "map_at_100": 0.42384, "map_at_1000": 0.47883, "recall_at_1": 0.0798, "recall_at_3": 0.16458, "recall_at_5": 0.21316, "recall_at_10": 0.30769, "recall_at_20": 0.41585, "recall_at_100": 0.7135, "recall_at_1000": 0.97198, "precision_at_1": 0.795, "precision_at_3": 0.69667, "precision_at_5": 0.627, "precision_at_10": 0.531, "precision_at_20": 0.4425, "precision_at_100": 0.22785, "precision_at_1000": 0.04716, "mrr_at_1": 0.795, "mrr_at_3": 0.855833, "mrr_at_5": 0.860583, "mrr_at_10": 0.861708, "mrr_at_20": 0.862666, "mrr_at_100": 0.863176, "mrr_at_1000": 0.863204, "nauc_ndcg_at_1_max": 0.295473, "nauc_ndcg_at_1_std": 0.094024, "nauc_ndcg_at_1_diff1": 0.379851, "nauc_ndcg_at_3_max": 0.394943, "nauc_ndcg_at_3_std": 0.202503, "nauc_ndcg_at_3_diff1": 0.247515, "nauc_ndcg_at_5_max": 0.405857, "nauc_ndcg_at_5_std": 0.213043, "nauc_ndcg_at_5_diff1": 0.232151, "nauc_ndcg_at_10_max": 0.443747, "nauc_ndcg_at_10_std": 0.233625, "nauc_ndcg_at_10_diff1": 0.204093, "nauc_ndcg_at_20_max": 0.506799, "nauc_ndcg_at_20_std": 0.268675, "nauc_ndcg_at_20_diff1": 0.223772, "nauc_ndcg_at_100_max": 0.528388, "nauc_ndcg_at_100_std": 0.345742, "nauc_ndcg_at_100_diff1": 0.227891, "nauc_ndcg_at_1000_max": 0.514338, "nauc_ndcg_at_1000_std": 0.351062, "nauc_ndcg_at_1000_diff1": 0.214434, "nauc_map_at_1_max": 0.099174, "nauc_map_at_1_std": -0.086501, "nauc_map_at_1_diff1": 0.266212, "nauc_map_at_3_max": 0.248906, "nauc_map_at_3_std": 0.0253, "nauc_map_at_3_diff1": 0.216728, "nauc_map_at_5_max": 0.302182, "nauc_map_at_5_std": 0.075305, "nauc_map_at_5_diff1": 0.211958, "nauc_map_at_10_max": 0.353221, "nauc_map_at_10_std": 0.138244, "nauc_map_at_10_diff1": 0.176602, "nauc_map_at_20_max": 0.409125, "nauc_map_at_20_std": 0.196798, "nauc_map_at_20_diff1": 0.173122, "nauc_map_at_100_max": 0.469064, "nauc_map_at_100_std": 0.299059, "nauc_map_at_100_diff1": 0.112791, "nauc_map_at_1000_max": 0.460942, "nauc_map_at_1000_std": 0.312406, "nauc_map_at_1000_diff1": 0.090374, "nauc_recall_at_1_max": 0.099174, "nauc_recall_at_1_std": -0.086501, "nauc_recall_at_1_diff1": 0.266212, "nauc_recall_at_3_max": 0.207025, "nauc_recall_at_3_std": 0.005656, "nauc_recall_at_3_diff1": 0.184899, "nauc_recall_at_5_max": 0.246686, "nauc_recall_at_5_std": 0.050279, "nauc_recall_at_5_diff1": 0.177831, "nauc_recall_at_10_max": 0.281342, "nauc_recall_at_10_std": 0.085408, "nauc_recall_at_10_diff1": 0.145824, "nauc_recall_at_20_max": 0.317151, "nauc_recall_at_20_std": 0.149903, "nauc_recall_at_20_diff1": 0.169288, "nauc_recall_at_100_max": 0.37737, "nauc_recall_at_100_std": 0.308955, "nauc_recall_at_100_diff1": 0.164224, "nauc_recall_at_1000_max": 0.481148, "nauc_recall_at_1000_std": 0.657958, "nauc_recall_at_1000_diff1": 0.224029, "nauc_precision_at_1_max": 0.451162, "nauc_precision_at_1_std": 0.179463, "nauc_precision_at_1_diff1": 0.433937, "nauc_precision_at_3_max": 0.438799, "nauc_precision_at_3_std": 0.287814, "nauc_precision_at_3_diff1": 0.04931, "nauc_precision_at_5_max": 0.348121, "nauc_precision_at_5_std": 0.281985, "nauc_precision_at_5_diff1": -0.013297, "nauc_precision_at_10_max": 0.270533, "nauc_precision_at_10_std": 0.258233, "nauc_precision_at_10_diff1": -0.064258, "nauc_precision_at_20_max": 0.171609, "nauc_precision_at_20_std": 0.187732, "nauc_precision_at_20_diff1": -0.096025, "nauc_precision_at_100_max": -0.035494, "nauc_precision_at_100_std": 0.069519, "nauc_precision_at_100_diff1": -0.128982, "nauc_precision_at_1000_max": -0.143121, "nauc_precision_at_1000_std": -0.099921, "nauc_precision_at_1000_diff1": -0.117641, "nauc_mrr_at_1_max": 0.451162, "nauc_mrr_at_1_std": 0.179463, "nauc_mrr_at_1_diff1": 0.433937, "nauc_mrr_at_3_max": 0.484208, "nauc_mrr_at_3_std": 0.242973, "nauc_mrr_at_3_diff1": 0.427239, "nauc_mrr_at_5_max": 0.493673, "nauc_mrr_at_5_std": 0.244745, "nauc_mrr_at_5_diff1": 0.433088, "nauc_mrr_at_10_max": 0.491775, "nauc_mrr_at_10_std": 0.239322, "nauc_mrr_at_10_diff1": 0.431283, "nauc_mrr_at_20_max": 0.492366, "nauc_mrr_at_20_std": 0.238494, "nauc_mrr_at_20_diff1": 0.433099, "nauc_mrr_at_100_max": 0.490738, "nauc_mrr_at_100_std": 0.236381, "nauc_mrr_at_100_diff1": 0.432178, "nauc_mrr_at_1000_max": 0.490654, "nauc_mrr_at_1000_std": 0.236213, "nauc_mrr_at_1000_diff1": 0.432053, "main_score": 0.59122, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "genetics": [ { "ndcg_at_1": 0.6875, "ndcg_at_3": 0.65797, "ndcg_at_5": 0.6424, "ndcg_at_10": 0.63557, "ndcg_at_20": 0.63452, "ndcg_at_100": 0.67127, "ndcg_at_1000": 0.74967, "map_at_1": 0.08202, "map_at_3": 0.17499, "map_at_5": 0.22535, "map_at_10": 0.28582, "map_at_20": 0.33992, "map_at_100": 0.44685, "map_at_1000": 0.51049, "recall_at_1": 0.08202, "recall_at_3": 0.19466, "recall_at_5": 0.27468, "recall_at_10": 0.37597, "recall_at_20": 0.47438, "recall_at_100": 0.72479, "recall_at_1000": 0.95378, "precision_at_1": 0.805, "precision_at_3": 0.715, "precision_at_5": 0.652, "precision_at_10": 0.556, "precision_at_20": 0.455, "precision_at_100": 0.2404, "precision_at_1000": 0.05765, "mrr_at_1": 0.805, "mrr_at_3": 0.8625, "mrr_at_5": 0.872, "mrr_at_10": 0.874014, "mrr_at_20": 0.874326, "mrr_at_100": 0.874469, "mrr_at_1000": 0.874469, "nauc_ndcg_at_1_max": 0.219951, "nauc_ndcg_at_1_std": 0.156991, "nauc_ndcg_at_1_diff1": 0.190849, "nauc_ndcg_at_3_max": 0.154992, "nauc_ndcg_at_3_std": 0.253743, "nauc_ndcg_at_3_diff1": 0.057992, "nauc_ndcg_at_5_max": 0.181939, "nauc_ndcg_at_5_std": 0.258061, "nauc_ndcg_at_5_diff1": 0.04183, "nauc_ndcg_at_10_max": 0.203151, "nauc_ndcg_at_10_std": 0.331186, "nauc_ndcg_at_10_diff1": 0.020785, "nauc_ndcg_at_20_max": 0.241917, "nauc_ndcg_at_20_std": 0.374073, "nauc_ndcg_at_20_diff1": 0.05465, "nauc_ndcg_at_100_max": 0.339088, "nauc_ndcg_at_100_std": 0.4446, "nauc_ndcg_at_100_diff1": 0.085483, "nauc_ndcg_at_1000_max": 0.242131, "nauc_ndcg_at_1000_std": 0.443984, "nauc_ndcg_at_1000_diff1": 0.031122, "nauc_map_at_1_max": 0.205679, "nauc_map_at_1_std": 0.103519, "nauc_map_at_1_diff1": 0.415767, "nauc_map_at_3_max": 0.255847, "nauc_map_at_3_std": 0.23106, "nauc_map_at_3_diff1": 0.262975, "nauc_map_at_5_max": 0.272437, "nauc_map_at_5_std": 0.269293, "nauc_map_at_5_diff1": 0.211524, "nauc_map_at_10_max": 0.317726, "nauc_map_at_10_std": 0.33826, "nauc_map_at_10_diff1": 0.154202, "nauc_map_at_20_max": 0.325708, "nauc_map_at_20_std": 0.362081, "nauc_map_at_20_diff1": 0.127317, "nauc_map_at_100_max": 0.320629, "nauc_map_at_100_std": 0.463708, "nauc_map_at_100_diff1": 0.072604, "nauc_map_at_1000_max": 0.2509, "nauc_map_at_1000_std": 0.469899, "nauc_map_at_1000_diff1": 0.014654, "nauc_recall_at_1_max": 0.205679, "nauc_recall_at_1_std": 0.103519, "nauc_recall_at_1_diff1": 0.415767, "nauc_recall_at_3_max": 0.248243, "nauc_recall_at_3_std": 0.21844, "nauc_recall_at_3_diff1": 0.248532, "nauc_recall_at_5_max": 0.251921, "nauc_recall_at_5_std": 0.254084, "nauc_recall_at_5_diff1": 0.185543, "nauc_recall_at_10_max": 0.302751, "nauc_recall_at_10_std": 0.324442, "nauc_recall_at_10_diff1": 0.123316, "nauc_recall_at_20_max": 0.319394, "nauc_recall_at_20_std": 0.348068, "nauc_recall_at_20_diff1": 0.113525, "nauc_recall_at_100_max": 0.389261, "nauc_recall_at_100_std": 0.487186, "nauc_recall_at_100_diff1": 0.115832, "nauc_recall_at_1000_max": 0.468646, "nauc_recall_at_1000_std": 0.874623, "nauc_recall_at_1000_diff1": 0.055482, "nauc_precision_at_1_max": 0.208136, "nauc_precision_at_1_std": 0.173975, "nauc_precision_at_1_diff1": 0.169667, "nauc_precision_at_3_max": 0.037635, "nauc_precision_at_3_std": 0.286965, "nauc_precision_at_3_diff1": -0.172553, "nauc_precision_at_5_max": 0.000452, "nauc_precision_at_5_std": 0.175178, "nauc_precision_at_5_diff1": -0.242521, "nauc_precision_at_10_max": -0.096439, "nauc_precision_at_10_std": 0.085365, "nauc_precision_at_10_diff1": -0.335135, "nauc_precision_at_20_max": -0.171373, "nauc_precision_at_20_std": 0.008437, "nauc_precision_at_20_diff1": -0.270176, "nauc_precision_at_100_max": -0.249109, "nauc_precision_at_100_std": -0.083301, "nauc_precision_at_100_diff1": -0.210173, "nauc_precision_at_1000_max": -0.277293, "nauc_precision_at_1000_std": -0.22912, "nauc_precision_at_1000_diff1": -0.158499, "nauc_mrr_at_1_max": 0.208136, "nauc_mrr_at_1_std": 0.173975, "nauc_mrr_at_1_diff1": 0.169667, "nauc_mrr_at_3_max": 0.228465, "nauc_mrr_at_3_std": 0.180152, "nauc_mrr_at_3_diff1": 0.115066, "nauc_mrr_at_5_max": 0.224597, "nauc_mrr_at_5_std": 0.195439, "nauc_mrr_at_5_diff1": 0.141118, "nauc_mrr_at_10_max": 0.226965, "nauc_mrr_at_10_std": 0.192806, "nauc_mrr_at_10_diff1": 0.13756, "nauc_mrr_at_20_max": 0.225282, "nauc_mrr_at_20_std": 0.192373, "nauc_mrr_at_20_diff1": 0.136468, "nauc_mrr_at_100_max": 0.224686, "nauc_mrr_at_100_std": 0.191738, "nauc_mrr_at_100_diff1": 0.136485, "nauc_mrr_at_1000_max": 0.224686, "nauc_mrr_at_1000_std": 0.191738, "nauc_mrr_at_1000_diff1": 0.136485, "main_score": 0.63557, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.66, "ndcg_at_3": 0.62265, "ndcg_at_5": 0.62047, "ndcg_at_10": 0.61078, "ndcg_at_20": 0.60777, "ndcg_at_100": 0.6447, "ndcg_at_1000": 0.72897, "map_at_1": 0.08633, "map_at_3": 0.17398, "map_at_5": 0.22091, "map_at_10": 0.27469, "map_at_20": 0.32193, "map_at_100": 0.41751, "map_at_1000": 0.47857, "recall_at_1": 0.08633, "recall_at_3": 0.19364, "recall_at_5": 0.26715, "recall_at_10": 0.36045, "recall_at_20": 0.45649, "recall_at_100": 0.6992, "recall_at_1000": 0.94016, "precision_at_1": 0.79, "precision_at_3": 0.67333, "precision_at_5": 0.628, "precision_at_10": 0.5275, "precision_at_20": 0.42275, "precision_at_100": 0.22585, "precision_at_1000": 0.05626, "mrr_at_1": 0.79, "mrr_at_3": 0.8475, "mrr_at_5": 0.86025, "mrr_at_10": 0.862631, "mrr_at_20": 0.863282, "mrr_at_100": 0.863651, "mrr_at_1000": 0.863651, "nauc_ndcg_at_1_max": 0.206094, "nauc_ndcg_at_1_std": 0.195122, "nauc_ndcg_at_1_diff1": 0.289856, "nauc_ndcg_at_3_max": 0.200688, "nauc_ndcg_at_3_std": 0.245499, "nauc_ndcg_at_3_diff1": 0.129507, "nauc_ndcg_at_5_max": 0.20279, "nauc_ndcg_at_5_std": 0.298574, "nauc_ndcg_at_5_diff1": 0.09797, "nauc_ndcg_at_10_max": 0.230543, "nauc_ndcg_at_10_std": 0.321203, "nauc_ndcg_at_10_diff1": 0.123276, "nauc_ndcg_at_20_max": 0.26223, "nauc_ndcg_at_20_std": 0.376299, "nauc_ndcg_at_20_diff1": 0.15634, "nauc_ndcg_at_100_max": 0.411029, "nauc_ndcg_at_100_std": 0.500136, "nauc_ndcg_at_100_diff1": 0.265537, "nauc_ndcg_at_1000_max": 0.311947, "nauc_ndcg_at_1000_std": 0.479152, "nauc_ndcg_at_1000_diff1": 0.201668, "nauc_map_at_1_max": 0.27441, "nauc_map_at_1_std": 0.100472, "nauc_map_at_1_diff1": 0.4318, "nauc_map_at_3_max": 0.362894, "nauc_map_at_3_std": 0.212533, "nauc_map_at_3_diff1": 0.333096, "nauc_map_at_5_max": 0.38173, "nauc_map_at_5_std": 0.287825, "nauc_map_at_5_diff1": 0.328289, "nauc_map_at_10_max": 0.408677, "nauc_map_at_10_std": 0.336499, "nauc_map_at_10_diff1": 0.316647, "nauc_map_at_20_max": 0.404628, "nauc_map_at_20_std": 0.37055, "nauc_map_at_20_diff1": 0.308443, "nauc_map_at_100_max": 0.401362, "nauc_map_at_100_std": 0.464463, "nauc_map_at_100_diff1": 0.279148, "nauc_map_at_1000_max": 0.340126, "nauc_map_at_1000_std": 0.465753, "nauc_map_at_1000_diff1": 0.204838, "nauc_recall_at_1_max": 0.27441, "nauc_recall_at_1_std": 0.100472, "nauc_recall_at_1_diff1": 0.4318, "nauc_recall_at_3_max": 0.356632, "nauc_recall_at_3_std": 0.195193, "nauc_recall_at_3_diff1": 0.301591, "nauc_recall_at_5_max": 0.343389, "nauc_recall_at_5_std": 0.278426, "nauc_recall_at_5_diff1": 0.27793, "nauc_recall_at_10_max": 0.360695, "nauc_recall_at_10_std": 0.315707, "nauc_recall_at_10_diff1": 0.252791, "nauc_recall_at_20_max": 0.34695, "nauc_recall_at_20_std": 0.350416, "nauc_recall_at_20_diff1": 0.225939, "nauc_recall_at_100_max": 0.455526, "nauc_recall_at_100_std": 0.532293, "nauc_recall_at_100_diff1": 0.269136, "nauc_recall_at_1000_max": 0.469734, "nauc_recall_at_1000_std": 0.863661, "nauc_recall_at_1000_diff1": 0.283078, "nauc_precision_at_1_max": 0.233787, "nauc_precision_at_1_std": 0.198692, "nauc_precision_at_1_diff1": 0.30322, "nauc_precision_at_3_max": 0.086354, "nauc_precision_at_3_std": 0.214462, "nauc_precision_at_3_diff1": -0.044401, "nauc_precision_at_5_max": 0.013979, "nauc_precision_at_5_std": 0.189871, "nauc_precision_at_5_diff1": -0.130691, "nauc_precision_at_10_max": -0.128036, "nauc_precision_at_10_std": 0.075291, "nauc_precision_at_10_diff1": -0.221913, "nauc_precision_at_20_max": -0.221347, "nauc_precision_at_20_std": 0.008206, "nauc_precision_at_20_diff1": -0.244008, "nauc_precision_at_100_max": -0.268396, "nauc_precision_at_100_std": -0.080218, "nauc_precision_at_100_diff1": -0.285474, "nauc_precision_at_1000_max": -0.291959, "nauc_precision_at_1000_std": -0.220558, "nauc_precision_at_1000_diff1": -0.29509, "nauc_mrr_at_1_max": 0.233787, "nauc_mrr_at_1_std": 0.198692, "nauc_mrr_at_1_diff1": 0.30322, "nauc_mrr_at_3_max": 0.276695, "nauc_mrr_at_3_std": 0.205859, "nauc_mrr_at_3_diff1": 0.295589, "nauc_mrr_at_5_max": 0.282397, "nauc_mrr_at_5_std": 0.226547, "nauc_mrr_at_5_diff1": 0.307915, "nauc_mrr_at_10_max": 0.279607, "nauc_mrr_at_10_std": 0.222382, "nauc_mrr_at_10_diff1": 0.307038, "nauc_mrr_at_20_max": 0.277751, "nauc_mrr_at_20_std": 0.220863, "nauc_mrr_at_20_diff1": 0.304913, "nauc_mrr_at_100_max": 0.276201, "nauc_mrr_at_100_std": 0.219602, "nauc_mrr_at_100_diff1": 0.306321, "nauc_mrr_at_1000_max": 0.276201, "nauc_mrr_at_1000_std": 0.219602, "nauc_mrr_at_1000_diff1": 0.306321, "main_score": 0.61078, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6725, "ndcg_at_3": 0.63569, "ndcg_at_5": 0.6195, "ndcg_at_10": 0.61418, "ndcg_at_20": 0.61283, "ndcg_at_100": 0.64821, "ndcg_at_1000": 0.73358, "map_at_1": 0.08625, "map_at_3": 0.1794, "map_at_5": 0.22634, "map_at_10": 0.28165, "map_at_20": 0.33198, "map_at_100": 0.42729, "map_at_1000": 0.48755, "recall_at_1": 0.08625, "recall_at_3": 0.20283, "recall_at_5": 0.27077, "recall_at_10": 0.3619, "recall_at_20": 0.45887, "recall_at_100": 0.70107, "recall_at_1000": 0.94474, "precision_at_1": 0.795, "precision_at_3": 0.68167, "precision_at_5": 0.619, "precision_at_10": 0.539, "precision_at_20": 0.43525, "precision_at_100": 0.2265, "precision_at_1000": 0.0563, "mrr_at_1": 0.795, "mrr_at_3": 0.8525, "mrr_at_5": 0.8595, "mrr_at_10": 0.862048, "mrr_at_20": 0.862821, "mrr_at_100": 0.863021, "mrr_at_1000": 0.863065, "nauc_ndcg_at_1_max": 0.125651, "nauc_ndcg_at_1_std": 0.065756, "nauc_ndcg_at_1_diff1": 0.194165, "nauc_ndcg_at_3_max": 0.09028, "nauc_ndcg_at_3_std": 0.180459, "nauc_ndcg_at_3_diff1": 0.094925, "nauc_ndcg_at_5_max": 0.159037, "nauc_ndcg_at_5_std": 0.256934, "nauc_ndcg_at_5_diff1": 0.117394, "nauc_ndcg_at_10_max": 0.200473, "nauc_ndcg_at_10_std": 0.305082, "nauc_ndcg_at_10_diff1": 0.127729, "nauc_ndcg_at_20_max": 0.247864, "nauc_ndcg_at_20_std": 0.357106, "nauc_ndcg_at_20_diff1": 0.161073, "nauc_ndcg_at_100_max": 0.34253, "nauc_ndcg_at_100_std": 0.487364, "nauc_ndcg_at_100_diff1": 0.193808, "nauc_ndcg_at_1000_max": 0.21824, "nauc_ndcg_at_1000_std": 0.393243, "nauc_ndcg_at_1000_diff1": 0.140658, "nauc_map_at_1_max": 0.253627, "nauc_map_at_1_std": 0.071393, "nauc_map_at_1_diff1": 0.484527, "nauc_map_at_3_max": 0.343819, "nauc_map_at_3_std": 0.256885, "nauc_map_at_3_diff1": 0.362101, "nauc_map_at_5_max": 0.382456, "nauc_map_at_5_std": 0.329612, "nauc_map_at_5_diff1": 0.365573, "nauc_map_at_10_max": 0.41433, "nauc_map_at_10_std": 0.394783, "nauc_map_at_10_diff1": 0.337995, "nauc_map_at_20_max": 0.409655, "nauc_map_at_20_std": 0.421938, "nauc_map_at_20_diff1": 0.310665, "nauc_map_at_100_max": 0.367868, "nauc_map_at_100_std": 0.470839, "nauc_map_at_100_diff1": 0.247345, "nauc_map_at_1000_max": 0.278868, "nauc_map_at_1000_std": 0.434244, "nauc_map_at_1000_diff1": 0.177188, "nauc_recall_at_1_max": 0.253627, "nauc_recall_at_1_std": 0.071393, "nauc_recall_at_1_diff1": 0.484527, "nauc_recall_at_3_max": 0.320024, "nauc_recall_at_3_std": 0.27696, "nauc_recall_at_3_diff1": 0.32235, "nauc_recall_at_5_max": 0.391041, "nauc_recall_at_5_std": 0.370297, "nauc_recall_at_5_diff1": 0.325921, "nauc_recall_at_10_max": 0.440855, "nauc_recall_at_10_std": 0.459505, "nauc_recall_at_10_diff1": 0.301928, "nauc_recall_at_20_max": 0.436498, "nauc_recall_at_20_std": 0.479984, "nauc_recall_at_20_diff1": 0.271594, "nauc_recall_at_100_max": 0.481265, "nauc_recall_at_100_std": 0.636238, "nauc_recall_at_100_diff1": 0.213447, "nauc_recall_at_1000_max": 0.434482, "nauc_recall_at_1000_std": 0.842754, "nauc_recall_at_1000_diff1": 0.128889, "nauc_precision_at_1_max": 0.149791, "nauc_precision_at_1_std": -0.049824, "nauc_precision_at_1_diff1": 0.183799, "nauc_precision_at_3_max": -0.042009, "nauc_precision_at_3_std": 0.135143, "nauc_precision_at_3_diff1": -0.077536, "nauc_precision_at_5_max": -0.056727, "nauc_precision_at_5_std": 0.148364, "nauc_precision_at_5_diff1": -0.131953, "nauc_precision_at_10_max": -0.198286, "nauc_precision_at_10_std": -0.000829, "nauc_precision_at_10_diff1": -0.294586, "nauc_precision_at_20_max": -0.298966, "nauc_precision_at_20_std": -0.10183, "nauc_precision_at_20_diff1": -0.314075, "nauc_precision_at_100_max": -0.365645, "nauc_precision_at_100_std": -0.211017, "nauc_precision_at_100_diff1": -0.310695, "nauc_precision_at_1000_max": -0.387151, "nauc_precision_at_1000_std": -0.321057, "nauc_precision_at_1000_diff1": -0.26495, "nauc_mrr_at_1_max": 0.149791, "nauc_mrr_at_1_std": -0.049824, "nauc_mrr_at_1_diff1": 0.183799, "nauc_mrr_at_3_max": 0.147522, "nauc_mrr_at_3_std": -0.008139, "nauc_mrr_at_3_diff1": 0.2404, "nauc_mrr_at_5_max": 0.183119, "nauc_mrr_at_5_std": 0.014238, "nauc_mrr_at_5_diff1": 0.22989, "nauc_mrr_at_10_max": 0.18144, "nauc_mrr_at_10_std": 0.013415, "nauc_mrr_at_10_diff1": 0.224551, "nauc_mrr_at_20_max": 0.177773, "nauc_mrr_at_20_std": 0.009637, "nauc_mrr_at_20_diff1": 0.223228, "nauc_mrr_at_100_max": 0.176499, "nauc_mrr_at_100_std": 0.008103, "nauc_mrr_at_100_diff1": 0.222715, "nauc_mrr_at_1000_max": 0.176224, "nauc_mrr_at_1000_std": 0.007772, "nauc_mrr_at_1000_diff1": 0.222605, "main_score": 0.61418, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "neuroscience_and_neurology": [ { "ndcg_at_1": 0.71, "ndcg_at_3": 0.65173, "ndcg_at_5": 0.62491, "ndcg_at_10": 0.59278, "ndcg_at_20": 0.58106, "ndcg_at_100": 0.63764, "ndcg_at_1000": 0.72939, "map_at_1": 0.0605, "map_at_3": 0.12873, "map_at_5": 0.1666, "map_at_10": 0.2206, "map_at_20": 0.28188, "map_at_100": 0.40557, "map_at_1000": 0.45766, "recall_at_1": 0.0605, "recall_at_3": 0.14133, "recall_at_5": 0.20103, "recall_at_10": 0.28476, "recall_at_20": 0.40328, "recall_at_100": 0.73141, "recall_at_1000": 0.97898, "precision_at_1": 0.83, "precision_at_3": 0.73667, "precision_at_5": 0.661, "precision_at_10": 0.5605, "precision_at_20": 0.458, "precision_at_100": 0.2329, "precision_at_1000": 0.04019, "mrr_at_1": 0.83, "mrr_at_3": 0.865, "mrr_at_5": 0.87275, "mrr_at_10": 0.875304, "mrr_at_20": 0.876355, "mrr_at_100": 0.877123, "mrr_at_1000": 0.877123, "nauc_ndcg_at_1_max": 0.271235, "nauc_ndcg_at_1_std": 0.309476, "nauc_ndcg_at_1_diff1": 0.407408, "nauc_ndcg_at_3_max": 0.297119, "nauc_ndcg_at_3_std": 0.263201, "nauc_ndcg_at_3_diff1": 0.197249, "nauc_ndcg_at_5_max": 0.306109, "nauc_ndcg_at_5_std": 0.273489, "nauc_ndcg_at_5_diff1": 0.145047, "nauc_ndcg_at_10_max": 0.317432, "nauc_ndcg_at_10_std": 0.231232, "nauc_ndcg_at_10_diff1": 0.115884, "nauc_ndcg_at_20_max": 0.344419, "nauc_ndcg_at_20_std": 0.203601, "nauc_ndcg_at_20_diff1": 0.134725, "nauc_ndcg_at_100_max": 0.415314, "nauc_ndcg_at_100_std": 0.29401, "nauc_ndcg_at_100_diff1": 0.170433, "nauc_ndcg_at_1000_max": 0.461176, "nauc_ndcg_at_1000_std": 0.372308, "nauc_ndcg_at_1000_diff1": 0.213063, "nauc_map_at_1_max": -0.029105, "nauc_map_at_1_std": -0.118436, "nauc_map_at_1_diff1": 0.204283, "nauc_map_at_3_max": 0.049887, "nauc_map_at_3_std": -0.124916, "nauc_map_at_3_diff1": 0.178643, "nauc_map_at_5_max": 0.06744, "nauc_map_at_5_std": -0.103579, "nauc_map_at_5_diff1": 0.169187, "nauc_map_at_10_max": 0.117875, "nauc_map_at_10_std": -0.046082, "nauc_map_at_10_diff1": 0.141833, "nauc_map_at_20_max": 0.199398, "nauc_map_at_20_std": 0.000337, "nauc_map_at_20_diff1": 0.118175, "nauc_map_at_100_max": 0.35594, "nauc_map_at_100_std": 0.196144, "nauc_map_at_100_diff1": 0.084998, "nauc_map_at_1000_max": 0.388938, "nauc_map_at_1000_std": 0.25839, "nauc_map_at_1000_diff1": 0.097063, "nauc_recall_at_1_max": -0.029105, "nauc_recall_at_1_std": -0.118436, "nauc_recall_at_1_diff1": 0.204283, "nauc_recall_at_3_max": -0.004237, "nauc_recall_at_3_std": -0.163672, "nauc_recall_at_3_diff1": 0.12838, "nauc_recall_at_5_max": -0.004683, "nauc_recall_at_5_std": -0.175558, "nauc_recall_at_5_diff1": 0.082072, "nauc_recall_at_10_max": 0.008002, "nauc_recall_at_10_std": -0.136157, "nauc_recall_at_10_diff1": 0.047464, "nauc_recall_at_20_max": 0.03913, "nauc_recall_at_20_std": -0.138674, "nauc_recall_at_20_diff1": 0.040266, "nauc_recall_at_100_max": 0.151801, "nauc_recall_at_100_std": 0.079606, "nauc_recall_at_100_diff1": -0.018991, "nauc_recall_at_1000_max": 0.37529, "nauc_recall_at_1000_std": 0.643139, "nauc_recall_at_1000_diff1": -0.000871, "nauc_precision_at_1_max": 0.39576, "nauc_precision_at_1_std": 0.372584, "nauc_precision_at_1_diff1": 0.46356, "nauc_precision_at_3_max": 0.333238, "nauc_precision_at_3_std": 0.248331, "nauc_precision_at_3_diff1": 0.103854, "nauc_precision_at_5_max": 0.301262, "nauc_precision_at_5_std": 0.278552, "nauc_precision_at_5_diff1": 0.020298, "nauc_precision_at_10_max": 0.309059, "nauc_precision_at_10_std": 0.269297, "nauc_precision_at_10_diff1": -0.043198, "nauc_precision_at_20_max": 0.321587, "nauc_precision_at_20_std": 0.257562, "nauc_precision_at_20_diff1": -0.054606, "nauc_precision_at_100_max": 0.194896, "nauc_precision_at_100_std": 0.252804, "nauc_precision_at_100_diff1": -0.037027, "nauc_precision_at_1000_max": 0.088014, "nauc_precision_at_1000_std": 0.141239, "nauc_precision_at_1000_diff1": 0.002136, "nauc_mrr_at_1_max": 0.39576, "nauc_mrr_at_1_std": 0.372584, "nauc_mrr_at_1_diff1": 0.46356, "nauc_mrr_at_3_max": 0.407068, "nauc_mrr_at_3_std": 0.3106, "nauc_mrr_at_3_diff1": 0.441434, "nauc_mrr_at_5_max": 0.445555, "nauc_mrr_at_5_std": 0.337334, "nauc_mrr_at_5_diff1": 0.451186, "nauc_mrr_at_10_max": 0.44041, "nauc_mrr_at_10_std": 0.335995, "nauc_mrr_at_10_diff1": 0.449724, "nauc_mrr_at_20_max": 0.438064, "nauc_mrr_at_20_std": 0.335113, "nauc_mrr_at_20_diff1": 0.452832, "nauc_mrr_at_100_max": 0.435817, "nauc_mrr_at_100_std": 0.335782, "nauc_mrr_at_100_diff1": 0.45255, "nauc_mrr_at_1000_max": 0.435817, "nauc_mrr_at_1000_std": 0.335782, "nauc_mrr_at_1000_diff1": 0.45255, "main_score": 0.59278, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6225, "ndcg_at_3": 0.58593, "ndcg_at_5": 0.5676, "ndcg_at_10": 0.53904, "ndcg_at_20": 0.53684, "ndcg_at_100": 0.58937, "ndcg_at_1000": 0.6939, "map_at_1": 0.05915, "map_at_3": 0.11928, "map_at_5": 0.15424, "map_at_10": 0.20206, "map_at_20": 0.25746, "map_at_100": 0.36395, "map_at_1000": 0.41439, "recall_at_1": 0.05915, "recall_at_3": 0.13024, "recall_at_5": 0.18105, "recall_at_10": 0.26139, "recall_at_20": 0.3791, "recall_at_100": 0.67194, "recall_at_1000": 0.96459, "precision_at_1": 0.73, "precision_at_3": 0.65833, "precision_at_5": 0.611, "precision_at_10": 0.512, "precision_at_20": 0.42575, "precision_at_100": 0.21385, "precision_at_1000": 0.03917, "mrr_at_1": 0.73, "mrr_at_3": 0.799167, "mrr_at_5": 0.807417, "mrr_at_10": 0.812506, "mrr_at_20": 0.814157, "mrr_at_100": 0.814609, "mrr_at_1000": 0.814665, "nauc_ndcg_at_1_max": 0.195763, "nauc_ndcg_at_1_std": 0.327378, "nauc_ndcg_at_1_diff1": 0.470551, "nauc_ndcg_at_3_max": 0.224803, "nauc_ndcg_at_3_std": 0.357877, "nauc_ndcg_at_3_diff1": 0.349489, "nauc_ndcg_at_5_max": 0.22514, "nauc_ndcg_at_5_std": 0.363768, "nauc_ndcg_at_5_diff1": 0.304242, "nauc_ndcg_at_10_max": 0.186853, "nauc_ndcg_at_10_std": 0.325114, "nauc_ndcg_at_10_diff1": 0.334032, "nauc_ndcg_at_20_max": 0.22002, "nauc_ndcg_at_20_std": 0.287872, "nauc_ndcg_at_20_diff1": 0.315402, "nauc_ndcg_at_100_max": 0.291405, "nauc_ndcg_at_100_std": 0.353721, "nauc_ndcg_at_100_diff1": 0.307425, "nauc_ndcg_at_1000_max": 0.324737, "nauc_ndcg_at_1000_std": 0.408887, "nauc_ndcg_at_1000_diff1": 0.31826, "nauc_map_at_1_max": -0.042, "nauc_map_at_1_std": -0.136055, "nauc_map_at_1_diff1": 0.339099, "nauc_map_at_3_max": 0.019087, "nauc_map_at_3_std": -0.111952, "nauc_map_at_3_diff1": 0.294053, "nauc_map_at_5_max": 0.019575, "nauc_map_at_5_std": -0.090064, "nauc_map_at_5_diff1": 0.26885, "nauc_map_at_10_max": 0.036133, "nauc_map_at_10_std": -0.02856, "nauc_map_at_10_diff1": 0.250752, "nauc_map_at_20_max": 0.103669, "nauc_map_at_20_std": 0.051596, "nauc_map_at_20_diff1": 0.228341, "nauc_map_at_100_max": 0.22671, "nauc_map_at_100_std": 0.249506, "nauc_map_at_100_diff1": 0.237206, "nauc_map_at_1000_max": 0.273499, "nauc_map_at_1000_std": 0.311168, "nauc_map_at_1000_diff1": 0.246368, "nauc_recall_at_1_max": -0.042, "nauc_recall_at_1_std": -0.136055, "nauc_recall_at_1_diff1": 0.339099, "nauc_recall_at_3_max": 0.012577, "nauc_recall_at_3_std": -0.139723, "nauc_recall_at_3_diff1": 0.228397, "nauc_recall_at_5_max": 0.021428, "nauc_recall_at_5_std": -0.13295, "nauc_recall_at_5_diff1": 0.176098, "nauc_recall_at_10_max": 0.009724, "nauc_recall_at_10_std": -0.091555, "nauc_recall_at_10_diff1": 0.157319, "nauc_recall_at_20_max": 0.055529, "nauc_recall_at_20_std": -0.030926, "nauc_recall_at_20_diff1": 0.102787, "nauc_recall_at_100_max": 0.173702, "nauc_recall_at_100_std": 0.219399, "nauc_recall_at_100_diff1": 0.063808, "nauc_recall_at_1000_max": 0.334012, "nauc_recall_at_1000_std": 0.664116, "nauc_recall_at_1000_diff1": 0.077481, "nauc_precision_at_1_max": 0.19675, "nauc_precision_at_1_std": 0.373656, "nauc_precision_at_1_diff1": 0.518312, "nauc_precision_at_3_max": 0.204261, "nauc_precision_at_3_std": 0.401301, "nauc_precision_at_3_diff1": 0.223595, "nauc_precision_at_5_max": 0.199675, "nauc_precision_at_5_std": 0.407213, "nauc_precision_at_5_diff1": 0.106645, "nauc_precision_at_10_max": 0.19538, "nauc_precision_at_10_std": 0.378761, "nauc_precision_at_10_diff1": 0.061736, "nauc_precision_at_20_max": 0.25846, "nauc_precision_at_20_std": 0.361187, "nauc_precision_at_20_diff1": 0.039891, "nauc_precision_at_100_max": 0.213933, "nauc_precision_at_100_std": 0.301187, "nauc_precision_at_100_diff1": 0.024533, "nauc_precision_at_1000_max": 0.156413, "nauc_precision_at_1000_std": 0.152608, "nauc_precision_at_1000_diff1": 0.030632, "nauc_mrr_at_1_max": 0.19675, "nauc_mrr_at_1_std": 0.373656, "nauc_mrr_at_1_diff1": 0.518312, "nauc_mrr_at_3_max": 0.229491, "nauc_mrr_at_3_std": 0.370165, "nauc_mrr_at_3_diff1": 0.504246, "nauc_mrr_at_5_max": 0.223813, "nauc_mrr_at_5_std": 0.369179, "nauc_mrr_at_5_diff1": 0.495007, "nauc_mrr_at_10_max": 0.223347, "nauc_mrr_at_10_std": 0.367301, "nauc_mrr_at_10_diff1": 0.502437, "nauc_mrr_at_20_max": 0.222862, "nauc_mrr_at_20_std": 0.367532, "nauc_mrr_at_20_diff1": 0.503633, "nauc_mrr_at_100_max": 0.221565, "nauc_mrr_at_100_std": 0.36859, "nauc_mrr_at_100_diff1": 0.503625, "nauc_mrr_at_1000_max": 0.221447, "nauc_mrr_at_1000_std": 0.368423, "nauc_mrr_at_1000_diff1": 0.503799, "main_score": 0.53904, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.63, "ndcg_at_3": 0.576, "ndcg_at_5": 0.55748, "ndcg_at_10": 0.52495, "ndcg_at_20": 0.52009, "ndcg_at_100": 0.57798, "ndcg_at_1000": 0.67903, "map_at_1": 0.05012, "map_at_3": 0.1049, "map_at_5": 0.13882, "map_at_10": 0.18494, "map_at_20": 0.23916, "map_at_100": 0.34627, "map_at_1000": 0.39632, "recall_at_1": 0.05012, "recall_at_3": 0.11453, "recall_at_5": 0.16407, "recall_at_10": 0.24411, "recall_at_20": 0.35613, "recall_at_100": 0.6754, "recall_at_1000": 0.95696, "precision_at_1": 0.765, "precision_at_3": 0.66167, "precision_at_5": 0.607, "precision_at_10": 0.508, "precision_at_20": 0.42275, "precision_at_100": 0.21375, "precision_at_1000": 0.03899, "mrr_at_1": 0.765, "mrr_at_3": 0.810833, "mrr_at_5": 0.817833, "mrr_at_10": 0.823151, "mrr_at_20": 0.82482, "mrr_at_100": 0.825814, "mrr_at_1000": 0.825826, "nauc_ndcg_at_1_max": 0.160553, "nauc_ndcg_at_1_std": 0.320298, "nauc_ndcg_at_1_diff1": 0.380504, "nauc_ndcg_at_3_max": 0.225227, "nauc_ndcg_at_3_std": 0.314995, "nauc_ndcg_at_3_diff1": 0.210506, "nauc_ndcg_at_5_max": 0.254619, "nauc_ndcg_at_5_std": 0.307209, "nauc_ndcg_at_5_diff1": 0.202814, "nauc_ndcg_at_10_max": 0.257524, "nauc_ndcg_at_10_std": 0.292012, "nauc_ndcg_at_10_diff1": 0.193042, "nauc_ndcg_at_20_max": 0.294109, "nauc_ndcg_at_20_std": 0.286717, "nauc_ndcg_at_20_diff1": 0.179843, "nauc_ndcg_at_100_max": 0.373733, "nauc_ndcg_at_100_std": 0.348003, "nauc_ndcg_at_100_diff1": 0.178513, "nauc_ndcg_at_1000_max": 0.38716, "nauc_ndcg_at_1000_std": 0.4159, "nauc_ndcg_at_1000_diff1": 0.202511, "nauc_map_at_1_max": 0.034217, "nauc_map_at_1_std": -0.116125, "nauc_map_at_1_diff1": 0.212319, "nauc_map_at_3_max": 0.13198, "nauc_map_at_3_std": -0.046101, "nauc_map_at_3_diff1": 0.18426, "nauc_map_at_5_max": 0.136776, "nauc_map_at_5_std": -0.035633, "nauc_map_at_5_diff1": 0.173378, "nauc_map_at_10_max": 0.122725, "nauc_map_at_10_std": -0.000208, "nauc_map_at_10_diff1": 0.1473, "nauc_map_at_20_max": 0.183902, "nauc_map_at_20_std": 0.068142, "nauc_map_at_20_diff1": 0.121799, "nauc_map_at_100_max": 0.328218, "nauc_map_at_100_std": 0.251486, "nauc_map_at_100_diff1": 0.107016, "nauc_map_at_1000_max": 0.37301, "nauc_map_at_1000_std": 0.328442, "nauc_map_at_1000_diff1": 0.116873, "nauc_recall_at_1_max": 0.034217, "nauc_recall_at_1_std": -0.116125, "nauc_recall_at_1_diff1": 0.212319, "nauc_recall_at_3_max": 0.097664, "nauc_recall_at_3_std": -0.082116, "nauc_recall_at_3_diff1": 0.163879, "nauc_recall_at_5_max": 0.109309, "nauc_recall_at_5_std": -0.088139, "nauc_recall_at_5_diff1": 0.120732, "nauc_recall_at_10_max": 0.048868, "nauc_recall_at_10_std": -0.078005, "nauc_recall_at_10_diff1": 0.072025, "nauc_recall_at_20_max": 0.087428, "nauc_recall_at_20_std": -0.054665, "nauc_recall_at_20_diff1": 0.0262, "nauc_recall_at_100_max": 0.222177, "nauc_recall_at_100_std": 0.167644, "nauc_recall_at_100_diff1": 0.064812, "nauc_recall_at_1000_max": 0.43622, "nauc_recall_at_1000_std": 0.662495, "nauc_recall_at_1000_diff1": 0.18241, "nauc_precision_at_1_max": 0.253825, "nauc_precision_at_1_std": 0.341704, "nauc_precision_at_1_diff1": 0.363715, "nauc_precision_at_3_max": 0.209412, "nauc_precision_at_3_std": 0.298417, "nauc_precision_at_3_diff1": 0.093137, "nauc_precision_at_5_max": 0.244129, "nauc_precision_at_5_std": 0.29683, "nauc_precision_at_5_diff1": 0.080965, "nauc_precision_at_10_max": 0.213649, "nauc_precision_at_10_std": 0.276307, "nauc_precision_at_10_diff1": -0.007901, "nauc_precision_at_20_max": 0.247103, "nauc_precision_at_20_std": 0.297253, "nauc_precision_at_20_diff1": -0.017438, "nauc_precision_at_100_max": 0.207381, "nauc_precision_at_100_std": 0.281116, "nauc_precision_at_100_diff1": -0.022565, "nauc_precision_at_1000_max": 0.137929, "nauc_precision_at_1000_std": 0.17887, "nauc_precision_at_1000_diff1": -0.01818, "nauc_mrr_at_1_max": 0.253825, "nauc_mrr_at_1_std": 0.341704, "nauc_mrr_at_1_diff1": 0.363715, "nauc_mrr_at_3_max": 0.287416, "nauc_mrr_at_3_std": 0.318601, "nauc_mrr_at_3_diff1": 0.324306, "nauc_mrr_at_5_max": 0.293225, "nauc_mrr_at_5_std": 0.329164, "nauc_mrr_at_5_diff1": 0.323762, "nauc_mrr_at_10_max": 0.299523, "nauc_mrr_at_10_std": 0.33168, "nauc_mrr_at_10_diff1": 0.313272, "nauc_mrr_at_20_max": 0.298889, "nauc_mrr_at_20_std": 0.329504, "nauc_mrr_at_20_diff1": 0.316299, "nauc_mrr_at_100_max": 0.296931, "nauc_mrr_at_100_std": 0.329874, "nauc_mrr_at_100_diff1": 0.317495, "nauc_mrr_at_1000_max": 0.296898, "nauc_mrr_at_1000_std": 0.329832, "nauc_mrr_at_1000_diff1": 0.317443, "main_score": 0.52495, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "orthopedic_surgery": [ { "ndcg_at_1": 0.7, "ndcg_at_3": 0.63038, "ndcg_at_5": 0.61151, "ndcg_at_10": 0.61029, "ndcg_at_20": 0.61855, "ndcg_at_100": 0.69429, "ndcg_at_1000": 0.73821, "map_at_1": 0.15361, "map_at_3": 0.24742, "map_at_5": 0.29685, "map_at_10": 0.36232, "map_at_20": 0.41347, "map_at_100": 0.48546, "map_at_1000": 0.4998, "recall_at_1": 0.15361, "recall_at_3": 0.26299, "recall_at_5": 0.33401, "recall_at_10": 0.45145, "recall_at_20": 0.56601, "recall_at_100": 0.83391, "recall_at_1000": 0.98582, "precision_at_1": 0.805, "precision_at_3": 0.62, "precision_at_5": 0.532, "precision_at_10": 0.4195, "precision_at_20": 0.30425, "precision_at_100": 0.11445, "precision_at_1000": 0.0147, "mrr_at_1": 0.805, "mrr_at_3": 0.858333, "mrr_at_5": 0.865083, "mrr_at_10": 0.868804, "mrr_at_20": 0.869757, "mrr_at_100": 0.86999, "mrr_at_1000": 0.86999, "nauc_ndcg_at_1_max": 0.354628, "nauc_ndcg_at_1_std": 0.141159, "nauc_ndcg_at_1_diff1": 0.538464, "nauc_ndcg_at_3_max": 0.332073, "nauc_ndcg_at_3_std": 0.117665, "nauc_ndcg_at_3_diff1": 0.308265, "nauc_ndcg_at_5_max": 0.330058, "nauc_ndcg_at_5_std": 0.091162, "nauc_ndcg_at_5_diff1": 0.289214, "nauc_ndcg_at_10_max": 0.361296, "nauc_ndcg_at_10_std": 0.104147, "nauc_ndcg_at_10_diff1": 0.321181, "nauc_ndcg_at_20_max": 0.379422, "nauc_ndcg_at_20_std": 0.121818, "nauc_ndcg_at_20_diff1": 0.351246, "nauc_ndcg_at_100_max": 0.355736, "nauc_ndcg_at_100_std": 0.162538, "nauc_ndcg_at_100_diff1": 0.362281, "nauc_ndcg_at_1000_max": 0.358538, "nauc_ndcg_at_1000_std": 0.17682, "nauc_ndcg_at_1000_diff1": 0.349507, "nauc_map_at_1_max": 0.146432, "nauc_map_at_1_std": -0.1431, "nauc_map_at_1_diff1": 0.540664, "nauc_map_at_3_max": 0.191441, "nauc_map_at_3_std": -0.124575, "nauc_map_at_3_diff1": 0.405524, "nauc_map_at_5_max": 0.205313, "nauc_map_at_5_std": -0.096982, "nauc_map_at_5_diff1": 0.357976, "nauc_map_at_10_max": 0.233659, "nauc_map_at_10_std": -0.081939, "nauc_map_at_10_diff1": 0.307639, "nauc_map_at_20_max": 0.26396, "nauc_map_at_20_std": -0.015132, "nauc_map_at_20_diff1": 0.281404, "nauc_map_at_100_max": 0.275619, "nauc_map_at_100_std": 0.085708, "nauc_map_at_100_diff1": 0.239403, "nauc_map_at_1000_max": 0.277748, "nauc_map_at_1000_std": 0.101399, "nauc_map_at_1000_diff1": 0.228854, "nauc_recall_at_1_max": 0.146432, "nauc_recall_at_1_std": -0.1431, "nauc_recall_at_1_diff1": 0.540664, "nauc_recall_at_3_max": 0.185768, "nauc_recall_at_3_std": -0.120821, "nauc_recall_at_3_diff1": 0.374416, "nauc_recall_at_5_max": 0.176133, "nauc_recall_at_5_std": -0.109188, "nauc_recall_at_5_diff1": 0.307109, "nauc_recall_at_10_max": 0.202942, "nauc_recall_at_10_std": -0.100168, "nauc_recall_at_10_diff1": 0.259246, "nauc_recall_at_20_max": 0.256664, "nauc_recall_at_20_std": -0.02166, "nauc_recall_at_20_diff1": 0.249905, "nauc_recall_at_100_max": 0.195794, "nauc_recall_at_100_std": 0.100279, "nauc_recall_at_100_diff1": 0.194018, "nauc_recall_at_1000_max": 0.036704, "nauc_recall_at_1000_std": 0.171985, "nauc_recall_at_1000_diff1": 0.275231, "nauc_precision_at_1_max": 0.346148, "nauc_precision_at_1_std": 0.182094, "nauc_precision_at_1_diff1": 0.512964, "nauc_precision_at_3_max": 0.158666, "nauc_precision_at_3_std": 0.215309, "nauc_precision_at_3_diff1": -0.189277, "nauc_precision_at_5_max": 0.105346, "nauc_precision_at_5_std": 0.200949, "nauc_precision_at_5_diff1": -0.252037, "nauc_precision_at_10_max": 0.104892, "nauc_precision_at_10_std": 0.261383, "nauc_precision_at_10_diff1": -0.257334, "nauc_precision_at_20_max": 0.101907, "nauc_precision_at_20_std": 0.335102, "nauc_precision_at_20_diff1": -0.243729, "nauc_precision_at_100_max": 0.028508, "nauc_precision_at_100_std": 0.323728, "nauc_precision_at_100_diff1": -0.23683, "nauc_precision_at_1000_max": 0.003196, "nauc_precision_at_1000_std": 0.268485, "nauc_precision_at_1000_diff1": -0.246309, "nauc_mrr_at_1_max": 0.346148, "nauc_mrr_at_1_std": 0.182094, "nauc_mrr_at_1_diff1": 0.512964, "nauc_mrr_at_3_max": 0.406991, "nauc_mrr_at_3_std": 0.242409, "nauc_mrr_at_3_diff1": 0.511535, "nauc_mrr_at_5_max": 0.383628, "nauc_mrr_at_5_std": 0.231977, "nauc_mrr_at_5_diff1": 0.523388, "nauc_mrr_at_10_max": 0.383514, "nauc_mrr_at_10_std": 0.239242, "nauc_mrr_at_10_diff1": 0.523408, "nauc_mrr_at_20_max": 0.380898, "nauc_mrr_at_20_std": 0.235302, "nauc_mrr_at_20_diff1": 0.524058, "nauc_mrr_at_100_max": 0.380949, "nauc_mrr_at_100_std": 0.234529, "nauc_mrr_at_100_diff1": 0.523299, "nauc_mrr_at_1000_max": 0.380949, "nauc_mrr_at_1000_std": 0.234529, "nauc_mrr_at_1000_diff1": 0.523299, "main_score": 0.61029, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6475, "ndcg_at_3": 0.58209, "ndcg_at_5": 0.57399, "ndcg_at_10": 0.56891, "ndcg_at_20": 0.58149, "ndcg_at_100": 0.66026, "ndcg_at_1000": 0.71049, "map_at_1": 0.14813, "map_at_3": 0.23375, "map_at_5": 0.28048, "map_at_10": 0.33479, "map_at_20": 0.38195, "map_at_100": 0.44745, "map_at_1000": 0.46283, "recall_at_1": 0.14813, "recall_at_3": 0.25035, "recall_at_5": 0.31976, "recall_at_10": 0.41831, "recall_at_20": 0.53174, "recall_at_100": 0.8066, "recall_at_1000": 0.97984, "precision_at_1": 0.755, "precision_at_3": 0.55167, "precision_at_5": 0.484, "precision_at_10": 0.3795, "precision_at_20": 0.2805, "precision_at_100": 0.10725, "precision_at_1000": 0.01455, "mrr_at_1": 0.755, "mrr_at_3": 0.810833, "mrr_at_5": 0.819583, "mrr_at_10": 0.824339, "mrr_at_20": 0.826607, "mrr_at_100": 0.827169, "mrr_at_1000": 0.827169, "nauc_ndcg_at_1_max": 0.379334, "nauc_ndcg_at_1_std": 0.144465, "nauc_ndcg_at_1_diff1": 0.587313, "nauc_ndcg_at_3_max": 0.358701, "nauc_ndcg_at_3_std": 0.115866, "nauc_ndcg_at_3_diff1": 0.407911, "nauc_ndcg_at_5_max": 0.374562, "nauc_ndcg_at_5_std": 0.113479, "nauc_ndcg_at_5_diff1": 0.396173, "nauc_ndcg_at_10_max": 0.378853, "nauc_ndcg_at_10_std": 0.112481, "nauc_ndcg_at_10_diff1": 0.412989, "nauc_ndcg_at_20_max": 0.394567, "nauc_ndcg_at_20_std": 0.138862, "nauc_ndcg_at_20_diff1": 0.448009, "nauc_ndcg_at_100_max": 0.370248, "nauc_ndcg_at_100_std": 0.185351, "nauc_ndcg_at_100_diff1": 0.43922, "nauc_ndcg_at_1000_max": 0.380648, "nauc_ndcg_at_1000_std": 0.199224, "nauc_ndcg_at_1000_diff1": 0.418304, "nauc_map_at_1_max": 0.196379, "nauc_map_at_1_std": -0.072431, "nauc_map_at_1_diff1": 0.635969, "nauc_map_at_3_max": 0.207016, "nauc_map_at_3_std": -0.080521, "nauc_map_at_3_diff1": 0.520033, "nauc_map_at_5_max": 0.246133, "nauc_map_at_5_std": -0.057491, "nauc_map_at_5_diff1": 0.469873, "nauc_map_at_10_max": 0.255664, "nauc_map_at_10_std": -0.039937, "nauc_map_at_10_diff1": 0.425442, "nauc_map_at_20_max": 0.273098, "nauc_map_at_20_std": 0.019344, "nauc_map_at_20_diff1": 0.403163, "nauc_map_at_100_max": 0.271298, "nauc_map_at_100_std": 0.093831, "nauc_map_at_100_diff1": 0.340479, "nauc_map_at_1000_max": 0.271983, "nauc_map_at_1000_std": 0.10705, "nauc_map_at_1000_diff1": 0.322922, "nauc_recall_at_1_max": 0.196379, "nauc_recall_at_1_std": -0.072431, "nauc_recall_at_1_diff1": 0.635969, "nauc_recall_at_3_max": 0.198736, "nauc_recall_at_3_std": -0.076507, "nauc_recall_at_3_diff1": 0.477039, "nauc_recall_at_5_max": 0.246818, "nauc_recall_at_5_std": -0.038674, "nauc_recall_at_5_diff1": 0.422139, "nauc_recall_at_10_max": 0.231089, "nauc_recall_at_10_std": -0.038624, "nauc_recall_at_10_diff1": 0.363717, "nauc_recall_at_20_max": 0.268394, "nauc_recall_at_20_std": 0.058515, "nauc_recall_at_20_diff1": 0.353827, "nauc_recall_at_100_max": 0.153097, "nauc_recall_at_100_std": 0.152243, "nauc_recall_at_100_diff1": 0.227556, "nauc_recall_at_1000_max": 0.255568, "nauc_recall_at_1000_std": 0.49006, "nauc_recall_at_1000_diff1": 0.371888, "nauc_precision_at_1_max": 0.508016, "nauc_precision_at_1_std": 0.286895, "nauc_precision_at_1_diff1": 0.559823, "nauc_precision_at_3_max": 0.216985, "nauc_precision_at_3_std": 0.157128, "nauc_precision_at_3_diff1": -0.03403, "nauc_precision_at_5_max": 0.196356, "nauc_precision_at_5_std": 0.202972, "nauc_precision_at_5_diff1": -0.157154, "nauc_precision_at_10_max": 0.117953, "nauc_precision_at_10_std": 0.227489, "nauc_precision_at_10_diff1": -0.248769, "nauc_precision_at_20_max": 0.0716, "nauc_precision_at_20_std": 0.292358, "nauc_precision_at_20_diff1": -0.279624, "nauc_precision_at_100_max": -0.030324, "nauc_precision_at_100_std": 0.244327, "nauc_precision_at_100_diff1": -0.348501, "nauc_precision_at_1000_max": -0.062097, "nauc_precision_at_1000_std": 0.178413, "nauc_precision_at_1000_diff1": -0.361466, "nauc_mrr_at_1_max": 0.508016, "nauc_mrr_at_1_std": 0.286895, "nauc_mrr_at_1_diff1": 0.559823, "nauc_mrr_at_3_max": 0.537054, "nauc_mrr_at_3_std": 0.351433, "nauc_mrr_at_3_diff1": 0.55103, "nauc_mrr_at_5_max": 0.528941, "nauc_mrr_at_5_std": 0.359479, "nauc_mrr_at_5_diff1": 0.540196, "nauc_mrr_at_10_max": 0.52364, "nauc_mrr_at_10_std": 0.353775, "nauc_mrr_at_10_diff1": 0.546039, "nauc_mrr_at_20_max": 0.527645, "nauc_mrr_at_20_std": 0.353061, "nauc_mrr_at_20_diff1": 0.548334, "nauc_mrr_at_100_max": 0.526928, "nauc_mrr_at_100_std": 0.351419, "nauc_mrr_at_100_diff1": 0.54791, "nauc_mrr_at_1000_max": 0.526928, "nauc_mrr_at_1000_std": 0.351419, "nauc_mrr_at_1000_diff1": 0.54791, "main_score": 0.56891, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.665, "ndcg_at_3": 0.59358, "ndcg_at_5": 0.58615, "ndcg_at_10": 0.58381, "ndcg_at_20": 0.5893, "ndcg_at_100": 0.66796, "ndcg_at_1000": 0.71765, "map_at_1": 0.15152, "map_at_3": 0.23772, "map_at_5": 0.28439, "map_at_10": 0.3457, "map_at_20": 0.38892, "map_at_100": 0.45627, "map_at_1000": 0.4716, "recall_at_1": 0.15152, "recall_at_3": 0.25484, "recall_at_5": 0.32264, "recall_at_10": 0.42932, "recall_at_20": 0.53275, "recall_at_100": 0.80552, "recall_at_1000": 0.97907, "precision_at_1": 0.76, "precision_at_3": 0.57167, "precision_at_5": 0.505, "precision_at_10": 0.396, "precision_at_20": 0.2825, "precision_at_100": 0.10795, "precision_at_1000": 0.01455, "mrr_at_1": 0.76, "mrr_at_3": 0.825, "mrr_at_5": 0.83525, "mrr_at_10": 0.836679, "mrr_at_20": 0.83816, "mrr_at_100": 0.838824, "mrr_at_1000": 0.838824, "nauc_ndcg_at_1_max": 0.413838, "nauc_ndcg_at_1_std": 0.202948, "nauc_ndcg_at_1_diff1": 0.513808, "nauc_ndcg_at_3_max": 0.338918, "nauc_ndcg_at_3_std": 0.119397, "nauc_ndcg_at_3_diff1": 0.35671, "nauc_ndcg_at_5_max": 0.345849, "nauc_ndcg_at_5_std": 0.101053, "nauc_ndcg_at_5_diff1": 0.318727, "nauc_ndcg_at_10_max": 0.348414, "nauc_ndcg_at_10_std": 0.105629, "nauc_ndcg_at_10_diff1": 0.334685, "nauc_ndcg_at_20_max": 0.348595, "nauc_ndcg_at_20_std": 0.132442, "nauc_ndcg_at_20_diff1": 0.349233, "nauc_ndcg_at_100_max": 0.345287, "nauc_ndcg_at_100_std": 0.180075, "nauc_ndcg_at_100_diff1": 0.374543, "nauc_ndcg_at_1000_max": 0.383008, "nauc_ndcg_at_1000_std": 0.194837, "nauc_ndcg_at_1000_diff1": 0.347284, "nauc_map_at_1_max": 0.166457, "nauc_map_at_1_std": -0.035226, "nauc_map_at_1_diff1": 0.557897, "nauc_map_at_3_max": 0.170757, "nauc_map_at_3_std": -0.024757, "nauc_map_at_3_diff1": 0.47515, "nauc_map_at_5_max": 0.1928, "nauc_map_at_5_std": -0.027398, "nauc_map_at_5_diff1": 0.39911, "nauc_map_at_10_max": 0.205652, "nauc_map_at_10_std": -0.009903, "nauc_map_at_10_diff1": 0.347256, "nauc_map_at_20_max": 0.222168, "nauc_map_at_20_std": 0.034881, "nauc_map_at_20_diff1": 0.315257, "nauc_map_at_100_max": 0.258514, "nauc_map_at_100_std": 0.111406, "nauc_map_at_100_diff1": 0.264365, "nauc_map_at_1000_max": 0.268707, "nauc_map_at_1000_std": 0.125868, "nauc_map_at_1000_diff1": 0.246378, "nauc_recall_at_1_max": 0.166457, "nauc_recall_at_1_std": -0.035226, "nauc_recall_at_1_diff1": 0.557897, "nauc_recall_at_3_max": 0.148898, "nauc_recall_at_3_std": -0.025115, "nauc_recall_at_3_diff1": 0.443362, "nauc_recall_at_5_max": 0.165809, "nauc_recall_at_5_std": -0.026311, "nauc_recall_at_5_diff1": 0.348828, "nauc_recall_at_10_max": 0.169542, "nauc_recall_at_10_std": -0.006388, "nauc_recall_at_10_diff1": 0.296768, "nauc_recall_at_20_max": 0.167152, "nauc_recall_at_20_std": 0.04111, "nauc_recall_at_20_diff1": 0.239626, "nauc_recall_at_100_max": 0.082679, "nauc_recall_at_100_std": 0.163604, "nauc_recall_at_100_diff1": 0.244749, "nauc_recall_at_1000_max": 0.257329, "nauc_recall_at_1000_std": 0.395791, "nauc_recall_at_1000_diff1": 0.366656, "nauc_precision_at_1_max": 0.503807, "nauc_precision_at_1_std": 0.301527, "nauc_precision_at_1_diff1": 0.485528, "nauc_precision_at_3_max": 0.211877, "nauc_precision_at_3_std": 0.144347, "nauc_precision_at_3_diff1": -0.104603, "nauc_precision_at_5_max": 0.17155, "nauc_precision_at_5_std": 0.12493, "nauc_precision_at_5_diff1": -0.258269, "nauc_precision_at_10_max": 0.141041, "nauc_precision_at_10_std": 0.166453, "nauc_precision_at_10_diff1": -0.301243, "nauc_precision_at_20_max": 0.131289, "nauc_precision_at_20_std": 0.235252, "nauc_precision_at_20_diff1": -0.318688, "nauc_precision_at_100_max": 0.094877, "nauc_precision_at_100_std": 0.227894, "nauc_precision_at_100_diff1": -0.308043, "nauc_precision_at_1000_max": 0.069208, "nauc_precision_at_1000_std": 0.172479, "nauc_precision_at_1000_diff1": -0.325699, "nauc_mrr_at_1_max": 0.503807, "nauc_mrr_at_1_std": 0.301527, "nauc_mrr_at_1_diff1": 0.485528, "nauc_mrr_at_3_max": 0.487752, "nauc_mrr_at_3_std": 0.311317, "nauc_mrr_at_3_diff1": 0.475833, "nauc_mrr_at_5_max": 0.484434, "nauc_mrr_at_5_std": 0.310476, "nauc_mrr_at_5_diff1": 0.481191, "nauc_mrr_at_10_max": 0.491068, "nauc_mrr_at_10_std": 0.314762, "nauc_mrr_at_10_diff1": 0.479701, "nauc_mrr_at_20_max": 0.496676, "nauc_mrr_at_20_std": 0.318069, "nauc_mrr_at_20_diff1": 0.478641, "nauc_mrr_at_100_max": 0.494828, "nauc_mrr_at_100_std": 0.31645, "nauc_mrr_at_100_diff1": 0.47967, "nauc_mrr_at_1000_max": 0.494828, "nauc_mrr_at_1000_std": 0.31645, "nauc_mrr_at_1000_diff1": 0.47967, "main_score": 0.58381, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "otorhinolaryngology": [ { "ndcg_at_1": 0.695, "ndcg_at_3": 0.65703, "ndcg_at_5": 0.63237, "ndcg_at_10": 0.60359, "ndcg_at_20": 0.60503, "ndcg_at_100": 0.66342, "ndcg_at_1000": 0.74432, "map_at_1": 0.07118, "map_at_3": 0.15368, "map_at_5": 0.19393, "map_at_10": 0.25167, "map_at_20": 0.31935, "map_at_100": 0.42082, "map_at_1000": 0.4643, "recall_at_1": 0.07118, "recall_at_3": 0.17024, "recall_at_5": 0.22296, "recall_at_10": 0.30982, "recall_at_20": 0.44118, "recall_at_100": 0.73748, "recall_at_1000": 0.97977, "precision_at_1": 0.82, "precision_at_3": 0.72, "precision_at_5": 0.649, "precision_at_10": 0.53, "precision_at_20": 0.434, "precision_at_100": 0.1972, "precision_at_1000": 0.03488, "mrr_at_1": 0.82, "mrr_at_3": 0.880833, "mrr_at_5": 0.883333, "mrr_at_10": 0.883958, "mrr_at_20": 0.88497, "mrr_at_100": 0.885329, "mrr_at_1000": 0.885329, "nauc_ndcg_at_1_max": 0.344165, "nauc_ndcg_at_1_std": 0.142037, "nauc_ndcg_at_1_diff1": 0.295697, "nauc_ndcg_at_3_max": 0.332316, "nauc_ndcg_at_3_std": 0.169384, "nauc_ndcg_at_3_diff1": 0.086689, "nauc_ndcg_at_5_max": 0.31263, "nauc_ndcg_at_5_std": 0.194725, "nauc_ndcg_at_5_diff1": 0.090809, "nauc_ndcg_at_10_max": 0.317058, "nauc_ndcg_at_10_std": 0.169974, "nauc_ndcg_at_10_diff1": 0.053491, "nauc_ndcg_at_20_max": 0.334105, "nauc_ndcg_at_20_std": 0.216194, "nauc_ndcg_at_20_diff1": 0.114706, "nauc_ndcg_at_100_max": 0.374476, "nauc_ndcg_at_100_std": 0.312545, "nauc_ndcg_at_100_diff1": 0.152522, "nauc_ndcg_at_1000_max": 0.366309, "nauc_ndcg_at_1000_std": 0.314929, "nauc_ndcg_at_1000_diff1": 0.139061, "nauc_map_at_1_max": 0.267613, "nauc_map_at_1_std": 0.166671, "nauc_map_at_1_diff1": 0.172778, "nauc_map_at_3_max": 0.343006, "nauc_map_at_3_std": 0.16162, "nauc_map_at_3_diff1": 0.124172, "nauc_map_at_5_max": 0.35334, "nauc_map_at_5_std": 0.191532, "nauc_map_at_5_diff1": 0.159075, "nauc_map_at_10_max": 0.358293, "nauc_map_at_10_std": 0.203695, "nauc_map_at_10_diff1": 0.147409, "nauc_map_at_20_max": 0.346127, "nauc_map_at_20_std": 0.24413, "nauc_map_at_20_diff1": 0.132354, "nauc_map_at_100_max": 0.329438, "nauc_map_at_100_std": 0.314967, "nauc_map_at_100_diff1": 0.098371, "nauc_map_at_1000_max": 0.290875, "nauc_map_at_1000_std": 0.334446, "nauc_map_at_1000_diff1": 0.060553, "nauc_recall_at_1_max": 0.267613, "nauc_recall_at_1_std": 0.166671, "nauc_recall_at_1_diff1": 0.172778, "nauc_recall_at_3_max": 0.270143, "nauc_recall_at_3_std": 0.101641, "nauc_recall_at_3_diff1": 0.057193, "nauc_recall_at_5_max": 0.277279, "nauc_recall_at_5_std": 0.134214, "nauc_recall_at_5_diff1": 0.114456, "nauc_recall_at_10_max": 0.262545, "nauc_recall_at_10_std": 0.126092, "nauc_recall_at_10_diff1": 0.099717, "nauc_recall_at_20_max": 0.218394, "nauc_recall_at_20_std": 0.171931, "nauc_recall_at_20_diff1": 0.103261, "nauc_recall_at_100_max": 0.21771, "nauc_recall_at_100_std": 0.262807, "nauc_recall_at_100_diff1": 0.071141, "nauc_recall_at_1000_max": 0.557709, "nauc_recall_at_1000_std": 0.797279, "nauc_recall_at_1000_diff1": 0.085976, "nauc_precision_at_1_max": 0.455433, "nauc_precision_at_1_std": 0.308032, "nauc_precision_at_1_diff1": 0.321952, "nauc_precision_at_3_max": 0.183566, "nauc_precision_at_3_std": 0.201581, "nauc_precision_at_3_diff1": -0.071307, "nauc_precision_at_5_max": 0.08176, "nauc_precision_at_5_std": 0.168199, "nauc_precision_at_5_diff1": -0.056434, "nauc_precision_at_10_max": 0.031847, "nauc_precision_at_10_std": 0.08954, "nauc_precision_at_10_diff1": -0.089633, "nauc_precision_at_20_max": -0.059958, "nauc_precision_at_20_std": 0.085489, "nauc_precision_at_20_diff1": -0.107205, "nauc_precision_at_100_max": -0.165741, "nauc_precision_at_100_std": 0.027603, "nauc_precision_at_100_diff1": -0.149069, "nauc_precision_at_1000_max": -0.227223, "nauc_precision_at_1000_std": -0.06063, "nauc_precision_at_1000_diff1": -0.181519, "nauc_mrr_at_1_max": 0.455433, "nauc_mrr_at_1_std": 0.308032, "nauc_mrr_at_1_diff1": 0.321952, "nauc_mrr_at_3_max": 0.452798, "nauc_mrr_at_3_std": 0.26326, "nauc_mrr_at_3_diff1": 0.279056, "nauc_mrr_at_5_max": 0.446753, "nauc_mrr_at_5_std": 0.266412, "nauc_mrr_at_5_diff1": 0.290134, "nauc_mrr_at_10_max": 0.443633, "nauc_mrr_at_10_std": 0.262274, "nauc_mrr_at_10_diff1": 0.298266, "nauc_mrr_at_20_max": 0.44377, "nauc_mrr_at_20_std": 0.266139, "nauc_mrr_at_20_diff1": 0.295638, "nauc_mrr_at_100_max": 0.44517, "nauc_mrr_at_100_std": 0.267117, "nauc_mrr_at_100_diff1": 0.295101, "nauc_mrr_at_1000_max": 0.44517, "nauc_mrr_at_1000_std": 0.267117, "nauc_mrr_at_1000_diff1": 0.295101, "main_score": 0.60359, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6475, "ndcg_at_3": 0.58917, "ndcg_at_5": 0.56876, "ndcg_at_10": 0.55294, "ndcg_at_20": 0.54721, "ndcg_at_100": 0.61563, "ndcg_at_1000": 0.70722, "map_at_1": 0.0748, "map_at_3": 0.14247, "map_at_5": 0.17723, "map_at_10": 0.23049, "map_at_20": 0.28235, "map_at_100": 0.37237, "map_at_1000": 0.41492, "recall_at_1": 0.0748, "recall_at_3": 0.15292, "recall_at_5": 0.20146, "recall_at_10": 0.28878, "recall_at_20": 0.39471, "recall_at_100": 0.69097, "recall_at_1000": 0.96588, "precision_at_1": 0.775, "precision_at_3": 0.63833, "precision_at_5": 0.575, "precision_at_10": 0.4865, "precision_at_20": 0.38625, "precision_at_100": 0.1824, "precision_at_1000": 0.03421, "mrr_at_1": 0.775, "mrr_at_3": 0.833333, "mrr_at_5": 0.839333, "mrr_at_10": 0.84227, "mrr_at_20": 0.843543, "mrr_at_100": 0.844057, "mrr_at_1000": 0.844057, "nauc_ndcg_at_1_max": 0.310232, "nauc_ndcg_at_1_std": 0.19419, "nauc_ndcg_at_1_diff1": 0.285181, "nauc_ndcg_at_3_max": 0.395899, "nauc_ndcg_at_3_std": 0.299103, "nauc_ndcg_at_3_diff1": 0.239437, "nauc_ndcg_at_5_max": 0.394653, "nauc_ndcg_at_5_std": 0.328774, "nauc_ndcg_at_5_diff1": 0.207434, "nauc_ndcg_at_10_max": 0.394047, "nauc_ndcg_at_10_std": 0.310666, "nauc_ndcg_at_10_diff1": 0.155792, "nauc_ndcg_at_20_max": 0.378392, "nauc_ndcg_at_20_std": 0.308754, "nauc_ndcg_at_20_diff1": 0.16833, "nauc_ndcg_at_100_max": 0.405103, "nauc_ndcg_at_100_std": 0.381496, "nauc_ndcg_at_100_diff1": 0.201173, "nauc_ndcg_at_1000_max": 0.414703, "nauc_ndcg_at_1000_std": 0.417716, "nauc_ndcg_at_1000_diff1": 0.174346, "nauc_map_at_1_max": 0.205995, "nauc_map_at_1_std": 0.104803, "nauc_map_at_1_diff1": 0.105233, "nauc_map_at_3_max": 0.353837, "nauc_map_at_3_std": 0.165862, "nauc_map_at_3_diff1": 0.221682, "nauc_map_at_5_max": 0.368456, "nauc_map_at_5_std": 0.185438, "nauc_map_at_5_diff1": 0.207771, "nauc_map_at_10_max": 0.371905, "nauc_map_at_10_std": 0.2088, "nauc_map_at_10_diff1": 0.195081, "nauc_map_at_20_max": 0.355783, "nauc_map_at_20_std": 0.239593, "nauc_map_at_20_diff1": 0.183352, "nauc_map_at_100_max": 0.369344, "nauc_map_at_100_std": 0.341021, "nauc_map_at_100_diff1": 0.169311, "nauc_map_at_1000_max": 0.358175, "nauc_map_at_1000_std": 0.381239, "nauc_map_at_1000_diff1": 0.14664, "nauc_recall_at_1_max": 0.205995, "nauc_recall_at_1_std": 0.104803, "nauc_recall_at_1_diff1": 0.105233, "nauc_recall_at_3_max": 0.346542, "nauc_recall_at_3_std": 0.146664, "nauc_recall_at_3_diff1": 0.198167, "nauc_recall_at_5_max": 0.342017, "nauc_recall_at_5_std": 0.147171, "nauc_recall_at_5_diff1": 0.189343, "nauc_recall_at_10_max": 0.315969, "nauc_recall_at_10_std": 0.150179, "nauc_recall_at_10_diff1": 0.151271, "nauc_recall_at_20_max": 0.248092, "nauc_recall_at_20_std": 0.168913, "nauc_recall_at_20_diff1": 0.104985, "nauc_recall_at_100_max": 0.261875, "nauc_recall_at_100_std": 0.312547, "nauc_recall_at_100_diff1": 0.086524, "nauc_recall_at_1000_max": 0.583012, "nauc_recall_at_1000_std": 0.764673, "nauc_recall_at_1000_diff1": 0.003316, "nauc_precision_at_1_max": 0.448386, "nauc_precision_at_1_std": 0.289438, "nauc_precision_at_1_diff1": 0.281421, "nauc_precision_at_3_max": 0.314052, "nauc_precision_at_3_std": 0.344827, "nauc_precision_at_3_diff1": 0.179539, "nauc_precision_at_5_max": 0.210231, "nauc_precision_at_5_std": 0.3131, "nauc_precision_at_5_diff1": 0.071766, "nauc_precision_at_10_max": 0.109023, "nauc_precision_at_10_std": 0.250557, "nauc_precision_at_10_diff1": -0.020132, "nauc_precision_at_20_max": -0.010779, "nauc_precision_at_20_std": 0.181188, "nauc_precision_at_20_diff1": -0.053188, "nauc_precision_at_100_max": -0.070836, "nauc_precision_at_100_std": 0.136337, "nauc_precision_at_100_diff1": -0.087568, "nauc_precision_at_1000_max": -0.151874, "nauc_precision_at_1000_std": 0.011262, "nauc_precision_at_1000_diff1": -0.094905, "nauc_mrr_at_1_max": 0.448386, "nauc_mrr_at_1_std": 0.289438, "nauc_mrr_at_1_diff1": 0.281421, "nauc_mrr_at_3_max": 0.482136, "nauc_mrr_at_3_std": 0.335665, "nauc_mrr_at_3_diff1": 0.280444, "nauc_mrr_at_5_max": 0.470149, "nauc_mrr_at_5_std": 0.316169, "nauc_mrr_at_5_diff1": 0.292472, "nauc_mrr_at_10_max": 0.463315, "nauc_mrr_at_10_std": 0.31101, "nauc_mrr_at_10_diff1": 0.279692, "nauc_mrr_at_20_max": 0.462797, "nauc_mrr_at_20_std": 0.311539, "nauc_mrr_at_20_diff1": 0.282698, "nauc_mrr_at_100_max": 0.463124, "nauc_mrr_at_100_std": 0.311423, "nauc_mrr_at_100_diff1": 0.282148, "nauc_mrr_at_1000_max": 0.463124, "nauc_mrr_at_1000_std": 0.311423, "nauc_mrr_at_1000_diff1": 0.282148, "main_score": 0.55294, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.7075, "ndcg_at_3": 0.6432, "ndcg_at_5": 0.61677, "ndcg_at_10": 0.59593, "ndcg_at_20": 0.57848, "ndcg_at_100": 0.63844, "ndcg_at_1000": 0.72601, "map_at_1": 0.07276, "map_at_3": 0.14853, "map_at_5": 0.188, "map_at_10": 0.24751, "map_at_20": 0.29902, "map_at_100": 0.39162, "map_at_1000": 0.43481, "recall_at_1": 0.07276, "recall_at_3": 0.16328, "recall_at_5": 0.21995, "recall_at_10": 0.31146, "recall_at_20": 0.41088, "recall_at_100": 0.70772, "recall_at_1000": 0.97009, "precision_at_1": 0.815, "precision_at_3": 0.69667, "precision_at_5": 0.626, "precision_at_10": 0.531, "precision_at_20": 0.40475, "precision_at_100": 0.18795, "precision_at_1000": 0.03446, "mrr_at_1": 0.815, "mrr_at_3": 0.87, "mrr_at_5": 0.8755, "mrr_at_10": 0.879006, "mrr_at_20": 0.879006, "mrr_at_100": 0.879412, "mrr_at_1000": 0.879412, "nauc_ndcg_at_1_max": 0.20986, "nauc_ndcg_at_1_std": 0.043569, "nauc_ndcg_at_1_diff1": 0.297352, "nauc_ndcg_at_3_max": 0.266386, "nauc_ndcg_at_3_std": 0.205028, "nauc_ndcg_at_3_diff1": 0.224228, "nauc_ndcg_at_5_max": 0.232879, "nauc_ndcg_at_5_std": 0.172256, "nauc_ndcg_at_5_diff1": 0.217149, "nauc_ndcg_at_10_max": 0.223699, "nauc_ndcg_at_10_std": 0.158681, "nauc_ndcg_at_10_diff1": 0.1526, "nauc_ndcg_at_20_max": 0.233004, "nauc_ndcg_at_20_std": 0.150322, "nauc_ndcg_at_20_diff1": 0.210047, "nauc_ndcg_at_100_max": 0.266967, "nauc_ndcg_at_100_std": 0.24589, "nauc_ndcg_at_100_diff1": 0.275448, "nauc_ndcg_at_1000_max": 0.265817, "nauc_ndcg_at_1000_std": 0.276126, "nauc_ndcg_at_1000_diff1": 0.234822, "nauc_map_at_1_max": 0.140094, "nauc_map_at_1_std": 0.073804, "nauc_map_at_1_diff1": 0.335402, "nauc_map_at_3_max": 0.276765, "nauc_map_at_3_std": 0.115316, "nauc_map_at_3_diff1": 0.36208, "nauc_map_at_5_max": 0.284143, "nauc_map_at_5_std": 0.101469, "nauc_map_at_5_diff1": 0.31886, "nauc_map_at_10_max": 0.263277, "nauc_map_at_10_std": 0.118516, "nauc_map_at_10_diff1": 0.259865, "nauc_map_at_20_max": 0.26301, "nauc_map_at_20_std": 0.145892, "nauc_map_at_20_diff1": 0.240881, "nauc_map_at_100_max": 0.258284, "nauc_map_at_100_std": 0.246711, "nauc_map_at_100_diff1": 0.230068, "nauc_map_at_1000_max": 0.216988, "nauc_map_at_1000_std": 0.281252, "nauc_map_at_1000_diff1": 0.178915, "nauc_recall_at_1_max": 0.140094, "nauc_recall_at_1_std": 0.073804, "nauc_recall_at_1_diff1": 0.335402, "nauc_recall_at_3_max": 0.246659, "nauc_recall_at_3_std": 0.096151, "nauc_recall_at_3_diff1": 0.322761, "nauc_recall_at_5_max": 0.235059, "nauc_recall_at_5_std": 0.072576, "nauc_recall_at_5_diff1": 0.271051, "nauc_recall_at_10_max": 0.192531, "nauc_recall_at_10_std": 0.065279, "nauc_recall_at_10_diff1": 0.203377, "nauc_recall_at_20_max": 0.174028, "nauc_recall_at_20_std": 0.078669, "nauc_recall_at_20_diff1": 0.179364, "nauc_recall_at_100_max": 0.171848, "nauc_recall_at_100_std": 0.214864, "nauc_recall_at_100_diff1": 0.188676, "nauc_recall_at_1000_max": 0.585956, "nauc_recall_at_1000_std": 0.773159, "nauc_recall_at_1000_diff1": 0.264346, "nauc_precision_at_1_max": 0.32016, "nauc_precision_at_1_std": 0.094719, "nauc_precision_at_1_diff1": 0.36568, "nauc_precision_at_3_max": 0.254799, "nauc_precision_at_3_std": 0.28027, "nauc_precision_at_3_diff1": 0.054348, "nauc_precision_at_5_max": 0.116616, "nauc_precision_at_5_std": 0.193471, "nauc_precision_at_5_diff1": -0.055279, "nauc_precision_at_10_max": -0.007709, "nauc_precision_at_10_std": 0.154145, "nauc_precision_at_10_diff1": -0.189805, "nauc_precision_at_20_max": -0.043547, "nauc_precision_at_20_std": 0.126843, "nauc_precision_at_20_diff1": -0.175988, "nauc_precision_at_100_max": -0.150325, "nauc_precision_at_100_std": 0.114743, "nauc_precision_at_100_diff1": -0.186255, "nauc_precision_at_1000_max": -0.231037, "nauc_precision_at_1000_std": 0.008066, "nauc_precision_at_1000_diff1": -0.226756, "nauc_mrr_at_1_max": 0.32016, "nauc_mrr_at_1_std": 0.094719, "nauc_mrr_at_1_diff1": 0.36568, "nauc_mrr_at_3_max": 0.325361, "nauc_mrr_at_3_std": 0.123481, "nauc_mrr_at_3_diff1": 0.335097, "nauc_mrr_at_5_max": 0.323905, "nauc_mrr_at_5_std": 0.128762, "nauc_mrr_at_5_diff1": 0.351796, "nauc_mrr_at_10_max": 0.315146, "nauc_mrr_at_10_std": 0.1191, "nauc_mrr_at_10_diff1": 0.351331, "nauc_mrr_at_20_max": 0.315146, "nauc_mrr_at_20_std": 0.1191, "nauc_mrr_at_20_diff1": 0.351331, "nauc_mrr_at_100_max": 0.316805, "nauc_mrr_at_100_std": 0.11979, "nauc_mrr_at_100_diff1": 0.350958, "nauc_mrr_at_1000_max": 0.316805, "nauc_mrr_at_1000_std": 0.11979, "nauc_mrr_at_1000_diff1": 0.350958, "main_score": 0.59593, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "plastic_surgery": [ { "ndcg_at_1": 0.785, "ndcg_at_3": 0.67907, "ndcg_at_5": 0.64053, "ndcg_at_10": 0.62323, "ndcg_at_20": 0.61393, "ndcg_at_100": 0.69547, "ndcg_at_1000": 0.75882, "map_at_1": 0.09238, "map_at_3": 0.18444, "map_at_5": 0.23045, "map_at_10": 0.30001, "map_at_20": 0.35301, "map_at_100": 0.45032, "map_at_1000": 0.47742, "recall_at_1": 0.09238, "recall_at_3": 0.19978, "recall_at_5": 0.26295, "recall_at_10": 0.3819, "recall_at_20": 0.48872, "recall_at_100": 0.79377, "recall_at_1000": 0.98401, "precision_at_1": 0.875, "precision_at_3": 0.70167, "precision_at_5": 0.619, "precision_at_10": 0.5075, "precision_at_20": 0.37875, "precision_at_100": 0.16415, "precision_at_1000": 0.02441, "mrr_at_1": 0.875, "mrr_at_3": 0.921667, "mrr_at_5": 0.925917, "mrr_at_10": 0.926417, "mrr_at_20": 0.926417, "mrr_at_100": 0.926417, "mrr_at_1000": 0.926417, "nauc_ndcg_at_1_max": 0.114817, "nauc_ndcg_at_1_std": 0.159829, "nauc_ndcg_at_1_diff1": 0.34537, "nauc_ndcg_at_3_max": 0.03021, "nauc_ndcg_at_3_std": 0.2111, "nauc_ndcg_at_3_diff1": 0.073612, "nauc_ndcg_at_5_max": -0.016707, "nauc_ndcg_at_5_std": 0.217707, "nauc_ndcg_at_5_diff1": -0.033741, "nauc_ndcg_at_10_max": -0.005144, "nauc_ndcg_at_10_std": 0.177586, "nauc_ndcg_at_10_diff1": -0.007702, "nauc_ndcg_at_20_max": 0.044515, "nauc_ndcg_at_20_std": 0.159218, "nauc_ndcg_at_20_diff1": 0.016227, "nauc_ndcg_at_100_max": 0.089489, "nauc_ndcg_at_100_std": 0.283407, "nauc_ndcg_at_100_diff1": 0.037416, "nauc_ndcg_at_1000_max": 0.023609, "nauc_ndcg_at_1000_std": 0.303912, "nauc_ndcg_at_1000_diff1": 0.037962, "nauc_map_at_1_max": 0.268367, "nauc_map_at_1_std": -0.151062, "nauc_map_at_1_diff1": 0.333695, "nauc_map_at_3_max": 0.225338, "nauc_map_at_3_std": -0.111439, "nauc_map_at_3_diff1": 0.137901, "nauc_map_at_5_max": 0.192823, "nauc_map_at_5_std": -0.081129, "nauc_map_at_5_diff1": 0.06289, "nauc_map_at_10_max": 0.155468, "nauc_map_at_10_std": -0.054001, "nauc_map_at_10_diff1": 0.039997, "nauc_map_at_20_max": 0.118645, "nauc_map_at_20_std": 0.031974, "nauc_map_at_20_diff1": 0.007484, "nauc_map_at_100_max": 0.034215, "nauc_map_at_100_std": 0.230528, "nauc_map_at_100_diff1": -0.021691, "nauc_map_at_1000_max": -0.003153, "nauc_map_at_1000_std": 0.249384, "nauc_map_at_1000_diff1": -0.020722, "nauc_recall_at_1_max": 0.268367, "nauc_recall_at_1_std": -0.151062, "nauc_recall_at_1_diff1": 0.333695, "nauc_recall_at_3_max": 0.213087, "nauc_recall_at_3_std": -0.126242, "nauc_recall_at_3_diff1": 0.107496, "nauc_recall_at_5_max": 0.181904, "nauc_recall_at_5_std": -0.106781, "nauc_recall_at_5_diff1": 0.029346, "nauc_recall_at_10_max": 0.168136, "nauc_recall_at_10_std": -0.114635, "nauc_recall_at_10_diff1": 0.037126, "nauc_recall_at_20_max": 0.145403, "nauc_recall_at_20_std": -0.040407, "nauc_recall_at_20_diff1": 0.004126, "nauc_recall_at_100_max": 0.139568, "nauc_recall_at_100_std": 0.239167, "nauc_recall_at_100_diff1": 0.003191, "nauc_recall_at_1000_max": 0.301127, "nauc_recall_at_1000_std": 0.638893, "nauc_recall_at_1000_diff1": 0.060867, "nauc_precision_at_1_max": 0.104468, "nauc_precision_at_1_std": 0.213845, "nauc_precision_at_1_diff1": 0.330067, "nauc_precision_at_3_max": -0.124704, "nauc_precision_at_3_std": 0.271566, "nauc_precision_at_3_diff1": -0.115416, "nauc_precision_at_5_max": -0.208866, "nauc_precision_at_5_std": 0.301581, "nauc_precision_at_5_diff1": -0.233085, "nauc_precision_at_10_max": -0.292461, "nauc_precision_at_10_std": 0.326013, "nauc_precision_at_10_diff1": -0.187146, "nauc_precision_at_20_max": -0.30569, "nauc_precision_at_20_std": 0.361468, "nauc_precision_at_20_diff1": -0.153261, "nauc_precision_at_100_max": -0.273593, "nauc_precision_at_100_std": 0.280194, "nauc_precision_at_100_diff1": -0.065145, "nauc_precision_at_1000_max": -0.260691, "nauc_precision_at_1000_std": 0.105885, "nauc_precision_at_1000_diff1": -0.02399, "nauc_mrr_at_1_max": 0.104468, "nauc_mrr_at_1_std": 0.213845, "nauc_mrr_at_1_diff1": 0.330067, "nauc_mrr_at_3_max": 0.092606, "nauc_mrr_at_3_std": 0.222528, "nauc_mrr_at_3_diff1": 0.321185, "nauc_mrr_at_5_max": 0.119436, "nauc_mrr_at_5_std": 0.235465, "nauc_mrr_at_5_diff1": 0.325748, "nauc_mrr_at_10_max": 0.113317, "nauc_mrr_at_10_std": 0.230152, "nauc_mrr_at_10_diff1": 0.324161, "nauc_mrr_at_20_max": 0.113317, "nauc_mrr_at_20_std": 0.230152, "nauc_mrr_at_20_diff1": 0.324161, "nauc_mrr_at_100_max": 0.113317, "nauc_mrr_at_100_std": 0.230152, "nauc_mrr_at_100_diff1": 0.324161, "nauc_mrr_at_1000_max": 0.113317, "nauc_mrr_at_1000_std": 0.230152, "nauc_mrr_at_1000_diff1": 0.324161, "main_score": 0.62323, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.735, "ndcg_at_3": 0.64088, "ndcg_at_5": 0.5935, "ndcg_at_10": 0.57242, "ndcg_at_20": 0.57243, "ndcg_at_100": 0.65708, "ndcg_at_1000": 0.72938, "map_at_1": 0.0907, "map_at_3": 0.17833, "map_at_5": 0.21516, "map_at_10": 0.27228, "map_at_20": 0.3217, "map_at_100": 0.41034, "map_at_1000": 0.43749, "recall_at_1": 0.0907, "recall_at_3": 0.19539, "recall_at_5": 0.2436, "recall_at_10": 0.34108, "recall_at_20": 0.45618, "recall_at_100": 0.7576, "recall_at_1000": 0.97695, "precision_at_1": 0.83, "precision_at_3": 0.66667, "precision_at_5": 0.559, "precision_at_10": 0.451, "precision_at_20": 0.346, "precision_at_100": 0.1525, "precision_at_1000": 0.02394, "mrr_at_1": 0.83, "mrr_at_3": 0.885833, "mrr_at_5": 0.889083, "mrr_at_10": 0.89175, "mrr_at_20": 0.892429, "mrr_at_100": 0.892429, "mrr_at_1000": 0.892429, "nauc_ndcg_at_1_max": 0.240421, "nauc_ndcg_at_1_std": 0.225707, "nauc_ndcg_at_1_diff1": 0.366752, "nauc_ndcg_at_3_max": 0.197296, "nauc_ndcg_at_3_std": 0.311044, "nauc_ndcg_at_3_diff1": 0.171004, "nauc_ndcg_at_5_max": 0.125291, "nauc_ndcg_at_5_std": 0.322147, "nauc_ndcg_at_5_diff1": 0.126576, "nauc_ndcg_at_10_max": 0.135922, "nauc_ndcg_at_10_std": 0.299299, "nauc_ndcg_at_10_diff1": 0.125306, "nauc_ndcg_at_20_max": 0.18058, "nauc_ndcg_at_20_std": 0.218763, "nauc_ndcg_at_20_diff1": 0.112289, "nauc_ndcg_at_100_max": 0.263724, "nauc_ndcg_at_100_std": 0.355342, "nauc_ndcg_at_100_diff1": 0.120845, "nauc_ndcg_at_1000_max": 0.191018, "nauc_ndcg_at_1000_std": 0.362407, "nauc_ndcg_at_1000_diff1": 0.121666, "nauc_map_at_1_max": 0.278669, "nauc_map_at_1_std": -0.104643, "nauc_map_at_1_diff1": 0.282214, "nauc_map_at_3_max": 0.286121, "nauc_map_at_3_std": -0.078498, "nauc_map_at_3_diff1": 0.18504, "nauc_map_at_5_max": 0.246592, "nauc_map_at_5_std": -0.050596, "nauc_map_at_5_diff1": 0.147685, "nauc_map_at_10_max": 0.208171, "nauc_map_at_10_std": -0.008208, "nauc_map_at_10_diff1": 0.11544, "nauc_map_at_20_max": 0.199963, "nauc_map_at_20_std": 0.061173, "nauc_map_at_20_diff1": 0.080403, "nauc_map_at_100_max": 0.170345, "nauc_map_at_100_std": 0.248881, "nauc_map_at_100_diff1": 0.054885, "nauc_map_at_1000_max": 0.135743, "nauc_map_at_1000_std": 0.266698, "nauc_map_at_1000_diff1": 0.052674, "nauc_recall_at_1_max": 0.278669, "nauc_recall_at_1_std": -0.104643, "nauc_recall_at_1_diff1": 0.282214, "nauc_recall_at_3_max": 0.301986, "nauc_recall_at_3_std": -0.086047, "nauc_recall_at_3_diff1": 0.162764, "nauc_recall_at_5_max": 0.253002, "nauc_recall_at_5_std": -0.064177, "nauc_recall_at_5_diff1": 0.131891, "nauc_recall_at_10_max": 0.206196, "nauc_recall_at_10_std": -0.035352, "nauc_recall_at_10_diff1": 0.096278, "nauc_recall_at_20_max": 0.205202, "nauc_recall_at_20_std": -0.012016, "nauc_recall_at_20_diff1": 0.019416, "nauc_recall_at_100_max": 0.273925, "nauc_recall_at_100_std": 0.327801, "nauc_recall_at_100_diff1": 0.026974, "nauc_recall_at_1000_max": 0.545062, "nauc_recall_at_1000_std": 0.724571, "nauc_recall_at_1000_diff1": 0.063167, "nauc_precision_at_1_max": 0.245864, "nauc_precision_at_1_std": 0.234327, "nauc_precision_at_1_diff1": 0.340439, "nauc_precision_at_3_max": 0.043955, "nauc_precision_at_3_std": 0.357529, "nauc_precision_at_3_diff1": 0.009539, "nauc_precision_at_5_max": -0.099107, "nauc_precision_at_5_std": 0.357077, "nauc_precision_at_5_diff1": -0.05905, "nauc_precision_at_10_max": -0.186615, "nauc_precision_at_10_std": 0.371576, "nauc_precision_at_10_diff1": -0.114902, "nauc_precision_at_20_max": -0.222525, "nauc_precision_at_20_std": 0.361535, "nauc_precision_at_20_diff1": -0.134982, "nauc_precision_at_100_max": -0.253958, "nauc_precision_at_100_std": 0.301585, "nauc_precision_at_100_diff1": -0.086794, "nauc_precision_at_1000_max": -0.301355, "nauc_precision_at_1000_std": 0.095482, "nauc_precision_at_1000_diff1": -0.041192, "nauc_mrr_at_1_max": 0.245864, "nauc_mrr_at_1_std": 0.234327, "nauc_mrr_at_1_diff1": 0.340439, "nauc_mrr_at_3_max": 0.346429, "nauc_mrr_at_3_std": 0.290581, "nauc_mrr_at_3_diff1": 0.372067, "nauc_mrr_at_5_max": 0.344065, "nauc_mrr_at_5_std": 0.295171, "nauc_mrr_at_5_diff1": 0.39061, "nauc_mrr_at_10_max": 0.332747, "nauc_mrr_at_10_std": 0.293181, "nauc_mrr_at_10_diff1": 0.385649, "nauc_mrr_at_20_max": 0.329387, "nauc_mrr_at_20_std": 0.288523, "nauc_mrr_at_20_diff1": 0.382638, "nauc_mrr_at_100_max": 0.329387, "nauc_mrr_at_100_std": 0.288523, "nauc_mrr_at_100_diff1": 0.382638, "nauc_mrr_at_1000_max": 0.329387, "nauc_mrr_at_1000_std": 0.288523, "nauc_mrr_at_1000_diff1": 0.382638, "main_score": 0.57242, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.7425, "ndcg_at_3": 0.6506, "ndcg_at_5": 0.61755, "ndcg_at_10": 0.58605, "ndcg_at_20": 0.58057, "ndcg_at_100": 0.66145, "ndcg_at_1000": 0.73386, "map_at_1": 0.08626, "map_at_3": 0.1711, "map_at_5": 0.21527, "map_at_10": 0.27356, "map_at_20": 0.32267, "map_at_100": 0.41176, "map_at_1000": 0.4381, "recall_at_1": 0.08626, "recall_at_3": 0.1892, "recall_at_5": 0.25014, "recall_at_10": 0.345, "recall_at_20": 0.45704, "recall_at_100": 0.75418, "recall_at_1000": 0.97768, "precision_at_1": 0.815, "precision_at_3": 0.67333, "precision_at_5": 0.595, "precision_at_10": 0.4635, "precision_at_20": 0.35025, "precision_at_100": 0.15325, "precision_at_1000": 0.02396, "mrr_at_1": 0.815, "mrr_at_3": 0.885, "mrr_at_5": 0.8885, "mrr_at_10": 0.889833, "mrr_at_20": 0.89019, "mrr_at_100": 0.89019, "mrr_at_1000": 0.890216, "nauc_ndcg_at_1_max": 0.35009, "nauc_ndcg_at_1_std": 0.23235, "nauc_ndcg_at_1_diff1": 0.409067, "nauc_ndcg_at_3_max": 0.148549, "nauc_ndcg_at_3_std": 0.279724, "nauc_ndcg_at_3_diff1": 0.130881, "nauc_ndcg_at_5_max": 0.050929, "nauc_ndcg_at_5_std": 0.293325, "nauc_ndcg_at_5_diff1": 0.072189, "nauc_ndcg_at_10_max": 0.043632, "nauc_ndcg_at_10_std": 0.249474, "nauc_ndcg_at_10_diff1": 0.088599, "nauc_ndcg_at_20_max": 0.104901, "nauc_ndcg_at_20_std": 0.224568, "nauc_ndcg_at_20_diff1": 0.116142, "nauc_ndcg_at_100_max": 0.171439, "nauc_ndcg_at_100_std": 0.378237, "nauc_ndcg_at_100_diff1": 0.106769, "nauc_ndcg_at_1000_max": 0.131043, "nauc_ndcg_at_1000_std": 0.379634, "nauc_ndcg_at_1000_diff1": 0.108182, "nauc_map_at_1_max": 0.252662, "nauc_map_at_1_std": -0.051514, "nauc_map_at_1_diff1": 0.408277, "nauc_map_at_3_max": 0.159046, "nauc_map_at_3_std": -0.061312, "nauc_map_at_3_diff1": 0.199078, "nauc_map_at_5_max": 0.103187, "nauc_map_at_5_std": -0.036354, "nauc_map_at_5_diff1": 0.147551, "nauc_map_at_10_max": 0.068723, "nauc_map_at_10_std": 0.00218, "nauc_map_at_10_diff1": 0.117637, "nauc_map_at_20_max": 0.085824, "nauc_map_at_20_std": 0.090129, "nauc_map_at_20_diff1": 0.083592, "nauc_map_at_100_max": 0.054043, "nauc_map_at_100_std": 0.291466, "nauc_map_at_100_diff1": 0.025744, "nauc_map_at_1000_max": 0.027434, "nauc_map_at_1000_std": 0.309848, "nauc_map_at_1000_diff1": 0.014515, "nauc_recall_at_1_max": 0.252662, "nauc_recall_at_1_std": -0.051514, "nauc_recall_at_1_diff1": 0.408277, "nauc_recall_at_3_max": 0.139392, "nauc_recall_at_3_std": -0.066888, "nauc_recall_at_3_diff1": 0.14821, "nauc_recall_at_5_max": 0.068417, "nauc_recall_at_5_std": -0.053999, "nauc_recall_at_5_diff1": 0.118511, "nauc_recall_at_10_max": 0.047703, "nauc_recall_at_10_std": -0.030074, "nauc_recall_at_10_diff1": 0.104305, "nauc_recall_at_20_max": 0.111433, "nauc_recall_at_20_std": 0.02722, "nauc_recall_at_20_diff1": 0.076228, "nauc_recall_at_100_max": 0.179311, "nauc_recall_at_100_std": 0.369053, "nauc_recall_at_100_diff1": 0.049816, "nauc_recall_at_1000_max": 0.50084, "nauc_recall_at_1000_std": 0.702366, "nauc_recall_at_1000_diff1": 0.213094, "nauc_precision_at_1_max": 0.404945, "nauc_precision_at_1_std": 0.238851, "nauc_precision_at_1_diff1": 0.39332, "nauc_precision_at_3_max": -0.072641, "nauc_precision_at_3_std": 0.279507, "nauc_precision_at_3_diff1": -0.121724, "nauc_precision_at_5_max": -0.168333, "nauc_precision_at_5_std": 0.322592, "nauc_precision_at_5_diff1": -0.191141, "nauc_precision_at_10_max": -0.198115, "nauc_precision_at_10_std": 0.332051, "nauc_precision_at_10_diff1": -0.18972, "nauc_precision_at_20_max": -0.142544, "nauc_precision_at_20_std": 0.379643, "nauc_precision_at_20_diff1": -0.190651, "nauc_precision_at_100_max": -0.178966, "nauc_precision_at_100_std": 0.301012, "nauc_precision_at_100_diff1": -0.160773, "nauc_precision_at_1000_max": -0.200519, "nauc_precision_at_1000_std": 0.085006, "nauc_precision_at_1000_diff1": -0.115324, "nauc_mrr_at_1_max": 0.404945, "nauc_mrr_at_1_std": 0.238851, "nauc_mrr_at_1_diff1": 0.39332, "nauc_mrr_at_3_max": 0.412909, "nauc_mrr_at_3_std": 0.297882, "nauc_mrr_at_3_diff1": 0.371475, "nauc_mrr_at_5_max": 0.401088, "nauc_mrr_at_5_std": 0.294676, "nauc_mrr_at_5_diff1": 0.37747, "nauc_mrr_at_10_max": 0.396995, "nauc_mrr_at_10_std": 0.286311, "nauc_mrr_at_10_diff1": 0.381935, "nauc_mrr_at_20_max": 0.4023, "nauc_mrr_at_20_std": 0.285394, "nauc_mrr_at_20_diff1": 0.382823, "nauc_mrr_at_100_max": 0.4023, "nauc_mrr_at_100_std": 0.285394, "nauc_mrr_at_100_diff1": 0.382823, "nauc_mrr_at_1000_max": 0.402152, "nauc_mrr_at_1000_std": 0.285216, "nauc_mrr_at_1000_diff1": 0.38278, "main_score": 0.58605, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "psychiatry_and_psychology": [ { "ndcg_at_1": 0.7025, "ndcg_at_3": 0.64528, "ndcg_at_5": 0.62781, "ndcg_at_10": 0.61001, "ndcg_at_20": 0.60062, "ndcg_at_100": 0.66542, "ndcg_at_1000": 0.73304, "map_at_1": 0.07025, "map_at_3": 0.12951, "map_at_5": 0.17046, "map_at_10": 0.23233, "map_at_20": 0.2956, "map_at_100": 0.41673, "map_at_1000": 0.47289, "recall_at_1": 0.07025, "recall_at_3": 0.14146, "recall_at_5": 0.19604, "recall_at_10": 0.28976, "recall_at_20": 0.40509, "recall_at_100": 0.72026, "recall_at_1000": 0.94143, "precision_at_1": 0.845, "precision_at_3": 0.735, "precision_at_5": 0.671, "precision_at_10": 0.583, "precision_at_20": 0.48075, "precision_at_100": 0.25005, "precision_at_1000": 0.05297, "mrr_at_1": 0.845, "mrr_at_3": 0.895, "mrr_at_5": 0.8975, "mrr_at_10": 0.899792, "mrr_at_20": 0.900176, "mrr_at_100": 0.900443, "mrr_at_1000": 0.900479, "nauc_ndcg_at_1_max": 0.256858, "nauc_ndcg_at_1_std": 0.141158, "nauc_ndcg_at_1_diff1": 0.445637, "nauc_ndcg_at_3_max": 0.370643, "nauc_ndcg_at_3_std": 0.216313, "nauc_ndcg_at_3_diff1": 0.24787, "nauc_ndcg_at_5_max": 0.376977, "nauc_ndcg_at_5_std": 0.265452, "nauc_ndcg_at_5_diff1": 0.225086, "nauc_ndcg_at_10_max": 0.354391, "nauc_ndcg_at_10_std": 0.321147, "nauc_ndcg_at_10_diff1": 0.205546, "nauc_ndcg_at_20_max": 0.368145, "nauc_ndcg_at_20_std": 0.381038, "nauc_ndcg_at_20_diff1": 0.167512, "nauc_ndcg_at_100_max": 0.421609, "nauc_ndcg_at_100_std": 0.470398, "nauc_ndcg_at_100_diff1": 0.16407, "nauc_ndcg_at_1000_max": 0.464869, "nauc_ndcg_at_1000_std": 0.503252, "nauc_ndcg_at_1000_diff1": 0.172764, "nauc_map_at_1_max": -0.206132, "nauc_map_at_1_std": -0.19676, "nauc_map_at_1_diff1": 0.30455, "nauc_map_at_3_max": -0.056732, "nauc_map_at_3_std": -0.053059, "nauc_map_at_3_diff1": 0.170439, "nauc_map_at_5_max": 0.03256, "nauc_map_at_5_std": 0.044183, "nauc_map_at_5_diff1": 0.147982, "nauc_map_at_10_max": 0.118701, "nauc_map_at_10_std": 0.135343, "nauc_map_at_10_diff1": 0.111183, "nauc_map_at_20_max": 0.178113, "nauc_map_at_20_std": 0.228644, "nauc_map_at_20_diff1": 0.083741, "nauc_map_at_100_max": 0.295409, "nauc_map_at_100_std": 0.430501, "nauc_map_at_100_diff1": 0.055686, "nauc_map_at_1000_max": 0.319453, "nauc_map_at_1000_std": 0.488911, "nauc_map_at_1000_diff1": 0.047141, "nauc_recall_at_1_max": -0.206132, "nauc_recall_at_1_std": -0.19676, "nauc_recall_at_1_diff1": 0.30455, "nauc_recall_at_3_max": -0.080855, "nauc_recall_at_3_std": -0.074512, "nauc_recall_at_3_diff1": 0.115873, "nauc_recall_at_5_max": 4.3e-05, "nauc_recall_at_5_std": 0.017133, "nauc_recall_at_5_diff1": 0.085765, "nauc_recall_at_10_max": 0.054489, "nauc_recall_at_10_std": 0.080671, "nauc_recall_at_10_diff1": 0.066393, "nauc_recall_at_20_max": 0.101131, "nauc_recall_at_20_std": 0.159668, "nauc_recall_at_20_diff1": 0.059562, "nauc_recall_at_100_max": 0.181096, "nauc_recall_at_100_std": 0.305801, "nauc_recall_at_100_diff1": 0.026494, "nauc_recall_at_1000_max": 0.318667, "nauc_recall_at_1000_std": 0.593674, "nauc_recall_at_1000_diff1": -0.011584, "nauc_precision_at_1_max": 0.487508, "nauc_precision_at_1_std": 0.208253, "nauc_precision_at_1_diff1": 0.425239, "nauc_precision_at_3_max": 0.461744, "nauc_precision_at_3_std": 0.344184, "nauc_precision_at_3_diff1": 0.012951, "nauc_precision_at_5_max": 0.416868, "nauc_precision_at_5_std": 0.366092, "nauc_precision_at_5_diff1": -0.041216, "nauc_precision_at_10_max": 0.308083, "nauc_precision_at_10_std": 0.339831, "nauc_precision_at_10_diff1": -0.08049, "nauc_precision_at_20_max": 0.222635, "nauc_precision_at_20_std": 0.296032, "nauc_precision_at_20_diff1": -0.074624, "nauc_precision_at_100_max": 0.088037, "nauc_precision_at_100_std": 0.16306, "nauc_precision_at_100_diff1": -0.055684, "nauc_precision_at_1000_max": -0.035795, "nauc_precision_at_1000_std": -0.041466, "nauc_precision_at_1000_diff1": -0.055369, "nauc_mrr_at_1_max": 0.487508, "nauc_mrr_at_1_std": 0.208253, "nauc_mrr_at_1_diff1": 0.425239, "nauc_mrr_at_3_max": 0.550566, "nauc_mrr_at_3_std": 0.291807, "nauc_mrr_at_3_diff1": 0.364198, "nauc_mrr_at_5_max": 0.542509, "nauc_mrr_at_5_std": 0.284992, "nauc_mrr_at_5_diff1": 0.362725, "nauc_mrr_at_10_max": 0.547117, "nauc_mrr_at_10_std": 0.284304, "nauc_mrr_at_10_diff1": 0.372759, "nauc_mrr_at_20_max": 0.545307, "nauc_mrr_at_20_std": 0.281966, "nauc_mrr_at_20_diff1": 0.371362, "nauc_mrr_at_100_max": 0.544045, "nauc_mrr_at_100_std": 0.279973, "nauc_mrr_at_100_diff1": 0.372052, "nauc_mrr_at_1000_max": 0.543873, "nauc_mrr_at_1000_std": 0.27987, "nauc_mrr_at_1000_diff1": 0.371983, "main_score": 0.61001, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.645, "ndcg_at_3": 0.60097, "ndcg_at_5": 0.5775, "ndcg_at_10": 0.55634, "ndcg_at_20": 0.55814, "ndcg_at_100": 0.62006, "ndcg_at_1000": 0.70037, "map_at_1": 0.06394, "map_at_3": 0.11513, "map_at_5": 0.14808, "map_at_10": 0.20033, "map_at_20": 0.26131, "map_at_100": 0.36767, "map_at_1000": 0.4229, "recall_at_1": 0.06394, "recall_at_3": 0.12718, "recall_at_5": 0.17432, "recall_at_10": 0.26164, "recall_at_20": 0.38274, "recall_at_100": 0.68392, "recall_at_1000": 0.93538, "precision_at_1": 0.785, "precision_at_3": 0.68333, "precision_at_5": 0.613, "precision_at_10": 0.53, "precision_at_20": 0.45125, "precision_at_100": 0.233, "precision_at_1000": 0.05157, "mrr_at_1": 0.785, "mrr_at_3": 0.8575, "mrr_at_5": 0.861, "mrr_at_10": 0.863292, "mrr_at_20": 0.864763, "mrr_at_100": 0.86492, "mrr_at_1000": 0.864963, "nauc_ndcg_at_1_max": 0.191473, "nauc_ndcg_at_1_std": -0.043943, "nauc_ndcg_at_1_diff1": 0.423197, "nauc_ndcg_at_3_max": 0.319139, "nauc_ndcg_at_3_std": 0.143063, "nauc_ndcg_at_3_diff1": 0.323539, "nauc_ndcg_at_5_max": 0.319962, "nauc_ndcg_at_5_std": 0.197843, "nauc_ndcg_at_5_diff1": 0.321192, "nauc_ndcg_at_10_max": 0.367567, "nauc_ndcg_at_10_std": 0.251065, "nauc_ndcg_at_10_diff1": 0.283268, "nauc_ndcg_at_20_max": 0.359745, "nauc_ndcg_at_20_std": 0.3309, "nauc_ndcg_at_20_diff1": 0.246848, "nauc_ndcg_at_100_max": 0.435805, "nauc_ndcg_at_100_std": 0.436351, "nauc_ndcg_at_100_diff1": 0.179056, "nauc_ndcg_at_1000_max": 0.498187, "nauc_ndcg_at_1000_std": 0.453971, "nauc_ndcg_at_1000_diff1": 0.265644, "nauc_map_at_1_max": -0.122801, "nauc_map_at_1_std": -0.247669, "nauc_map_at_1_diff1": 0.224793, "nauc_map_at_3_max": 0.042093, "nauc_map_at_3_std": -0.057865, "nauc_map_at_3_diff1": 0.192832, "nauc_map_at_5_max": 0.124505, "nauc_map_at_5_std": 0.034894, "nauc_map_at_5_diff1": 0.189705, "nauc_map_at_10_max": 0.228636, "nauc_map_at_10_std": 0.132374, "nauc_map_at_10_diff1": 0.163736, "nauc_map_at_20_max": 0.269608, "nauc_map_at_20_std": 0.225642, "nauc_map_at_20_diff1": 0.113777, "nauc_map_at_100_max": 0.356144, "nauc_map_at_100_std": 0.423009, "nauc_map_at_100_diff1": 0.073777, "nauc_map_at_1000_max": 0.345819, "nauc_map_at_1000_std": 0.475117, "nauc_map_at_1000_diff1": 0.103792, "nauc_recall_at_1_max": -0.122801, "nauc_recall_at_1_std": -0.247669, "nauc_recall_at_1_diff1": 0.224793, "nauc_recall_at_3_max": 0.01444, "nauc_recall_at_3_std": -0.042477, "nauc_recall_at_3_diff1": 0.157352, "nauc_recall_at_5_max": 0.083719, "nauc_recall_at_5_std": 0.040853, "nauc_recall_at_5_diff1": 0.169604, "nauc_recall_at_10_max": 0.166934, "nauc_recall_at_10_std": 0.083338, "nauc_recall_at_10_diff1": 0.133411, "nauc_recall_at_20_max": 0.178305, "nauc_recall_at_20_std": 0.186056, "nauc_recall_at_20_diff1": 0.062686, "nauc_recall_at_100_max": 0.220299, "nauc_recall_at_100_std": 0.33666, "nauc_recall_at_100_diff1": -0.081683, "nauc_recall_at_1000_max": 0.461661, "nauc_recall_at_1000_std": 0.617323, "nauc_recall_at_1000_diff1": -0.029834, "nauc_precision_at_1_max": 0.395404, "nauc_precision_at_1_std": 0.064612, "nauc_precision_at_1_diff1": 0.348768, "nauc_precision_at_3_max": 0.427039, "nauc_precision_at_3_std": 0.301571, "nauc_precision_at_3_diff1": 0.146035, "nauc_precision_at_5_max": 0.332522, "nauc_precision_at_5_std": 0.351971, "nauc_precision_at_5_diff1": 0.073906, "nauc_precision_at_10_max": 0.289559, "nauc_precision_at_10_std": 0.341623, "nauc_precision_at_10_diff1": 0.018099, "nauc_precision_at_20_max": 0.153898, "nauc_precision_at_20_std": 0.299458, "nauc_precision_at_20_diff1": -0.019316, "nauc_precision_at_100_max": 0.008586, "nauc_precision_at_100_std": 0.183942, "nauc_precision_at_100_diff1": -0.008345, "nauc_precision_at_1000_max": -0.151846, "nauc_precision_at_1000_std": -0.046583, "nauc_precision_at_1000_diff1": -0.015578, "nauc_mrr_at_1_max": 0.395404, "nauc_mrr_at_1_std": 0.064612, "nauc_mrr_at_1_diff1": 0.348768, "nauc_mrr_at_3_max": 0.504878, "nauc_mrr_at_3_std": 0.164913, "nauc_mrr_at_3_diff1": 0.383728, "nauc_mrr_at_5_max": 0.499173, "nauc_mrr_at_5_std": 0.164213, "nauc_mrr_at_5_diff1": 0.399607, "nauc_mrr_at_10_max": 0.494195, "nauc_mrr_at_10_std": 0.152286, "nauc_mrr_at_10_diff1": 0.397298, "nauc_mrr_at_20_max": 0.488316, "nauc_mrr_at_20_std": 0.154363, "nauc_mrr_at_20_diff1": 0.393541, "nauc_mrr_at_100_max": 0.487905, "nauc_mrr_at_100_std": 0.153434, "nauc_mrr_at_100_diff1": 0.393269, "nauc_mrr_at_1000_max": 0.487734, "nauc_mrr_at_1000_std": 0.15315, "nauc_mrr_at_1000_diff1": 0.393158, "main_score": 0.55634, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.6075, "ndcg_at_3": 0.58155, "ndcg_at_5": 0.57205, "ndcg_at_10": 0.5576, "ndcg_at_20": 0.55471, "ndcg_at_100": 0.61384, "ndcg_at_1000": 0.69201, "map_at_1": 0.06346, "map_at_3": 0.11081, "map_at_5": 0.1458, "map_at_10": 0.20403, "map_at_20": 0.26244, "map_at_100": 0.36851, "map_at_1000": 0.42206, "recall_at_1": 0.06346, "recall_at_3": 0.12331, "recall_at_5": 0.17445, "recall_at_10": 0.27035, "recall_at_20": 0.38497, "recall_at_100": 0.68037, "recall_at_1000": 0.92307, "precision_at_1": 0.755, "precision_at_3": 0.66, "precision_at_5": 0.62, "precision_at_10": 0.5455, "precision_at_20": 0.452, "precision_at_100": 0.23145, "precision_at_1000": 0.05077, "mrr_at_1": 0.755, "mrr_at_3": 0.828333, "mrr_at_5": 0.838833, "mrr_at_10": 0.840667, "mrr_at_20": 0.840667, "mrr_at_100": 0.840919, "mrr_at_1000": 0.840975, "nauc_ndcg_at_1_max": 0.236931, "nauc_ndcg_at_1_std": 0.053492, "nauc_ndcg_at_1_diff1": 0.486936, "nauc_ndcg_at_3_max": 0.295133, "nauc_ndcg_at_3_std": 0.1577, "nauc_ndcg_at_3_diff1": 0.354328, "nauc_ndcg_at_5_max": 0.329377, "nauc_ndcg_at_5_std": 0.228973, "nauc_ndcg_at_5_diff1": 0.32547, "nauc_ndcg_at_10_max": 0.376304, "nauc_ndcg_at_10_std": 0.299749, "nauc_ndcg_at_10_diff1": 0.337714, "nauc_ndcg_at_20_max": 0.370911, "nauc_ndcg_at_20_std": 0.350486, "nauc_ndcg_at_20_diff1": 0.299796, "nauc_ndcg_at_100_max": 0.453034, "nauc_ndcg_at_100_std": 0.502468, "nauc_ndcg_at_100_diff1": 0.25992, "nauc_ndcg_at_1000_max": 0.50294, "nauc_ndcg_at_1000_std": 0.528752, "nauc_ndcg_at_1000_diff1": 0.331695, "nauc_map_at_1_max": -0.134504, "nauc_map_at_1_std": -0.163423, "nauc_map_at_1_diff1": 0.365611, "nauc_map_at_3_max": 0.019041, "nauc_map_at_3_std": -0.031941, "nauc_map_at_3_diff1": 0.242452, "nauc_map_at_5_max": 0.122604, "nauc_map_at_5_std": 0.070437, "nauc_map_at_5_diff1": 0.19149, "nauc_map_at_10_max": 0.231779, "nauc_map_at_10_std": 0.1759, "nauc_map_at_10_diff1": 0.168691, "nauc_map_at_20_max": 0.268484, "nauc_map_at_20_std": 0.262468, "nauc_map_at_20_diff1": 0.139721, "nauc_map_at_100_max": 0.365314, "nauc_map_at_100_std": 0.473012, "nauc_map_at_100_diff1": 0.138595, "nauc_map_at_1000_max": 0.362439, "nauc_map_at_1000_std": 0.516581, "nauc_map_at_1000_diff1": 0.163732, "nauc_recall_at_1_max": -0.134504, "nauc_recall_at_1_std": -0.163423, "nauc_recall_at_1_diff1": 0.365611, "nauc_recall_at_3_max": -0.010379, "nauc_recall_at_3_std": -0.055728, "nauc_recall_at_3_diff1": 0.189283, "nauc_recall_at_5_max": 0.074347, "nauc_recall_at_5_std": 0.034383, "nauc_recall_at_5_diff1": 0.111933, "nauc_recall_at_10_max": 0.149504, "nauc_recall_at_10_std": 0.115564, "nauc_recall_at_10_diff1": 0.103107, "nauc_recall_at_20_max": 0.164176, "nauc_recall_at_20_std": 0.173758, "nauc_recall_at_20_diff1": 0.07339, "nauc_recall_at_100_max": 0.260819, "nauc_recall_at_100_std": 0.387749, "nauc_recall_at_100_diff1": 0.005784, "nauc_recall_at_1000_max": 0.484698, "nauc_recall_at_1000_std": 0.67911, "nauc_recall_at_1000_diff1": 0.068302, "nauc_precision_at_1_max": 0.453688, "nauc_precision_at_1_std": 0.26696, "nauc_precision_at_1_diff1": 0.458432, "nauc_precision_at_3_max": 0.360096, "nauc_precision_at_3_std": 0.319167, "nauc_precision_at_3_diff1": 0.102508, "nauc_precision_at_5_max": 0.350275, "nauc_precision_at_5_std": 0.370693, "nauc_precision_at_5_diff1": 0.026915, "nauc_precision_at_10_max": 0.304722, "nauc_precision_at_10_std": 0.372491, "nauc_precision_at_10_diff1": 0.017159, "nauc_precision_at_20_max": 0.182398, "nauc_precision_at_20_std": 0.315044, "nauc_precision_at_20_diff1": 0.002414, "nauc_precision_at_100_max": 0.035725, "nauc_precision_at_100_std": 0.181272, "nauc_precision_at_100_diff1": 0.002081, "nauc_precision_at_1000_max": -0.112874, "nauc_precision_at_1000_std": -0.073685, "nauc_precision_at_1000_diff1": -0.032482, "nauc_mrr_at_1_max": 0.453688, "nauc_mrr_at_1_std": 0.26696, "nauc_mrr_at_1_diff1": 0.458432, "nauc_mrr_at_3_max": 0.537479, "nauc_mrr_at_3_std": 0.327551, "nauc_mrr_at_3_diff1": 0.479202, "nauc_mrr_at_5_max": 0.529884, "nauc_mrr_at_5_std": 0.318468, "nauc_mrr_at_5_diff1": 0.46476, "nauc_mrr_at_10_max": 0.525175, "nauc_mrr_at_10_std": 0.316458, "nauc_mrr_at_10_diff1": 0.466386, "nauc_mrr_at_20_max": 0.525175, "nauc_mrr_at_20_std": 0.316458, "nauc_mrr_at_20_diff1": 0.466386, "nauc_mrr_at_100_max": 0.524526, "nauc_mrr_at_100_std": 0.315275, "nauc_mrr_at_100_diff1": 0.466173, "nauc_mrr_at_1000_max": 0.524343, "nauc_mrr_at_1000_std": 0.315099, "nauc_mrr_at_1000_diff1": 0.466055, "main_score": 0.5576, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ], "pulmonology": [ { "ndcg_at_1": 0.7675, "ndcg_at_3": 0.69788, "ndcg_at_5": 0.67484, "ndcg_at_10": 0.65837, "ndcg_at_20": 0.6608, "ndcg_at_100": 0.70528, "ndcg_at_1000": 0.77763, "map_at_1": 0.13524, "map_at_3": 0.23645, "map_at_5": 0.28887, "map_at_10": 0.35165, "map_at_20": 0.39795, "map_at_100": 0.4726, "map_at_1000": 0.51228, "recall_at_1": 0.13524, "recall_at_3": 0.2524, "recall_at_5": 0.32676, "recall_at_10": 0.43646, "recall_at_20": 0.53642, "recall_at_100": 0.76256, "recall_at_1000": 0.97779, "precision_at_1": 0.85, "precision_at_3": 0.69, "precision_at_5": 0.606, "precision_at_10": 0.4875, "precision_at_20": 0.36675, "precision_at_100": 0.16725, "precision_at_1000": 0.03512, "mrr_at_1": 0.85, "mrr_at_3": 0.905, "mrr_at_5": 0.90975, "mrr_at_10": 0.911089, "mrr_at_20": 0.911089, "mrr_at_100": 0.911089, "mrr_at_1000": 0.911089, "nauc_ndcg_at_1_max": 0.470544, "nauc_ndcg_at_1_std": -0.008816, "nauc_ndcg_at_1_diff1": 0.562835, "nauc_ndcg_at_3_max": 0.302446, "nauc_ndcg_at_3_std": -0.037014, "nauc_ndcg_at_3_diff1": 0.297794, "nauc_ndcg_at_5_max": 0.291996, "nauc_ndcg_at_5_std": -0.020048, "nauc_ndcg_at_5_diff1": 0.286051, "nauc_ndcg_at_10_max": 0.348937, "nauc_ndcg_at_10_std": -0.008218, "nauc_ndcg_at_10_diff1": 0.275244, "nauc_ndcg_at_20_max": 0.356883, "nauc_ndcg_at_20_std": 0.004922, "nauc_ndcg_at_20_diff1": 0.273716, "nauc_ndcg_at_100_max": 0.432242, "nauc_ndcg_at_100_std": 0.104496, "nauc_ndcg_at_100_diff1": 0.330016, "nauc_ndcg_at_1000_max": 0.378712, "nauc_ndcg_at_1000_std": 0.065121, "nauc_ndcg_at_1000_diff1": 0.302331, "nauc_map_at_1_max": 0.282118, "nauc_map_at_1_std": -0.027329, "nauc_map_at_1_diff1": 0.47368, "nauc_map_at_3_max": 0.302862, "nauc_map_at_3_std": 0.072513, "nauc_map_at_3_diff1": 0.340596, "nauc_map_at_5_max": 0.328563, "nauc_map_at_5_std": 0.072619, "nauc_map_at_5_diff1": 0.314626, "nauc_map_at_10_max": 0.362134, "nauc_map_at_10_std": 0.069946, "nauc_map_at_10_diff1": 0.296652, "nauc_map_at_20_max": 0.366275, "nauc_map_at_20_std": 0.074646, "nauc_map_at_20_diff1": 0.2909, "nauc_map_at_100_max": 0.368172, "nauc_map_at_100_std": 0.126427, "nauc_map_at_100_diff1": 0.254191, "nauc_map_at_1000_max": 0.317518, "nauc_map_at_1000_std": 0.104405, "nauc_map_at_1000_diff1": 0.20172, "nauc_recall_at_1_max": 0.282118, "nauc_recall_at_1_std": -0.027329, "nauc_recall_at_1_diff1": 0.47368, "nauc_recall_at_3_max": 0.284865, "nauc_recall_at_3_std": 0.102541, "nauc_recall_at_3_diff1": 0.310897, "nauc_recall_at_5_max": 0.30892, "nauc_recall_at_5_std": 0.103371, "nauc_recall_at_5_diff1": 0.266674, "nauc_recall_at_10_max": 0.365939, "nauc_recall_at_10_std": 0.09468, "nauc_recall_at_10_diff1": 0.264461, "nauc_recall_at_20_max": 0.37494, "nauc_recall_at_20_std": 0.108242, "nauc_recall_at_20_diff1": 0.261222, "nauc_recall_at_100_max": 0.464181, "nauc_recall_at_100_std": 0.278655, "nauc_recall_at_100_diff1": 0.285746, "nauc_recall_at_1000_max": 0.694202, "nauc_recall_at_1000_std": 0.717425, "nauc_recall_at_1000_diff1": 0.475979, "nauc_precision_at_1_max": 0.505646, "nauc_precision_at_1_std": -0.073641, "nauc_precision_at_1_diff1": 0.545639, "nauc_precision_at_3_max": -0.006237, "nauc_precision_at_3_std": -0.05449, "nauc_precision_at_3_diff1": -0.181338, "nauc_precision_at_5_max": -0.050708, "nauc_precision_at_5_std": -0.066392, "nauc_precision_at_5_diff1": -0.196159, "nauc_precision_at_10_max": -0.128907, "nauc_precision_at_10_std": -0.102834, "nauc_precision_at_10_diff1": -0.246105, "nauc_precision_at_20_max": -0.218005, "nauc_precision_at_20_std": -0.067787, "nauc_precision_at_20_diff1": -0.293542, "nauc_precision_at_100_max": -0.27867, "nauc_precision_at_100_std": -0.074933, "nauc_precision_at_100_diff1": -0.30225, "nauc_precision_at_1000_max": -0.362623, "nauc_precision_at_1000_std": -0.244478, "nauc_precision_at_1000_diff1": -0.343518, "nauc_mrr_at_1_max": 0.505646, "nauc_mrr_at_1_std": -0.073641, "nauc_mrr_at_1_diff1": 0.545639, "nauc_mrr_at_3_max": 0.485784, "nauc_mrr_at_3_std": -0.14882, "nauc_mrr_at_3_diff1": 0.522753, "nauc_mrr_at_5_max": 0.492276, "nauc_mrr_at_5_std": -0.133879, "nauc_mrr_at_5_diff1": 0.528816, "nauc_mrr_at_10_max": 0.490082, "nauc_mrr_at_10_std": -0.12021, "nauc_mrr_at_10_diff1": 0.525791, "nauc_mrr_at_20_max": 0.490082, "nauc_mrr_at_20_std": -0.12021, "nauc_mrr_at_20_diff1": 0.525791, "nauc_mrr_at_100_max": 0.490082, "nauc_mrr_at_100_std": -0.12021, "nauc_mrr_at_100_diff1": 0.525791, "nauc_mrr_at_1000_max": 0.490082, "nauc_mrr_at_1000_std": -0.12021, "nauc_mrr_at_1000_diff1": 0.525791, "main_score": 0.65837, "hf_subset": "en", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.695, "ndcg_at_3": 0.64583, "ndcg_at_5": 0.62682, "ndcg_at_10": 0.61148, "ndcg_at_20": 0.61432, "ndcg_at_100": 0.66536, "ndcg_at_1000": 0.74554, "map_at_1": 0.13658, "map_at_3": 0.23259, "map_at_5": 0.28067, "map_at_10": 0.33275, "map_at_20": 0.37259, "map_at_100": 0.43679, "map_at_1000": 0.47366, "recall_at_1": 0.13658, "recall_at_3": 0.25014, "recall_at_5": 0.31654, "recall_at_10": 0.40302, "recall_at_20": 0.49906, "recall_at_100": 0.72641, "recall_at_1000": 0.96338, "precision_at_1": 0.78, "precision_at_3": 0.635, "precision_at_5": 0.555, "precision_at_10": 0.439, "precision_at_20": 0.33025, "precision_at_100": 0.1513, "precision_at_1000": 0.03402, "mrr_at_1": 0.78, "mrr_at_3": 0.859167, "mrr_at_5": 0.865667, "mrr_at_10": 0.867839, "mrr_at_20": 0.868196, "mrr_at_100": 0.868196, "mrr_at_1000": 0.868196, "nauc_ndcg_at_1_max": 0.408042, "nauc_ndcg_at_1_std": 0.037255, "nauc_ndcg_at_1_diff1": 0.434636, "nauc_ndcg_at_3_max": 0.36063, "nauc_ndcg_at_3_std": 0.109594, "nauc_ndcg_at_3_diff1": 0.269791, "nauc_ndcg_at_5_max": 0.342962, "nauc_ndcg_at_5_std": 0.106094, "nauc_ndcg_at_5_diff1": 0.24555, "nauc_ndcg_at_10_max": 0.350607, "nauc_ndcg_at_10_std": 0.107776, "nauc_ndcg_at_10_diff1": 0.210074, "nauc_ndcg_at_20_max": 0.393813, "nauc_ndcg_at_20_std": 0.115971, "nauc_ndcg_at_20_diff1": 0.253833, "nauc_ndcg_at_100_max": 0.458499, "nauc_ndcg_at_100_std": 0.204953, "nauc_ndcg_at_100_diff1": 0.313728, "nauc_ndcg_at_1000_max": 0.428982, "nauc_ndcg_at_1000_std": 0.189363, "nauc_ndcg_at_1000_diff1": 0.247026, "nauc_map_at_1_max": 0.305095, "nauc_map_at_1_std": 0.098174, "nauc_map_at_1_diff1": 0.445917, "nauc_map_at_3_max": 0.349922, "nauc_map_at_3_std": 0.202519, "nauc_map_at_3_diff1": 0.314608, "nauc_map_at_5_max": 0.364213, "nauc_map_at_5_std": 0.180083, "nauc_map_at_5_diff1": 0.268686, "nauc_map_at_10_max": 0.384784, "nauc_map_at_10_std": 0.170606, "nauc_map_at_10_diff1": 0.223759, "nauc_map_at_20_max": 0.392597, "nauc_map_at_20_std": 0.178846, "nauc_map_at_20_diff1": 0.220366, "nauc_map_at_100_max": 0.391235, "nauc_map_at_100_std": 0.228562, "nauc_map_at_100_diff1": 0.199036, "nauc_map_at_1000_max": 0.365612, "nauc_map_at_1000_std": 0.222653, "nauc_map_at_1000_diff1": 0.173731, "nauc_recall_at_1_max": 0.305095, "nauc_recall_at_1_std": 0.098174, "nauc_recall_at_1_diff1": 0.445917, "nauc_recall_at_3_max": 0.330074, "nauc_recall_at_3_std": 0.227429, "nauc_recall_at_3_diff1": 0.275203, "nauc_recall_at_5_max": 0.335403, "nauc_recall_at_5_std": 0.182349, "nauc_recall_at_5_diff1": 0.222552, "nauc_recall_at_10_max": 0.353112, "nauc_recall_at_10_std": 0.149149, "nauc_recall_at_10_diff1": 0.164115, "nauc_recall_at_20_max": 0.402191, "nauc_recall_at_20_std": 0.173492, "nauc_recall_at_20_diff1": 0.184868, "nauc_recall_at_100_max": 0.455245, "nauc_recall_at_100_std": 0.328103, "nauc_recall_at_100_diff1": 0.235809, "nauc_recall_at_1000_max": 0.626152, "nauc_recall_at_1000_std": 0.714228, "nauc_recall_at_1000_diff1": 0.144079, "nauc_precision_at_1_max": 0.343105, "nauc_precision_at_1_std": -0.070884, "nauc_precision_at_1_diff1": 0.374901, "nauc_precision_at_3_max": 0.141481, "nauc_precision_at_3_std": 0.054086, "nauc_precision_at_3_diff1": -0.133475, "nauc_precision_at_5_max": 0.022823, "nauc_precision_at_5_std": -0.040418, "nauc_precision_at_5_diff1": -0.214463, "nauc_precision_at_10_max": -0.096331, "nauc_precision_at_10_std": -0.080372, "nauc_precision_at_10_diff1": -0.275866, "nauc_precision_at_20_max": -0.179361, "nauc_precision_at_20_std": -0.086528, "nauc_precision_at_20_diff1": -0.241525, "nauc_precision_at_100_max": -0.243098, "nauc_precision_at_100_std": -0.077123, "nauc_precision_at_100_diff1": -0.207753, "nauc_precision_at_1000_max": -0.29892, "nauc_precision_at_1000_std": -0.241876, "nauc_precision_at_1000_diff1": -0.125142, "nauc_mrr_at_1_max": 0.343105, "nauc_mrr_at_1_std": -0.070884, "nauc_mrr_at_1_diff1": 0.374901, "nauc_mrr_at_3_max": 0.380568, "nauc_mrr_at_3_std": -0.096055, "nauc_mrr_at_3_diff1": 0.37913, "nauc_mrr_at_5_max": 0.369149, "nauc_mrr_at_5_std": -0.102686, "nauc_mrr_at_5_diff1": 0.37841, "nauc_mrr_at_10_max": 0.364282, "nauc_mrr_at_10_std": -0.108248, "nauc_mrr_at_10_diff1": 0.375815, "nauc_mrr_at_20_max": 0.365844, "nauc_mrr_at_20_std": -0.10349, "nauc_mrr_at_20_diff1": 0.375867, "nauc_mrr_at_100_max": 0.365844, "nauc_mrr_at_100_std": -0.10349, "nauc_mrr_at_100_diff1": 0.375867, "nauc_mrr_at_1000_max": 0.365844, "nauc_mrr_at_1000_std": -0.10349, "nauc_mrr_at_1000_diff1": 0.375867, "main_score": 0.61148, "hf_subset": "es", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.7075, "ndcg_at_3": 0.64398, "ndcg_at_5": 0.62021, "ndcg_at_10": 0.60402, "ndcg_at_20": 0.61269, "ndcg_at_100": 0.66537, "ndcg_at_1000": 0.74363, "map_at_1": 0.12976, "map_at_3": 0.22962, "map_at_5": 0.27202, "map_at_10": 0.32699, "map_at_20": 0.3678, "map_at_100": 0.43338, "map_at_1000": 0.46982, "recall_at_1": 0.12976, "recall_at_3": 0.24956, "recall_at_5": 0.30772, "recall_at_10": 0.40476, "recall_at_20": 0.50363, "recall_at_100": 0.73167, "recall_at_1000": 0.9652, "precision_at_1": 0.775, "precision_at_3": 0.64, "precision_at_5": 0.552, "precision_at_10": 0.433, "precision_at_20": 0.32925, "precision_at_100": 0.15455, "precision_at_1000": 0.03402, "mrr_at_1": 0.775, "mrr_at_3": 0.855, "mrr_at_5": 0.8645, "mrr_at_10": 0.865333, "mrr_at_20": 0.86575, "mrr_at_100": 0.86575, "mrr_at_1000": 0.86575, "nauc_ndcg_at_1_max": 0.410111, "nauc_ndcg_at_1_std": -0.148612, "nauc_ndcg_at_1_diff1": 0.399608, "nauc_ndcg_at_3_max": 0.435155, "nauc_ndcg_at_3_std": 0.032415, "nauc_ndcg_at_3_diff1": 0.313893, "nauc_ndcg_at_5_max": 0.40042, "nauc_ndcg_at_5_std": 0.015952, "nauc_ndcg_at_5_diff1": 0.275896, "nauc_ndcg_at_10_max": 0.415599, "nauc_ndcg_at_10_std": 0.054465, "nauc_ndcg_at_10_diff1": 0.253275, "nauc_ndcg_at_20_max": 0.434053, "nauc_ndcg_at_20_std": 0.062776, "nauc_ndcg_at_20_diff1": 0.270551, "nauc_ndcg_at_100_max": 0.486485, "nauc_ndcg_at_100_std": 0.126475, "nauc_ndcg_at_100_diff1": 0.30838, "nauc_ndcg_at_1000_max": 0.465873, "nauc_ndcg_at_1000_std": 0.103255, "nauc_ndcg_at_1000_diff1": 0.295472, "nauc_map_at_1_max": 0.370658, "nauc_map_at_1_std": -0.025253, "nauc_map_at_1_diff1": 0.481475, "nauc_map_at_3_max": 0.403259, "nauc_map_at_3_std": 0.098651, "nauc_map_at_3_diff1": 0.379028, "nauc_map_at_5_max": 0.407458, "nauc_map_at_5_std": 0.11055, "nauc_map_at_5_diff1": 0.327914, "nauc_map_at_10_max": 0.403817, "nauc_map_at_10_std": 0.118224, "nauc_map_at_10_diff1": 0.273747, "nauc_map_at_20_max": 0.412441, "nauc_map_at_20_std": 0.1192, "nauc_map_at_20_diff1": 0.263708, "nauc_map_at_100_max": 0.427438, "nauc_map_at_100_std": 0.166786, "nauc_map_at_100_diff1": 0.237415, "nauc_map_at_1000_max": 0.401347, "nauc_map_at_1000_std": 0.157094, "nauc_map_at_1000_diff1": 0.220274, "nauc_recall_at_1_max": 0.370658, "nauc_recall_at_1_std": -0.025253, "nauc_recall_at_1_diff1": 0.481475, "nauc_recall_at_3_max": 0.381374, "nauc_recall_at_3_std": 0.151649, "nauc_recall_at_3_diff1": 0.324561, "nauc_recall_at_5_max": 0.369356, "nauc_recall_at_5_std": 0.16052, "nauc_recall_at_5_diff1": 0.262771, "nauc_recall_at_10_max": 0.372079, "nauc_recall_at_10_std": 0.159213, "nauc_recall_at_10_diff1": 0.187867, "nauc_recall_at_20_max": 0.421246, "nauc_recall_at_20_std": 0.169242, "nauc_recall_at_20_diff1": 0.208236, "nauc_recall_at_100_max": 0.476364, "nauc_recall_at_100_std": 0.297237, "nauc_recall_at_100_diff1": 0.218493, "nauc_recall_at_1000_max": 0.716354, "nauc_recall_at_1000_std": 0.764649, "nauc_recall_at_1000_diff1": 0.236089, "nauc_precision_at_1_max": 0.396675, "nauc_precision_at_1_std": -0.264602, "nauc_precision_at_1_diff1": 0.396709, "nauc_precision_at_3_max": 0.155514, "nauc_precision_at_3_std": 0.014238, "nauc_precision_at_3_diff1": -0.003305, "nauc_precision_at_5_max": -0.000851, "nauc_precision_at_5_std": -0.043446, "nauc_precision_at_5_diff1": -0.158069, "nauc_precision_at_10_max": -0.107186, "nauc_precision_at_10_std": -0.059134, "nauc_precision_at_10_diff1": -0.20154, "nauc_precision_at_20_max": -0.175911, "nauc_precision_at_20_std": -0.056179, "nauc_precision_at_20_diff1": -0.220308, "nauc_precision_at_100_max": -0.24589, "nauc_precision_at_100_std": -0.064586, "nauc_precision_at_100_diff1": -0.213346, "nauc_precision_at_1000_max": -0.32957, "nauc_precision_at_1000_std": -0.232481, "nauc_precision_at_1000_diff1": -0.139797, "nauc_mrr_at_1_max": 0.396675, "nauc_mrr_at_1_std": -0.264602, "nauc_mrr_at_1_diff1": 0.396709, "nauc_mrr_at_3_max": 0.412842, "nauc_mrr_at_3_std": -0.25988, "nauc_mrr_at_3_diff1": 0.381462, "nauc_mrr_at_5_max": 0.421498, "nauc_mrr_at_5_std": -0.258182, "nauc_mrr_at_5_diff1": 0.392209, "nauc_mrr_at_10_max": 0.419488, "nauc_mrr_at_10_std": -0.258763, "nauc_mrr_at_10_diff1": 0.388146, "nauc_mrr_at_20_max": 0.419694, "nauc_mrr_at_20_std": -0.253795, "nauc_mrr_at_20_diff1": 0.387025, "nauc_mrr_at_100_max": 0.419694, "nauc_mrr_at_100_std": -0.253795, "nauc_mrr_at_100_diff1": 0.387025, "nauc_mrr_at_1000_max": 0.419694, "nauc_mrr_at_1000_std": -0.253795, "nauc_mrr_at_1000_diff1": 0.387025, "main_score": 0.60402, "hf_subset": "fr", "languages": [ "fra-Latn", "eng-Latn" ] } ] }, "evaluation_time": 43481.88122725487, "kg_co2_emissions": 11.55794114542029 }