{ "dataset_revision": "2c18ef90ab3ef93a9d86ecc6521cdae2a29f8300", "task_name": "Vidore3PhysicsRetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 0.40894, "ndcg_at_3": 0.44527, "ndcg_at_5": 0.45522, "ndcg_at_10": 0.49049, "ndcg_at_20": 0.54268, "ndcg_at_100": 0.61878, "ndcg_at_1000": 0.6415, "map_at_1": 0.16477, "map_at_3": 0.25366, "map_at_5": 0.28935, "map_at_10": 0.34705, "map_at_20": 0.39494, "map_at_100": 0.43233, "map_at_1000": 0.43661, "recall_at_1": 0.16477, "recall_at_3": 0.31507, "recall_at_5": 0.39024, "recall_at_10": 0.52343, "recall_at_20": 0.67694, "recall_at_100": 0.90175, "recall_at_1000": 0.99702, "accuracy": 0.16477, "precision_at_1": 0.44702, "precision_at_3": 0.36645, "precision_at_5": 0.31126, "precision_at_10": 0.25762, "precision_at_20": 0.19371, "precision_at_100": 0.06103, "precision_at_1000": 0.00718, "mrr_at_1": 0.44702, "mrr_at_3": 0.575607, "mrr_at_5": 0.596468, "mrr_at_10": 0.606554, "mrr_at_20": 0.610579, "mrr_at_100": 0.611754, "mrr_at_1000": 0.611798, "nauc_ndcg_at_1_max": 0.020362, "nauc_ndcg_at_1_std": -0.147773, "nauc_ndcg_at_1_diff1": 0.350319, "nauc_ndcg_at_3_max": 0.034645, "nauc_ndcg_at_3_std": -0.151179, "nauc_ndcg_at_3_diff1": 0.25527, "nauc_ndcg_at_5_max": 0.039222, "nauc_ndcg_at_5_std": -0.172637, "nauc_ndcg_at_5_diff1": 0.269593, "nauc_ndcg_at_10_max": 0.036275, "nauc_ndcg_at_10_std": -0.175623, "nauc_ndcg_at_10_diff1": 0.224124, "nauc_ndcg_at_20_max": 0.022035, "nauc_ndcg_at_20_std": -0.180061, "nauc_ndcg_at_20_diff1": 0.206534, "nauc_ndcg_at_100_max": 0.052584, "nauc_ndcg_at_100_std": -0.132502, "nauc_ndcg_at_100_diff1": 0.228301, "nauc_ndcg_at_1000_max": 0.054506, "nauc_ndcg_at_1000_std": -0.126681, "nauc_ndcg_at_1000_diff1": 0.23987, "nauc_map_at_1_max": 0.013905, "nauc_map_at_1_std": -0.245291, "nauc_map_at_1_diff1": 0.355132, "nauc_map_at_3_max": -0.011014, "nauc_map_at_3_std": -0.268258, "nauc_map_at_3_diff1": 0.292968, "nauc_map_at_5_max": -0.002743, "nauc_map_at_5_std": -0.25888, "nauc_map_at_5_diff1": 0.294712, "nauc_map_at_10_max": 0.014179, "nauc_map_at_10_std": -0.22898, "nauc_map_at_10_diff1": 0.249063, "nauc_map_at_20_max": 0.00924, "nauc_map_at_20_std": -0.215167, "nauc_map_at_20_diff1": 0.224088, "nauc_map_at_100_max": 0.027665, "nauc_map_at_100_std": -0.181768, "nauc_map_at_100_diff1": 0.218393, "nauc_map_at_1000_max": 0.028394, "nauc_map_at_1000_std": -0.179545, "nauc_map_at_1000_diff1": 0.219442, "nauc_recall_at_1_max": 0.013905, "nauc_recall_at_1_std": -0.245291, "nauc_recall_at_1_diff1": 0.355132, "nauc_recall_at_3_max": -0.010151, "nauc_recall_at_3_std": -0.239629, "nauc_recall_at_3_diff1": 0.19782, "nauc_recall_at_5_max": -0.008352, "nauc_recall_at_5_std": -0.229974, "nauc_recall_at_5_diff1": 0.223576, "nauc_recall_at_10_max": 0.019303, "nauc_recall_at_10_std": -0.182849, "nauc_recall_at_10_diff1": 0.12015, "nauc_recall_at_20_max": -0.034566, "nauc_recall_at_20_std": -0.177551, "nauc_recall_at_20_diff1": 0.045856, "nauc_recall_at_100_max": 0.069329, "nauc_recall_at_100_std": -0.077149, "nauc_recall_at_100_diff1": 0.08413, "nauc_recall_at_1000_max": 0.167093, "nauc_recall_at_1000_std": 0.39935, "nauc_recall_at_1000_diff1": 0.490177, "nauc_precision_at_1_max": 0.009681, "nauc_precision_at_1_std": -0.167028, "nauc_precision_at_1_diff1": 0.342812, "nauc_precision_at_3_max": 0.040502, "nauc_precision_at_3_std": -0.019401, "nauc_precision_at_3_diff1": 0.074356, "nauc_precision_at_5_max": 0.062357, "nauc_precision_at_5_std": 0.040845, "nauc_precision_at_5_diff1": 0.040979, "nauc_precision_at_10_max": 0.070475, "nauc_precision_at_10_std": 0.122273, "nauc_precision_at_10_diff1": -0.076524, "nauc_precision_at_20_max": 0.049295, "nauc_precision_at_20_std": 0.157768, "nauc_precision_at_20_diff1": -0.130565, "nauc_precision_at_100_max": 0.081122, "nauc_precision_at_100_std": 0.24505, "nauc_precision_at_100_diff1": -0.116448, "nauc_precision_at_1000_max": 0.072532, "nauc_precision_at_1000_std": 0.246391, "nauc_precision_at_1000_diff1": -0.104858, "nauc_mrr_at_1_max": 0.009681, "nauc_mrr_at_1_std": -0.167028, "nauc_mrr_at_1_diff1": 0.342812, "nauc_mrr_at_3_max": 0.054122, "nauc_mrr_at_3_std": -0.13204, "nauc_mrr_at_3_diff1": 0.27317, "nauc_mrr_at_5_max": 0.039781, "nauc_mrr_at_5_std": -0.143587, "nauc_mrr_at_5_diff1": 0.291527, "nauc_mrr_at_10_max": 0.039728, "nauc_mrr_at_10_std": -0.142963, "nauc_mrr_at_10_diff1": 0.290498, "nauc_mrr_at_20_max": 0.039744, "nauc_mrr_at_20_std": -0.139299, "nauc_mrr_at_20_diff1": 0.287295, "nauc_mrr_at_100_max": 0.038834, "nauc_mrr_at_100_std": -0.141775, "nauc_mrr_at_100_diff1": 0.28966, "nauc_mrr_at_1000_max": 0.038776, "nauc_mrr_at_1000_std": -0.141835, "nauc_mrr_at_1000_diff1": 0.289654, "cv_recall_at_1": 0.44702, "cv_recall_at_3": 0.7351, "cv_recall_at_5": 0.82781, "cv_recall_at_10": 0.90397, "cv_recall_at_20": 0.95364, "cv_recall_at_100": 0.99007, "cv_recall_at_1000": 1.0, "main_score": 0.49049, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.42219, "ndcg_at_3": 0.44022, "ndcg_at_5": 0.45559, "ndcg_at_10": 0.49153, "ndcg_at_20": 0.54315, "ndcg_at_100": 0.62018, "ndcg_at_1000": 0.64309, "map_at_1": 0.16978, "map_at_3": 0.25329, "map_at_5": 0.2911, "map_at_10": 0.35039, "map_at_20": 0.39636, "map_at_100": 0.43396, "map_at_1000": 0.43834, "recall_at_1": 0.16978, "recall_at_3": 0.30733, "recall_at_5": 0.38438, "recall_at_10": 0.52524, "recall_at_20": 0.6767, "recall_at_100": 0.90125, "recall_at_1000": 0.99766, "accuracy": 0.16978, "precision_at_1": 0.46026, "precision_at_3": 0.35651, "precision_at_5": 0.31192, "precision_at_10": 0.25695, "precision_at_20": 0.19089, "precision_at_100": 0.06103, "precision_at_1000": 0.00719, "mrr_at_1": 0.460265, "mrr_at_3": 0.580022, "mrr_at_5": 0.598731, "mrr_at_10": 0.609922, "mrr_at_20": 0.614851, "mrr_at_100": 0.61594, "mrr_at_1000": 0.616017, "nauc_ndcg_at_1_max": 0.064794, "nauc_ndcg_at_1_std": -0.175327, "nauc_ndcg_at_1_diff1": 0.271991, "nauc_ndcg_at_3_max": 0.028444, "nauc_ndcg_at_3_std": -0.213077, "nauc_ndcg_at_3_diff1": 0.204968, "nauc_ndcg_at_5_max": 0.024758, "nauc_ndcg_at_5_std": -0.210782, "nauc_ndcg_at_5_diff1": 0.191356, "nauc_ndcg_at_10_max": 0.020029, "nauc_ndcg_at_10_std": -0.217875, "nauc_ndcg_at_10_diff1": 0.162116, "nauc_ndcg_at_20_max": 0.006624, "nauc_ndcg_at_20_std": -0.232847, "nauc_ndcg_at_20_diff1": 0.163494, "nauc_ndcg_at_100_max": 0.03101, "nauc_ndcg_at_100_std": -0.19191, "nauc_ndcg_at_100_diff1": 0.171346, "nauc_ndcg_at_1000_max": 0.038497, "nauc_ndcg_at_1000_std": -0.182004, "nauc_ndcg_at_1000_diff1": 0.17933, "nauc_map_at_1_max": 0.033158, "nauc_map_at_1_std": -0.241049, "nauc_map_at_1_diff1": 0.300365, "nauc_map_at_3_max": -0.006041, "nauc_map_at_3_std": -0.276768, "nauc_map_at_3_diff1": 0.248449, "nauc_map_at_5_max": -0.006501, "nauc_map_at_5_std": -0.267779, "nauc_map_at_5_diff1": 0.227944, "nauc_map_at_10_max": 0.004225, "nauc_map_at_10_std": -0.249217, "nauc_map_at_10_diff1": 0.190786, "nauc_map_at_20_max": -0.001575, "nauc_map_at_20_std": -0.243523, "nauc_map_at_20_diff1": 0.171104, "nauc_map_at_100_max": 0.01112, "nauc_map_at_100_std": -0.220289, "nauc_map_at_100_diff1": 0.162608, "nauc_map_at_1000_max": 0.012656, "nauc_map_at_1000_std": -0.217422, "nauc_map_at_1000_diff1": 0.163825, "nauc_recall_at_1_max": 0.033158, "nauc_recall_at_1_std": -0.241049, "nauc_recall_at_1_diff1": 0.300365, "nauc_recall_at_3_max": -0.01377, "nauc_recall_at_3_std": -0.262851, "nauc_recall_at_3_diff1": 0.194448, "nauc_recall_at_5_max": -0.015855, "nauc_recall_at_5_std": -0.231358, "nauc_recall_at_5_diff1": 0.153809, "nauc_recall_at_10_max": -0.002163, "nauc_recall_at_10_std": -0.201933, "nauc_recall_at_10_diff1": 0.087476, "nauc_recall_at_20_max": -0.064031, "nauc_recall_at_20_std": -0.231121, "nauc_recall_at_20_diff1": 0.07074, "nauc_recall_at_100_max": 0.004949, "nauc_recall_at_100_std": -0.149216, "nauc_recall_at_100_diff1": 0.037634, "nauc_recall_at_1000_max": 0.26224, "nauc_recall_at_1000_std": 0.541057, "nauc_recall_at_1000_diff1": 0.717402, "nauc_precision_at_1_max": 0.05656, "nauc_precision_at_1_std": -0.197599, "nauc_precision_at_1_diff1": 0.257961, "nauc_precision_at_3_max": 0.010671, "nauc_precision_at_3_std": -0.117613, "nauc_precision_at_3_diff1": 0.055639, "nauc_precision_at_5_max": 0.017467, "nauc_precision_at_5_std": -0.024339, "nauc_precision_at_5_diff1": -0.025508, "nauc_precision_at_10_max": 0.033882, "nauc_precision_at_10_std": 0.056087, "nauc_precision_at_10_diff1": -0.100986, "nauc_precision_at_20_max": 0.025474, "nauc_precision_at_20_std": 0.095675, "nauc_precision_at_20_diff1": -0.126615, "nauc_precision_at_100_max": 0.044524, "nauc_precision_at_100_std": 0.1796, "nauc_precision_at_100_diff1": -0.126975, "nauc_precision_at_1000_max": 0.052217, "nauc_precision_at_1000_std": 0.202308, "nauc_precision_at_1000_diff1": -0.112332, "nauc_mrr_at_1_max": 0.05656, "nauc_mrr_at_1_std": -0.197599, "nauc_mrr_at_1_diff1": 0.257961, "nauc_mrr_at_3_max": 0.051029, "nauc_mrr_at_3_std": -0.208525, "nauc_mrr_at_3_diff1": 0.221359, "nauc_mrr_at_5_max": 0.058188, "nauc_mrr_at_5_std": -0.191584, "nauc_mrr_at_5_diff1": 0.216428, "nauc_mrr_at_10_max": 0.060892, "nauc_mrr_at_10_std": -0.187949, "nauc_mrr_at_10_diff1": 0.217323, "nauc_mrr_at_20_max": 0.057946, "nauc_mrr_at_20_std": -0.190321, "nauc_mrr_at_20_diff1": 0.218319, "nauc_mrr_at_100_max": 0.058099, "nauc_mrr_at_100_std": -0.191579, "nauc_mrr_at_100_diff1": 0.219267, "nauc_mrr_at_1000_max": 0.058, "nauc_mrr_at_1000_std": -0.191726, "nauc_mrr_at_1000_diff1": 0.219252, "cv_recall_at_1": 0.46026, "cv_recall_at_3": 0.72848, "cv_recall_at_5": 0.81126, "cv_recall_at_10": 0.89073, "cv_recall_at_20": 0.95695, "cv_recall_at_100": 0.98675, "cv_recall_at_1000": 1.0, "main_score": 0.49153, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.40397, "ndcg_at_3": 0.45242, "ndcg_at_5": 0.46217, "ndcg_at_10": 0.50127, "ndcg_at_20": 0.54953, "ndcg_at_100": 0.62848, "ndcg_at_1000": 0.64939, "map_at_1": 0.17156, "map_at_3": 0.2609, "map_at_5": 0.30002, "map_at_10": 0.3588, "map_at_20": 0.40498, "map_at_100": 0.444, "map_at_1000": 0.44817, "recall_at_1": 0.17156, "recall_at_3": 0.31702, "recall_at_5": 0.39462, "recall_at_10": 0.5384, "recall_at_20": 0.67957, "recall_at_100": 0.90834, "recall_at_1000": 0.99817, "accuracy": 0.17156, "precision_at_1": 0.45364, "precision_at_3": 0.37748, "precision_at_5": 0.31921, "precision_at_10": 0.26093, "precision_at_20": 0.19305, "precision_at_100": 0.06205, "precision_at_1000": 0.0072, "mrr_at_1": 0.453642, "mrr_at_3": 0.589404, "mrr_at_5": 0.603642, "mrr_at_10": 0.618225, "mrr_at_20": 0.620652, "mrr_at_100": 0.621833, "mrr_at_1000": 0.621878, "nauc_ndcg_at_1_max": 0.045648, "nauc_ndcg_at_1_std": -0.121091, "nauc_ndcg_at_1_diff1": 0.265545, "nauc_ndcg_at_3_max": 0.042234, "nauc_ndcg_at_3_std": -0.184466, "nauc_ndcg_at_3_diff1": 0.181586, "nauc_ndcg_at_5_max": 0.075215, "nauc_ndcg_at_5_std": -0.181625, "nauc_ndcg_at_5_diff1": 0.193097, "nauc_ndcg_at_10_max": 0.091338, "nauc_ndcg_at_10_std": -0.169859, "nauc_ndcg_at_10_diff1": 0.181768, "nauc_ndcg_at_20_max": 0.076508, "nauc_ndcg_at_20_std": -0.169726, "nauc_ndcg_at_20_diff1": 0.161054, "nauc_ndcg_at_100_max": 0.078582, "nauc_ndcg_at_100_std": -0.131295, "nauc_ndcg_at_100_diff1": 0.17262, "nauc_ndcg_at_1000_max": 0.072841, "nauc_ndcg_at_1000_std": -0.134703, "nauc_ndcg_at_1000_diff1": 0.172622, "nauc_map_at_1_max": 0.080771, "nauc_map_at_1_std": -0.188039, "nauc_map_at_1_diff1": 0.286555, "nauc_map_at_3_max": 0.046905, "nauc_map_at_3_std": -0.248009, "nauc_map_at_3_diff1": 0.238817, "nauc_map_at_5_max": 0.064744, "nauc_map_at_5_std": -0.227438, "nauc_map_at_5_diff1": 0.222218, "nauc_map_at_10_max": 0.077561, "nauc_map_at_10_std": -0.205029, "nauc_map_at_10_diff1": 0.195323, "nauc_map_at_20_max": 0.064562, "nauc_map_at_20_std": -0.195989, "nauc_map_at_20_diff1": 0.167324, "nauc_map_at_100_max": 0.066273, "nauc_map_at_100_std": -0.17544, "nauc_map_at_100_diff1": 0.157411, "nauc_map_at_1000_max": 0.065269, "nauc_map_at_1000_std": -0.174812, "nauc_map_at_1000_diff1": 0.156542, "nauc_recall_at_1_max": 0.080771, "nauc_recall_at_1_std": -0.188039, "nauc_recall_at_1_diff1": 0.286555, "nauc_recall_at_3_max": 0.03069, "nauc_recall_at_3_std": -0.266029, "nauc_recall_at_3_diff1": 0.200167, "nauc_recall_at_5_max": 0.064496, "nauc_recall_at_5_std": -0.223012, "nauc_recall_at_5_diff1": 0.180734, "nauc_recall_at_10_max": 0.108218, "nauc_recall_at_10_std": -0.15352, "nauc_recall_at_10_diff1": 0.132165, "nauc_recall_at_20_max": 0.058395, "nauc_recall_at_20_std": -0.141585, "nauc_recall_at_20_diff1": 0.070497, "nauc_recall_at_100_max": 0.121586, "nauc_recall_at_100_std": 0.026261, "nauc_recall_at_100_diff1": 0.102391, "nauc_recall_at_1000_max": 0.32547, "nauc_recall_at_1000_std": 0.769934, "nauc_recall_at_1000_diff1": 0.267225, "nauc_precision_at_1_max": 0.027826, "nauc_precision_at_1_std": -0.136091, "nauc_precision_at_1_diff1": 0.248353, "nauc_precision_at_3_max": -0.020879, "nauc_precision_at_3_std": -0.10309, "nauc_precision_at_3_diff1": -0.006009, "nauc_precision_at_5_max": 0.017712, "nauc_precision_at_5_std": -0.01264, "nauc_precision_at_5_diff1": -0.051533, "nauc_precision_at_10_max": 0.020669, "nauc_precision_at_10_std": 0.068176, "nauc_precision_at_10_diff1": -0.10493, "nauc_precision_at_20_max": -0.023869, "nauc_precision_at_20_std": 0.09392, "nauc_precision_at_20_diff1": -0.163854, "nauc_precision_at_100_max": -0.046952, "nauc_precision_at_100_std": 0.157494, "nauc_precision_at_100_diff1": -0.153946, "nauc_precision_at_1000_max": -0.045363, "nauc_precision_at_1000_std": 0.165006, "nauc_precision_at_1000_diff1": -0.153842, "nauc_mrr_at_1_max": 0.027826, "nauc_mrr_at_1_std": -0.136091, "nauc_mrr_at_1_diff1": 0.248353, "nauc_mrr_at_3_max": 0.049, "nauc_mrr_at_3_std": -0.155843, "nauc_mrr_at_3_diff1": 0.217016, "nauc_mrr_at_5_max": 0.057004, "nauc_mrr_at_5_std": -0.15113, "nauc_mrr_at_5_diff1": 0.214745, "nauc_mrr_at_10_max": 0.058769, "nauc_mrr_at_10_std": -0.140315, "nauc_mrr_at_10_diff1": 0.213819, "nauc_mrr_at_20_max": 0.056933, "nauc_mrr_at_20_std": -0.139694, "nauc_mrr_at_20_diff1": 0.215085, "nauc_mrr_at_100_max": 0.056505, "nauc_mrr_at_100_std": -0.141103, "nauc_mrr_at_100_diff1": 0.216077, "nauc_mrr_at_1000_max": 0.056424, "nauc_mrr_at_1000_std": -0.141188, "nauc_mrr_at_1000_diff1": 0.216054, "cv_recall_at_1": 0.45364, "cv_recall_at_3": 0.75497, "cv_recall_at_5": 0.81457, "cv_recall_at_10": 0.92384, "cv_recall_at_20": 0.95695, "cv_recall_at_100": 0.99007, "cv_recall_at_1000": 1.0, "main_score": 0.50127, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.38576, "ndcg_at_3": 0.43068, "ndcg_at_5": 0.44276, "ndcg_at_10": 0.47706, "ndcg_at_20": 0.53203, "ndcg_at_100": 0.61112, "ndcg_at_1000": 0.63416, "map_at_1": 0.15613, "map_at_3": 0.2473, "map_at_5": 0.28411, "map_at_10": 0.33859, "map_at_20": 0.38676, "map_at_100": 0.42462, "map_at_1000": 0.42901, "recall_at_1": 0.15613, "recall_at_3": 0.30812, "recall_at_5": 0.37753, "recall_at_10": 0.51182, "recall_at_20": 0.67212, "recall_at_100": 0.8988, "recall_at_1000": 0.99744, "accuracy": 0.15613, "precision_at_1": 0.42384, "precision_at_3": 0.35651, "precision_at_5": 0.31258, "precision_at_10": 0.25497, "precision_at_20": 0.1899, "precision_at_100": 0.06109, "precision_at_1000": 0.00719, "mrr_at_1": 0.423841, "mrr_at_3": 0.564018, "mrr_at_5": 0.580077, "mrr_at_10": 0.593421, "mrr_at_20": 0.596873, "mrr_at_100": 0.598324, "mrr_at_1000": 0.598406, "nauc_ndcg_at_1_max": 0.03301, "nauc_ndcg_at_1_std": -0.123555, "nauc_ndcg_at_1_diff1": 0.314428, "nauc_ndcg_at_3_max": -0.01823, "nauc_ndcg_at_3_std": -0.220174, "nauc_ndcg_at_3_diff1": 0.253357, "nauc_ndcg_at_5_max": -0.022027, "nauc_ndcg_at_5_std": -0.227012, "nauc_ndcg_at_5_diff1": 0.241347, "nauc_ndcg_at_10_max": -0.005015, "nauc_ndcg_at_10_std": -0.224899, "nauc_ndcg_at_10_diff1": 0.217931, "nauc_ndcg_at_20_max": 0.003306, "nauc_ndcg_at_20_std": -0.195113, "nauc_ndcg_at_20_diff1": 0.190646, "nauc_ndcg_at_100_max": 0.007516, "nauc_ndcg_at_100_std": -0.17788, "nauc_ndcg_at_100_diff1": 0.216194, "nauc_ndcg_at_1000_max": 0.003736, "nauc_ndcg_at_1000_std": -0.185715, "nauc_ndcg_at_1000_diff1": 0.218398, "nauc_map_at_1_max": 0.015792, "nauc_map_at_1_std": -0.221356, "nauc_map_at_1_diff1": 0.371404, "nauc_map_at_3_max": -0.032897, "nauc_map_at_3_std": -0.28109, "nauc_map_at_3_diff1": 0.312606, "nauc_map_at_5_max": -0.031385, "nauc_map_at_5_std": -0.273328, "nauc_map_at_5_diff1": 0.288579, "nauc_map_at_10_max": -0.013738, "nauc_map_at_10_std": -0.255327, "nauc_map_at_10_diff1": 0.252638, "nauc_map_at_20_max": -0.007394, "nauc_map_at_20_std": -0.23282, "nauc_map_at_20_diff1": 0.220114, "nauc_map_at_100_max": -0.003227, "nauc_map_at_100_std": -0.217871, "nauc_map_at_100_diff1": 0.218607, "nauc_map_at_1000_max": -0.003612, "nauc_map_at_1000_std": -0.217951, "nauc_map_at_1000_diff1": 0.218229, "nauc_recall_at_1_max": 0.015792, "nauc_recall_at_1_std": -0.221356, "nauc_recall_at_1_diff1": 0.371404, "nauc_recall_at_3_max": -0.052098, "nauc_recall_at_3_std": -0.288659, "nauc_recall_at_3_diff1": 0.237745, "nauc_recall_at_5_max": -0.044022, "nauc_recall_at_5_std": -0.262547, "nauc_recall_at_5_diff1": 0.202391, "nauc_recall_at_10_max": -0.005264, "nauc_recall_at_10_std": -0.212492, "nauc_recall_at_10_diff1": 0.131039, "nauc_recall_at_20_max": 0.011435, "nauc_recall_at_20_std": -0.106638, "nauc_recall_at_20_diff1": 0.038766, "nauc_recall_at_100_max": 0.07353, "nauc_recall_at_100_std": 0.007405, "nauc_recall_at_100_diff1": 0.100582, "nauc_recall_at_1000_max": 0.477722, "nauc_recall_at_1000_std": 0.758781, "nauc_recall_at_1000_diff1": 0.468812, "nauc_precision_at_1_max": 0.032819, "nauc_precision_at_1_std": -0.129502, "nauc_precision_at_1_diff1": 0.306962, "nauc_precision_at_3_max": -0.036554, "nauc_precision_at_3_std": -0.136063, "nauc_precision_at_3_diff1": 0.074646, "nauc_precision_at_5_max": -0.018185, "nauc_precision_at_5_std": -0.057654, "nauc_precision_at_5_diff1": -0.01343, "nauc_precision_at_10_max": 0.028703, "nauc_precision_at_10_std": 0.035578, "nauc_precision_at_10_diff1": -0.099262, "nauc_precision_at_20_max": 0.022756, "nauc_precision_at_20_std": 0.091889, "nauc_precision_at_20_diff1": -0.155923, "nauc_precision_at_100_max": 0.020203, "nauc_precision_at_100_std": 0.148503, "nauc_precision_at_100_diff1": -0.13161, "nauc_precision_at_1000_max": 0.019346, "nauc_precision_at_1000_std": 0.151273, "nauc_precision_at_1000_diff1": -0.140343, "nauc_mrr_at_1_max": 0.032819, "nauc_mrr_at_1_std": -0.129502, "nauc_mrr_at_1_diff1": 0.306962, "nauc_mrr_at_3_max": -0.002315, "nauc_mrr_at_3_std": -0.187249, "nauc_mrr_at_3_diff1": 0.284485, "nauc_mrr_at_5_max": -0.002367, "nauc_mrr_at_5_std": -0.181679, "nauc_mrr_at_5_diff1": 0.280848, "nauc_mrr_at_10_max": -0.000237, "nauc_mrr_at_10_std": -0.178068, "nauc_mrr_at_10_diff1": 0.274093, "nauc_mrr_at_20_max": 0.004301, "nauc_mrr_at_20_std": -0.171308, "nauc_mrr_at_20_diff1": 0.276925, "nauc_mrr_at_100_max": 0.002557, "nauc_mrr_at_100_std": -0.174123, "nauc_mrr_at_100_diff1": 0.277708, "nauc_mrr_at_1000_max": 0.00244, "nauc_mrr_at_1000_std": -0.174269, "nauc_mrr_at_1000_diff1": 0.277895, "cv_recall_at_1": 0.42384, "cv_recall_at_3": 0.72848, "cv_recall_at_5": 0.79801, "cv_recall_at_10": 0.90066, "cv_recall_at_20": 0.94702, "cv_recall_at_100": 0.98675, "cv_recall_at_1000": 1.0, "main_score": 0.47706, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.42053, "ndcg_at_3": 0.44217, "ndcg_at_5": 0.45746, "ndcg_at_10": 0.49441, "ndcg_at_20": 0.54346, "ndcg_at_100": 0.61881, "ndcg_at_1000": 0.64197, "map_at_1": 0.16077, "map_at_3": 0.24707, "map_at_5": 0.2888, "map_at_10": 0.34718, "map_at_20": 0.39315, "map_at_100": 0.43019, "map_at_1000": 0.43456, "recall_at_1": 0.16077, "recall_at_3": 0.30246, "recall_at_5": 0.38945, "recall_at_10": 0.53351, "recall_at_20": 0.67884, "recall_at_100": 0.89857, "recall_at_1000": 0.99766, "accuracy": 0.16077, "precision_at_1": 0.45695, "precision_at_3": 0.36424, "precision_at_5": 0.31921, "precision_at_10": 0.2606, "precision_at_20": 0.19387, "precision_at_100": 0.06119, "precision_at_1000": 0.00719, "mrr_at_1": 0.456954, "mrr_at_3": 0.578366, "mrr_at_5": 0.599558, "mrr_at_10": 0.612162, "mrr_at_20": 0.61542, "mrr_at_100": 0.616527, "mrr_at_1000": 0.616612, "nauc_ndcg_at_1_max": 0.064965, "nauc_ndcg_at_1_std": -0.092379, "nauc_ndcg_at_1_diff1": 0.278219, "nauc_ndcg_at_3_max": 0.033908, "nauc_ndcg_at_3_std": -0.167348, "nauc_ndcg_at_3_diff1": 0.197289, "nauc_ndcg_at_5_max": 0.040342, "nauc_ndcg_at_5_std": -0.170471, "nauc_ndcg_at_5_diff1": 0.214809, "nauc_ndcg_at_10_max": 0.030034, "nauc_ndcg_at_10_std": -0.180288, "nauc_ndcg_at_10_diff1": 0.169777, "nauc_ndcg_at_20_max": 0.026233, "nauc_ndcg_at_20_std": -0.171023, "nauc_ndcg_at_20_diff1": 0.149299, "nauc_ndcg_at_100_max": 0.062029, "nauc_ndcg_at_100_std": -0.118251, "nauc_ndcg_at_100_diff1": 0.168166, "nauc_ndcg_at_1000_max": 0.061327, "nauc_ndcg_at_1000_std": -0.117225, "nauc_ndcg_at_1000_diff1": 0.185417, "nauc_map_at_1_max": 0.048123, "nauc_map_at_1_std": -0.19254, "nauc_map_at_1_diff1": 0.358095, "nauc_map_at_3_max": 0.003319, "nauc_map_at_3_std": -0.25352, "nauc_map_at_3_diff1": 0.261408, "nauc_map_at_5_max": 0.012322, "nauc_map_at_5_std": -0.236346, "nauc_map_at_5_diff1": 0.253388, "nauc_map_at_10_max": 0.014087, "nauc_map_at_10_std": -0.21761, "nauc_map_at_10_diff1": 0.206676, "nauc_map_at_20_max": 0.011124, "nauc_map_at_20_std": -0.202711, "nauc_map_at_20_diff1": 0.17852, "nauc_map_at_100_max": 0.030141, "nauc_map_at_100_std": -0.171569, "nauc_map_at_100_diff1": 0.173955, "nauc_map_at_1000_max": 0.030395, "nauc_map_at_1000_std": -0.170073, "nauc_map_at_1000_diff1": 0.175335, "nauc_recall_at_1_max": 0.048123, "nauc_recall_at_1_std": -0.19254, "nauc_recall_at_1_diff1": 0.358095, "nauc_recall_at_3_max": -0.024593, "nauc_recall_at_3_std": -0.278191, "nauc_recall_at_3_diff1": 0.179879, "nauc_recall_at_5_max": -0.007584, "nauc_recall_at_5_std": -0.228022, "nauc_recall_at_5_diff1": 0.181168, "nauc_recall_at_10_max": -0.007965, "nauc_recall_at_10_std": -0.196218, "nauc_recall_at_10_diff1": 0.095263, "nauc_recall_at_20_max": -0.034806, "nauc_recall_at_20_std": -0.172561, "nauc_recall_at_20_diff1": 0.013297, "nauc_recall_at_100_max": 0.073478, "nauc_recall_at_100_std": -0.022078, "nauc_recall_at_100_diff1": -0.027713, "nauc_recall_at_1000_max": 0.383425, "nauc_recall_at_1000_std": 0.483481, "nauc_recall_at_1000_diff1": 0.649199, "nauc_precision_at_1_max": 0.051064, "nauc_precision_at_1_std": -0.111235, "nauc_precision_at_1_diff1": 0.283091, "nauc_precision_at_3_max": -0.006248, "nauc_precision_at_3_std": -0.080969, "nauc_precision_at_3_diff1": 0.03412, "nauc_precision_at_5_max": 0.016931, "nauc_precision_at_5_std": 0.00024, "nauc_precision_at_5_diff1": -0.000958, "nauc_precision_at_10_max": 0.02846, "nauc_precision_at_10_std": 0.06858, "nauc_precision_at_10_diff1": -0.101378, "nauc_precision_at_20_max": 0.022746, "nauc_precision_at_20_std": 0.124578, "nauc_precision_at_20_diff1": -0.146555, "nauc_precision_at_100_max": 0.062395, "nauc_precision_at_100_std": 0.217143, "nauc_precision_at_100_diff1": -0.11851, "nauc_precision_at_1000_max": 0.054131, "nauc_precision_at_1000_std": 0.218524, "nauc_precision_at_1000_diff1": -0.094336, "nauc_mrr_at_1_max": 0.051064, "nauc_mrr_at_1_std": -0.111235, "nauc_mrr_at_1_diff1": 0.283091, "nauc_mrr_at_3_max": 0.048268, "nauc_mrr_at_3_std": -0.144403, "nauc_mrr_at_3_diff1": 0.214826, "nauc_mrr_at_5_max": 0.055127, "nauc_mrr_at_5_std": -0.131707, "nauc_mrr_at_5_diff1": 0.232057, "nauc_mrr_at_10_max": 0.054896, "nauc_mrr_at_10_std": -0.127308, "nauc_mrr_at_10_diff1": 0.225391, "nauc_mrr_at_20_max": 0.055626, "nauc_mrr_at_20_std": -0.123137, "nauc_mrr_at_20_diff1": 0.224163, "nauc_mrr_at_100_max": 0.054336, "nauc_mrr_at_100_std": -0.12562, "nauc_mrr_at_100_diff1": 0.225479, "nauc_mrr_at_1000_max": 0.054211, "nauc_mrr_at_1000_std": -0.125771, "nauc_mrr_at_1000_diff1": 0.225633, "cv_recall_at_1": 0.45695, "cv_recall_at_3": 0.72185, "cv_recall_at_5": 0.81457, "cv_recall_at_10": 0.9106, "cv_recall_at_20": 0.95695, "cv_recall_at_100": 0.98675, "cv_recall_at_1000": 1.0, "main_score": 0.49441, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.42715, "ndcg_at_3": 0.44633, "ndcg_at_5": 0.46148, "ndcg_at_10": 0.49365, "ndcg_at_20": 0.54455, "ndcg_at_100": 0.6209, "ndcg_at_1000": 0.64379, "map_at_1": 0.16331, "map_at_3": 0.25131, "map_at_5": 0.29108, "map_at_10": 0.34793, "map_at_20": 0.39448, "map_at_100": 0.43256, "map_at_1000": 0.43689, "recall_at_1": 0.16331, "recall_at_3": 0.30927, "recall_at_5": 0.39309, "recall_at_10": 0.52718, "recall_at_20": 0.67612, "recall_at_100": 0.90147, "recall_at_1000": 0.99744, "accuracy": 0.16331, "precision_at_1": 0.46358, "precision_at_3": 0.36424, "precision_at_5": 0.31987, "precision_at_10": 0.25795, "precision_at_20": 0.19255, "precision_at_100": 0.06099, "precision_at_1000": 0.00719, "mrr_at_1": 0.463576, "mrr_at_3": 0.588852, "mrr_at_5": 0.61021, "mrr_at_10": 0.618447, "mrr_at_20": 0.622856, "mrr_at_100": 0.623911, "mrr_at_1000": 0.623961, "nauc_ndcg_at_1_max": 0.100593, "nauc_ndcg_at_1_std": -0.08785, "nauc_ndcg_at_1_diff1": 0.290558, "nauc_ndcg_at_3_max": 0.024439, "nauc_ndcg_at_3_std": -0.187623, "nauc_ndcg_at_3_diff1": 0.20022, "nauc_ndcg_at_5_max": 0.018183, "nauc_ndcg_at_5_std": -0.200059, "nauc_ndcg_at_5_diff1": 0.209551, "nauc_ndcg_at_10_max": 0.002041, "nauc_ndcg_at_10_std": -0.208825, "nauc_ndcg_at_10_diff1": 0.17808, "nauc_ndcg_at_20_max": 0.000584, "nauc_ndcg_at_20_std": -0.205603, "nauc_ndcg_at_20_diff1": 0.165207, "nauc_ndcg_at_100_max": 0.045979, "nauc_ndcg_at_100_std": -0.161669, "nauc_ndcg_at_100_diff1": 0.175145, "nauc_ndcg_at_1000_max": 0.049352, "nauc_ndcg_at_1000_std": -0.155439, "nauc_ndcg_at_1000_diff1": 0.193138, "nauc_map_at_1_max": 0.047577, "nauc_map_at_1_std": -0.225265, "nauc_map_at_1_diff1": 0.357068, "nauc_map_at_3_max": -0.017864, "nauc_map_at_3_std": -0.270618, "nauc_map_at_3_diff1": 0.270651, "nauc_map_at_5_max": -0.016601, "nauc_map_at_5_std": -0.264672, "nauc_map_at_5_diff1": 0.254512, "nauc_map_at_10_max": -0.007404, "nauc_map_at_10_std": -0.24705, "nauc_map_at_10_diff1": 0.212849, "nauc_map_at_20_max": -0.001884, "nauc_map_at_20_std": -0.227587, "nauc_map_at_20_diff1": 0.188141, "nauc_map_at_100_max": 0.016449, "nauc_map_at_100_std": -0.201325, "nauc_map_at_100_diff1": 0.180441, "nauc_map_at_1000_max": 0.017163, "nauc_map_at_1000_std": -0.199758, "nauc_map_at_1000_diff1": 0.182517, "nauc_recall_at_1_max": 0.047577, "nauc_recall_at_1_std": -0.225265, "nauc_recall_at_1_diff1": 0.357068, "nauc_recall_at_3_max": -0.043815, "nauc_recall_at_3_std": -0.257089, "nauc_recall_at_3_diff1": 0.190899, "nauc_recall_at_5_max": -0.049599, "nauc_recall_at_5_std": -0.242621, "nauc_recall_at_5_diff1": 0.174602, "nauc_recall_at_10_max": -0.054727, "nauc_recall_at_10_std": -0.204952, "nauc_recall_at_10_diff1": 0.092438, "nauc_recall_at_20_max": -0.094842, "nauc_recall_at_20_std": -0.188184, "nauc_recall_at_20_diff1": 0.042352, "nauc_recall_at_100_max": 0.047484, "nauc_recall_at_100_std": -0.101923, "nauc_recall_at_100_diff1": -0.008433, "nauc_recall_at_1000_max": 0.524484, "nauc_recall_at_1000_std": 0.73899, "nauc_recall_at_1000_diff1": 0.486317, "nauc_precision_at_1_max": 0.102926, "nauc_precision_at_1_std": -0.107949, "nauc_precision_at_1_diff1": 0.292542, "nauc_precision_at_3_max": 0.004086, "nauc_precision_at_3_std": -0.102526, "nauc_precision_at_3_diff1": 0.025224, "nauc_precision_at_5_max": 0.037939, "nauc_precision_at_5_std": -0.007236, "nauc_precision_at_5_diff1": -0.020838, "nauc_precision_at_10_max": 0.040211, "nauc_precision_at_10_std": 0.061904, "nauc_precision_at_10_diff1": -0.085443, "nauc_precision_at_20_max": 0.051789, "nauc_precision_at_20_std": 0.125217, "nauc_precision_at_20_diff1": -0.128188, "nauc_precision_at_100_max": 0.081326, "nauc_precision_at_100_std": 0.196006, "nauc_precision_at_100_diff1": -0.117797, "nauc_precision_at_1000_max": 0.076439, "nauc_precision_at_1000_std": 0.207868, "nauc_precision_at_1000_diff1": -0.083617, "nauc_mrr_at_1_max": 0.102926, "nauc_mrr_at_1_std": -0.107949, "nauc_mrr_at_1_diff1": 0.292542, "nauc_mrr_at_3_max": 0.088034, "nauc_mrr_at_3_std": -0.137954, "nauc_mrr_at_3_diff1": 0.23071, "nauc_mrr_at_5_max": 0.093082, "nauc_mrr_at_5_std": -0.130353, "nauc_mrr_at_5_diff1": 0.240699, "nauc_mrr_at_10_max": 0.088702, "nauc_mrr_at_10_std": -0.129633, "nauc_mrr_at_10_diff1": 0.241972, "nauc_mrr_at_20_max": 0.090392, "nauc_mrr_at_20_std": -0.128652, "nauc_mrr_at_20_diff1": 0.24256, "nauc_mrr_at_100_max": 0.090857, "nauc_mrr_at_100_std": -0.129679, "nauc_mrr_at_100_diff1": 0.243151, "nauc_mrr_at_1000_max": 0.090823, "nauc_mrr_at_1000_std": -0.129698, "nauc_mrr_at_1000_diff1": 0.243204, "cv_recall_at_1": 0.46358, "cv_recall_at_3": 0.74172, "cv_recall_at_5": 0.83444, "cv_recall_at_10": 0.89735, "cv_recall_at_20": 0.95695, "cv_recall_at_100": 0.99007, "cv_recall_at_1000": 1.0, "main_score": 0.49365, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 6678.125719070435, "kg_co2_emissions": null }