{ "dataset_revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9", "task_name": "Vidore3EnergyRetrieval", "mteb_version": "2.2.2", "scores": { "test": [ { "ndcg_at_1": 0.47403, "ndcg_at_3": 0.51925, "ndcg_at_5": 0.55205, "ndcg_at_10": 0.58332, "ndcg_at_20": 0.61474, "ndcg_at_100": 0.6544, "ndcg_at_1000": 0.66844, "map_at_1": 0.27985, "map_at_3": 0.40287, "map_at_5": 0.43856, "map_at_10": 0.46846, "map_at_20": 0.4885, "map_at_100": 0.50354, "map_at_1000": 0.50552, "recall_at_1": 0.27985, "recall_at_3": 0.48496, "recall_at_5": 0.58287, "recall_at_10": 0.69064, "recall_at_20": 0.79446, "recall_at_100": 0.93195, "recall_at_1000": 0.998, "accuracy": 0.27985, "precision_at_1": 0.49351, "precision_at_3": 0.32576, "precision_at_5": 0.25584, "precision_at_10": 0.16688, "precision_at_20": 0.10649, "precision_at_100": 0.03032, "precision_at_1000": 0.00355, "mrr_at_1": 0.493506, "mrr_at_3": 0.600649, "mrr_at_5": 0.625162, "mrr_at_10": 0.637171, "mrr_at_20": 0.639955, "mrr_at_100": 0.641286, "mrr_at_1000": 0.641293, "nauc_ndcg_at_1_max": 0.051459, "nauc_ndcg_at_1_std": -0.240962, "nauc_ndcg_at_1_diff1": 0.440384, "nauc_ndcg_at_3_max": 0.105257, "nauc_ndcg_at_3_std": -0.259949, "nauc_ndcg_at_3_diff1": 0.413478, "nauc_ndcg_at_5_max": 0.106209, "nauc_ndcg_at_5_std": -0.249941, "nauc_ndcg_at_5_diff1": 0.378928, "nauc_ndcg_at_10_max": 0.104348, "nauc_ndcg_at_10_std": -0.254921, "nauc_ndcg_at_10_diff1": 0.385265, "nauc_ndcg_at_20_max": 0.107897, "nauc_ndcg_at_20_std": -0.25572, "nauc_ndcg_at_20_diff1": 0.374436, "nauc_ndcg_at_100_max": 0.118004, "nauc_ndcg_at_100_std": -0.237471, "nauc_ndcg_at_100_diff1": 0.391639, "nauc_ndcg_at_1000_max": 0.112485, "nauc_ndcg_at_1000_std": -0.233724, "nauc_ndcg_at_1000_diff1": 0.396957, "nauc_map_at_1_max": 0.030913, "nauc_map_at_1_std": -0.284243, "nauc_map_at_1_diff1": 0.478283, "nauc_map_at_3_max": 0.057687, "nauc_map_at_3_std": -0.282982, "nauc_map_at_3_diff1": 0.416227, "nauc_map_at_5_max": 0.063641, "nauc_map_at_5_std": -0.276159, "nauc_map_at_5_diff1": 0.397868, "nauc_map_at_10_max": 0.076579, "nauc_map_at_10_std": -0.273253, "nauc_map_at_10_diff1": 0.391871, "nauc_map_at_20_max": 0.084709, "nauc_map_at_20_std": -0.266267, "nauc_map_at_20_diff1": 0.382368, "nauc_map_at_100_max": 0.093444, "nauc_map_at_100_std": -0.253837, "nauc_map_at_100_diff1": 0.383349, "nauc_map_at_1000_max": 0.093357, "nauc_map_at_1000_std": -0.253398, "nauc_map_at_1000_diff1": 0.384429, "nauc_recall_at_1_max": 0.030913, "nauc_recall_at_1_std": -0.284243, "nauc_recall_at_1_diff1": 0.478283, "nauc_recall_at_3_max": 0.104634, "nauc_recall_at_3_std": -0.25358, "nauc_recall_at_3_diff1": 0.353988, "nauc_recall_at_5_max": 0.115458, "nauc_recall_at_5_std": -0.208495, "nauc_recall_at_5_diff1": 0.276734, "nauc_recall_at_10_max": 0.088054, "nauc_recall_at_10_std": -0.214004, "nauc_recall_at_10_diff1": 0.269931, "nauc_recall_at_20_max": 0.104282, "nauc_recall_at_20_std": -0.204179, "nauc_recall_at_20_diff1": 0.172146, "nauc_recall_at_100_max": 0.241718, "nauc_recall_at_100_std": -0.122052, "nauc_recall_at_100_diff1": 0.225072, "nauc_recall_at_1000_max": -0.023522, "nauc_recall_at_1000_std": 0.184895, "nauc_recall_at_1000_diff1": -0.143546, "nauc_precision_at_1_max": 0.067891, "nauc_precision_at_1_std": -0.225694, "nauc_precision_at_1_diff1": 0.419086, "nauc_precision_at_3_max": 0.139546, "nauc_precision_at_3_std": -0.080511, "nauc_precision_at_3_diff1": 0.111107, "nauc_precision_at_5_max": 0.13875, "nauc_precision_at_5_std": 0.024226, "nauc_precision_at_5_diff1": -0.052616, "nauc_precision_at_10_max": 0.149364, "nauc_precision_at_10_std": 0.117736, "nauc_precision_at_10_diff1": -0.138926, "nauc_precision_at_20_max": 0.139639, "nauc_precision_at_20_std": 0.186336, "nauc_precision_at_20_diff1": -0.192634, "nauc_precision_at_100_max": 0.098239, "nauc_precision_at_100_std": 0.241238, "nauc_precision_at_100_diff1": -0.160514, "nauc_precision_at_1000_max": 0.065815, "nauc_precision_at_1000_std": 0.242105, "nauc_precision_at_1000_diff1": -0.148919, "nauc_mrr_at_1_max": 0.067891, "nauc_mrr_at_1_std": -0.225694, "nauc_mrr_at_1_diff1": 0.419086, "nauc_mrr_at_3_max": 0.150654, "nauc_mrr_at_3_std": -0.222899, "nauc_mrr_at_3_diff1": 0.410629, "nauc_mrr_at_5_max": 0.152441, "nauc_mrr_at_5_std": -0.212769, "nauc_mrr_at_5_diff1": 0.398013, "nauc_mrr_at_10_max": 0.135375, "nauc_mrr_at_10_std": -0.214018, "nauc_mrr_at_10_diff1": 0.402607, "nauc_mrr_at_20_max": 0.134933, "nauc_mrr_at_20_std": -0.214389, "nauc_mrr_at_20_diff1": 0.401625, "nauc_mrr_at_100_max": 0.13446, "nauc_mrr_at_100_std": -0.215602, "nauc_mrr_at_100_diff1": 0.402869, "nauc_mrr_at_1000_max": 0.134442, "nauc_mrr_at_1000_std": -0.215632, "nauc_mrr_at_1000_diff1": 0.402876, "cv_recall_at_1": 0.49351, "cv_recall_at_3": 0.73052, "cv_recall_at_5": 0.83766, "cv_recall_at_10": 0.92208, "cv_recall_at_20": 0.96104, "cv_recall_at_100": 0.99675, "cv_recall_at_1000": 1.0, "main_score": 0.58332, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.48701, "ndcg_at_3": 0.51929, "ndcg_at_5": 0.53945, "ndcg_at_10": 0.57544, "ndcg_at_20": 0.6047, "ndcg_at_100": 0.64667, "ndcg_at_1000": 0.66157, "map_at_1": 0.28549, "map_at_3": 0.39904, "map_at_5": 0.43034, "map_at_10": 0.46124, "map_at_20": 0.47898, "map_at_100": 0.49436, "map_at_1000": 0.4964, "recall_at_1": 0.28549, "recall_at_3": 0.47768, "recall_at_5": 0.55791, "recall_at_10": 0.67874, "recall_at_20": 0.77754, "recall_at_100": 0.92996, "recall_at_1000": 0.99699, "accuracy": 0.28549, "precision_at_1": 0.50974, "precision_at_3": 0.33009, "precision_at_5": 0.24805, "precision_at_10": 0.16461, "precision_at_20": 0.10308, "precision_at_100": 0.02987, "precision_at_1000": 0.00354, "mrr_at_1": 0.50974, "mrr_at_3": 0.604437, "mrr_at_5": 0.623431, "mrr_at_10": 0.636791, "mrr_at_20": 0.640663, "mrr_at_100": 0.641841, "mrr_at_1000": 0.641847, "nauc_ndcg_at_1_max": 0.197976, "nauc_ndcg_at_1_std": -0.084361, "nauc_ndcg_at_1_diff1": 0.335446, "nauc_ndcg_at_3_max": 0.176513, "nauc_ndcg_at_3_std": -0.132949, "nauc_ndcg_at_3_diff1": 0.303044, "nauc_ndcg_at_5_max": 0.182318, "nauc_ndcg_at_5_std": -0.160304, "nauc_ndcg_at_5_diff1": 0.320884, "nauc_ndcg_at_10_max": 0.183377, "nauc_ndcg_at_10_std": -0.165458, "nauc_ndcg_at_10_diff1": 0.345026, "nauc_ndcg_at_20_max": 0.203211, "nauc_ndcg_at_20_std": -0.143313, "nauc_ndcg_at_20_diff1": 0.359969, "nauc_ndcg_at_100_max": 0.20415, "nauc_ndcg_at_100_std": -0.122403, "nauc_ndcg_at_100_diff1": 0.342216, "nauc_ndcg_at_1000_max": 0.205589, "nauc_ndcg_at_1000_std": -0.113856, "nauc_ndcg_at_1000_diff1": 0.333549, "nauc_map_at_1_max": 0.152117, "nauc_map_at_1_std": -0.159146, "nauc_map_at_1_diff1": 0.408226, "nauc_map_at_3_max": 0.145398, "nauc_map_at_3_std": -0.171146, "nauc_map_at_3_diff1": 0.347044, "nauc_map_at_5_max": 0.149613, "nauc_map_at_5_std": -0.185291, "nauc_map_at_5_diff1": 0.345208, "nauc_map_at_10_max": 0.159123, "nauc_map_at_10_std": -0.178522, "nauc_map_at_10_diff1": 0.353003, "nauc_map_at_20_max": 0.174325, "nauc_map_at_20_std": -0.159024, "nauc_map_at_20_diff1": 0.356707, "nauc_map_at_100_max": 0.179204, "nauc_map_at_100_std": -0.144656, "nauc_map_at_100_diff1": 0.350876, "nauc_map_at_1000_max": 0.17943, "nauc_map_at_1000_std": -0.143838, "nauc_map_at_1000_diff1": 0.350174, "nauc_recall_at_1_max": 0.152117, "nauc_recall_at_1_std": -0.159146, "nauc_recall_at_1_diff1": 0.408226, "nauc_recall_at_3_max": 0.122497, "nauc_recall_at_3_std": -0.183581, "nauc_recall_at_3_diff1": 0.272916, "nauc_recall_at_5_max": 0.120141, "nauc_recall_at_5_std": -0.227487, "nauc_recall_at_5_diff1": 0.279656, "nauc_recall_at_10_max": 0.091772, "nauc_recall_at_10_std": -0.226868, "nauc_recall_at_10_diff1": 0.321405, "nauc_recall_at_20_max": 0.156152, "nauc_recall_at_20_std": -0.137401, "nauc_recall_at_20_diff1": 0.376523, "nauc_recall_at_100_max": 0.163024, "nauc_recall_at_100_std": -0.089466, "nauc_recall_at_100_diff1": 0.368047, "nauc_recall_at_1000_max": -0.056032, "nauc_recall_at_1000_std": 0.438059, "nauc_recall_at_1000_diff1": 0.474126, "nauc_precision_at_1_max": 0.221976, "nauc_precision_at_1_std": -0.079392, "nauc_precision_at_1_diff1": 0.342246, "nauc_precision_at_3_max": 0.154044, "nauc_precision_at_3_std": 0.009717, "nauc_precision_at_3_diff1": 0.043427, "nauc_precision_at_5_max": 0.140741, "nauc_precision_at_5_std": 0.031342, "nauc_precision_at_5_diff1": -0.009057, "nauc_precision_at_10_max": 0.136196, "nauc_precision_at_10_std": 0.118998, "nauc_precision_at_10_diff1": -0.065307, "nauc_precision_at_20_max": 0.158146, "nauc_precision_at_20_std": 0.215107, "nauc_precision_at_20_diff1": -0.0924, "nauc_precision_at_100_max": 0.088683, "nauc_precision_at_100_std": 0.259245, "nauc_precision_at_100_diff1": -0.168227, "nauc_precision_at_1000_max": 0.054512, "nauc_precision_at_1000_std": 0.243838, "nauc_precision_at_1000_diff1": -0.195074, "nauc_mrr_at_1_max": 0.221976, "nauc_mrr_at_1_std": -0.079392, "nauc_mrr_at_1_diff1": 0.342246, "nauc_mrr_at_3_max": 0.253148, "nauc_mrr_at_3_std": -0.089144, "nauc_mrr_at_3_diff1": 0.30061, "nauc_mrr_at_5_max": 0.26212, "nauc_mrr_at_5_std": -0.091589, "nauc_mrr_at_5_diff1": 0.308812, "nauc_mrr_at_10_max": 0.252619, "nauc_mrr_at_10_std": -0.095497, "nauc_mrr_at_10_diff1": 0.322319, "nauc_mrr_at_20_max": 0.254729, "nauc_mrr_at_20_std": -0.090757, "nauc_mrr_at_20_diff1": 0.322748, "nauc_mrr_at_100_max": 0.2532, "nauc_mrr_at_100_std": -0.091685, "nauc_mrr_at_100_diff1": 0.321108, "nauc_mrr_at_1000_max": 0.253183, "nauc_mrr_at_1000_std": -0.091711, "nauc_mrr_at_1000_diff1": 0.321092, "cv_recall_at_1": 0.50974, "cv_recall_at_3": 0.72727, "cv_recall_at_5": 0.80844, "cv_recall_at_10": 0.90584, "cv_recall_at_20": 0.95779, "cv_recall_at_100": 0.99675, "cv_recall_at_1000": 1.0, "main_score": 0.57544, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.45292, "ndcg_at_3": 0.49133, "ndcg_at_5": 0.52134, "ndcg_at_10": 0.55274, "ndcg_at_20": 0.58218, "ndcg_at_100": 0.62794, "ndcg_at_1000": 0.64314, "map_at_1": 0.26443, "map_at_3": 0.37405, "map_at_5": 0.40991, "map_at_10": 0.43955, "map_at_20": 0.45665, "map_at_100": 0.4727, "map_at_1000": 0.47479, "recall_at_1": 0.26443, "recall_at_3": 0.45477, "recall_at_5": 0.54655, "recall_at_10": 0.65899, "recall_at_20": 0.76008, "recall_at_100": 0.92608, "recall_at_1000": 0.99626, "accuracy": 0.26443, "precision_at_1": 0.47403, "precision_at_3": 0.30844, "precision_at_5": 0.24481, "precision_at_10": 0.16006, "precision_at_20": 0.1013, "precision_at_100": 0.02955, "precision_at_1000": 0.00353, "mrr_at_1": 0.474026, "mrr_at_3": 0.581169, "mrr_at_5": 0.601623, "mrr_at_10": 0.613582, "mrr_at_20": 0.617897, "mrr_at_100": 0.619156, "mrr_at_1000": 0.619162, "nauc_ndcg_at_1_max": 0.209544, "nauc_ndcg_at_1_std": -0.148381, "nauc_ndcg_at_1_diff1": 0.358211, "nauc_ndcg_at_3_max": 0.193706, "nauc_ndcg_at_3_std": -0.175728, "nauc_ndcg_at_3_diff1": 0.319859, "nauc_ndcg_at_5_max": 0.196784, "nauc_ndcg_at_5_std": -0.171632, "nauc_ndcg_at_5_diff1": 0.316557, "nauc_ndcg_at_10_max": 0.178911, "nauc_ndcg_at_10_std": -0.194331, "nauc_ndcg_at_10_diff1": 0.307339, "nauc_ndcg_at_20_max": 0.195113, "nauc_ndcg_at_20_std": -0.172074, "nauc_ndcg_at_20_diff1": 0.293162, "nauc_ndcg_at_100_max": 0.211178, "nauc_ndcg_at_100_std": -0.138336, "nauc_ndcg_at_100_diff1": 0.30169, "nauc_ndcg_at_1000_max": 0.207989, "nauc_ndcg_at_1000_std": -0.139432, "nauc_ndcg_at_1000_diff1": 0.307312, "nauc_map_at_1_max": 0.129348, "nauc_map_at_1_std": -0.211307, "nauc_map_at_1_diff1": 0.366763, "nauc_map_at_3_max": 0.151818, "nauc_map_at_3_std": -0.213145, "nauc_map_at_3_diff1": 0.327687, "nauc_map_at_5_max": 0.162845, "nauc_map_at_5_std": -0.202044, "nauc_map_at_5_diff1": 0.31971, "nauc_map_at_10_max": 0.16083, "nauc_map_at_10_std": -0.202163, "nauc_map_at_10_diff1": 0.314137, "nauc_map_at_20_max": 0.174623, "nauc_map_at_20_std": -0.181946, "nauc_map_at_20_diff1": 0.307386, "nauc_map_at_100_max": 0.1833, "nauc_map_at_100_std": -0.162387, "nauc_map_at_100_diff1": 0.30432, "nauc_map_at_1000_max": 0.183289, "nauc_map_at_1000_std": -0.162063, "nauc_map_at_1000_diff1": 0.305026, "nauc_recall_at_1_max": 0.129348, "nauc_recall_at_1_std": -0.211307, "nauc_recall_at_1_diff1": 0.366763, "nauc_recall_at_3_max": 0.145924, "nauc_recall_at_3_std": -0.213098, "nauc_recall_at_3_diff1": 0.267253, "nauc_recall_at_5_max": 0.160531, "nauc_recall_at_5_std": -0.190047, "nauc_recall_at_5_diff1": 0.262305, "nauc_recall_at_10_max": 0.103822, "nauc_recall_at_10_std": -0.233267, "nauc_recall_at_10_diff1": 0.214551, "nauc_recall_at_20_max": 0.127321, "nauc_recall_at_20_std": -0.159694, "nauc_recall_at_20_diff1": 0.137367, "nauc_recall_at_100_max": 0.247202, "nauc_recall_at_100_std": 0.05943, "nauc_recall_at_100_diff1": 0.150838, "nauc_recall_at_1000_max": 0.181681, "nauc_recall_at_1000_std": 0.355745, "nauc_recall_at_1000_diff1": 0.187166, "nauc_precision_at_1_max": 0.22921, "nauc_precision_at_1_std": -0.134674, "nauc_precision_at_1_diff1": 0.364572, "nauc_precision_at_3_max": 0.186997, "nauc_precision_at_3_std": -0.026815, "nauc_precision_at_3_diff1": 0.134202, "nauc_precision_at_5_max": 0.159138, "nauc_precision_at_5_std": 0.05879, "nauc_precision_at_5_diff1": 0.026016, "nauc_precision_at_10_max": 0.107821, "nauc_precision_at_10_std": 0.102044, "nauc_precision_at_10_diff1": -0.039541, "nauc_precision_at_20_max": 0.136231, "nauc_precision_at_20_std": 0.215331, "nauc_precision_at_20_diff1": -0.099305, "nauc_precision_at_100_max": 0.094616, "nauc_precision_at_100_std": 0.263006, "nauc_precision_at_100_diff1": -0.115543, "nauc_precision_at_1000_max": 0.055217, "nauc_precision_at_1000_std": 0.229772, "nauc_precision_at_1000_diff1": -0.10424, "nauc_mrr_at_1_max": 0.22921, "nauc_mrr_at_1_std": -0.134674, "nauc_mrr_at_1_diff1": 0.364572, "nauc_mrr_at_3_max": 0.257434, "nauc_mrr_at_3_std": -0.124797, "nauc_mrr_at_3_diff1": 0.337789, "nauc_mrr_at_5_max": 0.258062, "nauc_mrr_at_5_std": -0.121489, "nauc_mrr_at_5_diff1": 0.342227, "nauc_mrr_at_10_max": 0.24864, "nauc_mrr_at_10_std": -0.129134, "nauc_mrr_at_10_diff1": 0.338686, "nauc_mrr_at_20_max": 0.249271, "nauc_mrr_at_20_std": -0.129631, "nauc_mrr_at_20_diff1": 0.33754, "nauc_mrr_at_100_max": 0.2493, "nauc_mrr_at_100_std": -0.128299, "nauc_mrr_at_100_diff1": 0.338582, "nauc_mrr_at_1000_max": 0.249285, "nauc_mrr_at_1000_std": -0.12832, "nauc_mrr_at_1000_diff1": 0.338572, "cv_recall_at_1": 0.47403, "cv_recall_at_3": 0.71104, "cv_recall_at_5": 0.80195, "cv_recall_at_10": 0.88961, "cv_recall_at_20": 0.9513, "cv_recall_at_100": 0.99675, "cv_recall_at_1000": 1.0, "main_score": 0.55274, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.44968, "ndcg_at_3": 0.47022, "ndcg_at_5": 0.50378, "ndcg_at_10": 0.53785, "ndcg_at_20": 0.56427, "ndcg_at_100": 0.60992, "ndcg_at_1000": 0.62913, "map_at_1": 0.26519, "map_at_3": 0.35869, "map_at_5": 0.3943, "map_at_10": 0.42438, "map_at_20": 0.44032, "map_at_100": 0.45567, "map_at_1000": 0.4582, "recall_at_1": 0.26519, "recall_at_3": 0.42575, "recall_at_5": 0.52954, "recall_at_10": 0.65245, "recall_at_20": 0.74011, "recall_at_100": 0.90366, "recall_at_1000": 0.99621, "accuracy": 0.26519, "precision_at_1": 0.47078, "precision_at_3": 0.29113, "precision_at_5": 0.23442, "precision_at_10": 0.15357, "precision_at_20": 0.0961, "precision_at_100": 0.02896, "precision_at_1000": 0.00354, "mrr_at_1": 0.470779, "mrr_at_3": 0.560065, "mrr_at_5": 0.584253, "mrr_at_10": 0.598557, "mrr_at_20": 0.601959, "mrr_at_100": 0.603183, "mrr_at_1000": 0.60327, "nauc_ndcg_at_1_max": 0.251038, "nauc_ndcg_at_1_std": -0.114115, "nauc_ndcg_at_1_diff1": 0.441473, "nauc_ndcg_at_3_max": 0.225744, "nauc_ndcg_at_3_std": -0.155983, "nauc_ndcg_at_3_diff1": 0.358442, "nauc_ndcg_at_5_max": 0.255053, "nauc_ndcg_at_5_std": -0.158716, "nauc_ndcg_at_5_diff1": 0.38357, "nauc_ndcg_at_10_max": 0.236736, "nauc_ndcg_at_10_std": -0.172662, "nauc_ndcg_at_10_diff1": 0.375714, "nauc_ndcg_at_20_max": 0.24264, "nauc_ndcg_at_20_std": -0.159198, "nauc_ndcg_at_20_diff1": 0.375276, "nauc_ndcg_at_100_max": 0.262612, "nauc_ndcg_at_100_std": -0.134132, "nauc_ndcg_at_100_diff1": 0.391246, "nauc_ndcg_at_1000_max": 0.263027, "nauc_ndcg_at_1000_std": -0.130127, "nauc_ndcg_at_1000_diff1": 0.397789, "nauc_map_at_1_max": 0.186486, "nauc_map_at_1_std": -0.199619, "nauc_map_at_1_diff1": 0.45724, "nauc_map_at_3_max": 0.207888, "nauc_map_at_3_std": -0.188898, "nauc_map_at_3_diff1": 0.391546, "nauc_map_at_5_max": 0.229265, "nauc_map_at_5_std": -0.18111, "nauc_map_at_5_diff1": 0.402288, "nauc_map_at_10_max": 0.229227, "nauc_map_at_10_std": -0.176564, "nauc_map_at_10_diff1": 0.3909, "nauc_map_at_20_max": 0.237218, "nauc_map_at_20_std": -0.164271, "nauc_map_at_20_diff1": 0.389087, "nauc_map_at_100_max": 0.244584, "nauc_map_at_100_std": -0.151371, "nauc_map_at_100_diff1": 0.392001, "nauc_map_at_1000_max": 0.24526, "nauc_map_at_1000_std": -0.150392, "nauc_map_at_1000_diff1": 0.393204, "nauc_recall_at_1_max": 0.186486, "nauc_recall_at_1_std": -0.199619, "nauc_recall_at_1_diff1": 0.45724, "nauc_recall_at_3_max": 0.191093, "nauc_recall_at_3_std": -0.187543, "nauc_recall_at_3_diff1": 0.29852, "nauc_recall_at_5_max": 0.238358, "nauc_recall_at_5_std": -0.157141, "nauc_recall_at_5_diff1": 0.309963, "nauc_recall_at_10_max": 0.160901, "nauc_recall_at_10_std": -0.176224, "nauc_recall_at_10_diff1": 0.246499, "nauc_recall_at_20_max": 0.163892, "nauc_recall_at_20_std": -0.12764, "nauc_recall_at_20_diff1": 0.207619, "nauc_recall_at_100_max": 0.291171, "nauc_recall_at_100_std": -0.042381, "nauc_recall_at_100_diff1": 0.246174, "nauc_recall_at_1000_max": 0.629742, "nauc_recall_at_1000_std": 0.537424, "nauc_recall_at_1000_diff1": 0.629016, "nauc_precision_at_1_max": 0.26455, "nauc_precision_at_1_std": -0.104757, "nauc_precision_at_1_diff1": 0.424033, "nauc_precision_at_3_max": 0.201142, "nauc_precision_at_3_std": -0.041805, "nauc_precision_at_3_diff1": 0.143158, "nauc_precision_at_5_max": 0.219811, "nauc_precision_at_5_std": 0.01404, "nauc_precision_at_5_diff1": 0.09915, "nauc_precision_at_10_max": 0.154493, "nauc_precision_at_10_std": 0.095153, "nauc_precision_at_10_diff1": -0.014038, "nauc_precision_at_20_max": 0.122767, "nauc_precision_at_20_std": 0.158639, "nauc_precision_at_20_diff1": -0.064191, "nauc_precision_at_100_max": 0.078037, "nauc_precision_at_100_std": 0.214555, "nauc_precision_at_100_diff1": -0.084226, "nauc_precision_at_1000_max": 0.046611, "nauc_precision_at_1000_std": 0.186049, "nauc_precision_at_1000_diff1": -0.087919, "nauc_mrr_at_1_max": 0.26455, "nauc_mrr_at_1_std": -0.104757, "nauc_mrr_at_1_diff1": 0.424033, "nauc_mrr_at_3_max": 0.256399, "nauc_mrr_at_3_std": -0.129477, "nauc_mrr_at_3_diff1": 0.374527, "nauc_mrr_at_5_max": 0.278543, "nauc_mrr_at_5_std": -0.127948, "nauc_mrr_at_5_diff1": 0.390994, "nauc_mrr_at_10_max": 0.27319, "nauc_mrr_at_10_std": -0.123713, "nauc_mrr_at_10_diff1": 0.393098, "nauc_mrr_at_20_max": 0.271466, "nauc_mrr_at_20_std": -0.122387, "nauc_mrr_at_20_diff1": 0.391534, "nauc_mrr_at_100_max": 0.272795, "nauc_mrr_at_100_std": -0.121951, "nauc_mrr_at_100_diff1": 0.392195, "nauc_mrr_at_1000_max": 0.272664, "nauc_mrr_at_1000_std": -0.121879, "nauc_mrr_at_1000_diff1": 0.392113, "cv_recall_at_1": 0.47078, "cv_recall_at_3": 0.67208, "cv_recall_at_5": 0.77922, "cv_recall_at_10": 0.88636, "cv_recall_at_20": 0.93506, "cv_recall_at_100": 0.98377, "cv_recall_at_1000": 1.0, "main_score": 0.53785, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.47565, "ndcg_at_3": 0.50568, "ndcg_at_5": 0.52798, "ndcg_at_10": 0.55999, "ndcg_at_20": 0.59954, "ndcg_at_100": 0.63701, "ndcg_at_1000": 0.65263, "map_at_1": 0.27439, "map_at_3": 0.38599, "map_at_5": 0.41663, "map_at_10": 0.44664, "map_at_20": 0.46852, "map_at_100": 0.48259, "map_at_1000": 0.48468, "recall_at_1": 0.27439, "recall_at_3": 0.46537, "recall_at_5": 0.54552, "recall_at_10": 0.65791, "recall_at_20": 0.79497, "recall_at_100": 0.92788, "recall_at_1000": 0.99838, "accuracy": 0.27439, "precision_at_1": 0.5, "precision_at_3": 0.31926, "precision_at_5": 0.2461, "precision_at_10": 0.16169, "precision_at_20": 0.10536, "precision_at_100": 0.02968, "precision_at_1000": 0.00356, "mrr_at_1": 0.5, "mrr_at_3": 0.597944, "mrr_at_5": 0.618398, "mrr_at_10": 0.628453, "mrr_at_20": 0.634302, "mrr_at_100": 0.635045, "mrr_at_1000": 0.63505, "nauc_ndcg_at_1_max": 0.179744, "nauc_ndcg_at_1_std": -0.104084, "nauc_ndcg_at_1_diff1": 0.293743, "nauc_ndcg_at_3_max": 0.223586, "nauc_ndcg_at_3_std": -0.177774, "nauc_ndcg_at_3_diff1": 0.309036, "nauc_ndcg_at_5_max": 0.224422, "nauc_ndcg_at_5_std": -0.175285, "nauc_ndcg_at_5_diff1": 0.321758, "nauc_ndcg_at_10_max": 0.213363, "nauc_ndcg_at_10_std": -0.171134, "nauc_ndcg_at_10_diff1": 0.311703, "nauc_ndcg_at_20_max": 0.21, "nauc_ndcg_at_20_std": -0.17992, "nauc_ndcg_at_20_diff1": 0.311792, "nauc_ndcg_at_100_max": 0.23196, "nauc_ndcg_at_100_std": -0.133869, "nauc_ndcg_at_100_diff1": 0.31411, "nauc_ndcg_at_1000_max": 0.233183, "nauc_ndcg_at_1000_std": -0.125825, "nauc_ndcg_at_1000_diff1": 0.30707, "nauc_map_at_1_max": 0.17368, "nauc_map_at_1_std": -0.172003, "nauc_map_at_1_diff1": 0.38777, "nauc_map_at_3_max": 0.178234, "nauc_map_at_3_std": -0.20486, "nauc_map_at_3_diff1": 0.352227, "nauc_map_at_5_max": 0.185921, "nauc_map_at_5_std": -0.201046, "nauc_map_at_5_diff1": 0.348784, "nauc_map_at_10_max": 0.194403, "nauc_map_at_10_std": -0.188863, "nauc_map_at_10_diff1": 0.335151, "nauc_map_at_20_max": 0.199455, "nauc_map_at_20_std": -0.181275, "nauc_map_at_20_diff1": 0.329903, "nauc_map_at_100_max": 0.207713, "nauc_map_at_100_std": -0.162059, "nauc_map_at_100_diff1": 0.32819, "nauc_map_at_1000_max": 0.208066, "nauc_map_at_1000_std": -0.160888, "nauc_map_at_1000_diff1": 0.328221, "nauc_recall_at_1_max": 0.17368, "nauc_recall_at_1_std": -0.172003, "nauc_recall_at_1_diff1": 0.38777, "nauc_recall_at_3_max": 0.175639, "nauc_recall_at_3_std": -0.242981, "nauc_recall_at_3_diff1": 0.31717, "nauc_recall_at_5_max": 0.180861, "nauc_recall_at_5_std": -0.205787, "nauc_recall_at_5_diff1": 0.303066, "nauc_recall_at_10_max": 0.128387, "nauc_recall_at_10_std": -0.175123, "nauc_recall_at_10_diff1": 0.242161, "nauc_recall_at_20_max": 0.051196, "nauc_recall_at_20_std": -0.266812, "nauc_recall_at_20_diff1": 0.218833, "nauc_recall_at_100_max": 0.205744, "nauc_recall_at_100_std": -0.060134, "nauc_recall_at_100_diff1": 0.308137, "nauc_recall_at_1000_max": -0.711079, "nauc_recall_at_1000_std": 0.070768, "nauc_recall_at_1000_diff1": -0.263171, "nauc_precision_at_1_max": 0.188827, "nauc_precision_at_1_std": -0.097623, "nauc_precision_at_1_diff1": 0.280503, "nauc_precision_at_3_max": 0.17219, "nauc_precision_at_3_std": -0.055612, "nauc_precision_at_3_diff1": 0.074542, "nauc_precision_at_5_max": 0.145626, "nauc_precision_at_5_std": 0.002242, "nauc_precision_at_5_diff1": 0.004563, "nauc_precision_at_10_max": 0.117865, "nauc_precision_at_10_std": 0.101096, "nauc_precision_at_10_diff1": -0.094876, "nauc_precision_at_20_max": 0.098405, "nauc_precision_at_20_std": 0.190989, "nauc_precision_at_20_diff1": -0.155036, "nauc_precision_at_100_max": 0.080087, "nauc_precision_at_100_std": 0.280077, "nauc_precision_at_100_diff1": -0.143703, "nauc_precision_at_1000_max": 0.055389, "nauc_precision_at_1000_std": 0.267422, "nauc_precision_at_1000_diff1": -0.163661, "nauc_mrr_at_1_max": 0.188827, "nauc_mrr_at_1_std": -0.097623, "nauc_mrr_at_1_diff1": 0.280503, "nauc_mrr_at_3_max": 0.264787, "nauc_mrr_at_3_std": -0.114485, "nauc_mrr_at_3_diff1": 0.263045, "nauc_mrr_at_5_max": 0.262464, "nauc_mrr_at_5_std": -0.098626, "nauc_mrr_at_5_diff1": 0.265969, "nauc_mrr_at_10_max": 0.251544, "nauc_mrr_at_10_std": -0.097473, "nauc_mrr_at_10_diff1": 0.262747, "nauc_mrr_at_20_max": 0.250069, "nauc_mrr_at_20_std": -0.099463, "nauc_mrr_at_20_diff1": 0.263347, "nauc_mrr_at_100_max": 0.25135, "nauc_mrr_at_100_std": -0.098073, "nauc_mrr_at_100_diff1": 0.264606, "nauc_mrr_at_1000_max": 0.251337, "nauc_mrr_at_1000_std": -0.098093, "nauc_mrr_at_1000_diff1": 0.264609, "cv_recall_at_1": 0.5, "cv_recall_at_3": 0.71753, "cv_recall_at_5": 0.80844, "cv_recall_at_10": 0.88312, "cv_recall_at_20": 0.96753, "cv_recall_at_100": 0.99675, "cv_recall_at_1000": 1.0, "main_score": 0.55999, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.48052, "ndcg_at_3": 0.50623, "ndcg_at_5": 0.53433, "ndcg_at_10": 0.57066, "ndcg_at_20": 0.59974, "ndcg_at_100": 0.64387, "ndcg_at_1000": 0.65914, "map_at_1": 0.28545, "map_at_3": 0.39184, "map_at_5": 0.42629, "map_at_10": 0.45805, "map_at_20": 0.47582, "map_at_100": 0.49243, "map_at_1000": 0.49443, "recall_at_1": 0.28545, "recall_at_3": 0.45543, "recall_at_5": 0.54876, "recall_at_10": 0.67099, "recall_at_20": 0.77085, "recall_at_100": 0.92978, "recall_at_1000": 0.99827, "accuracy": 0.28545, "precision_at_1": 0.50325, "precision_at_3": 0.31926, "precision_at_5": 0.2461, "precision_at_10": 0.16266, "precision_at_20": 0.10114, "precision_at_100": 0.02977, "precision_at_1000": 0.00356, "mrr_at_1": 0.503247, "mrr_at_3": 0.596861, "mrr_at_5": 0.620563, "mrr_at_10": 0.63287, "mrr_at_20": 0.637023, "mrr_at_100": 0.638214, "mrr_at_1000": 0.638219, "nauc_ndcg_at_1_max": 0.166364, "nauc_ndcg_at_1_std": -0.150081, "nauc_ndcg_at_1_diff1": 0.288988, "nauc_ndcg_at_3_max": 0.164951, "nauc_ndcg_at_3_std": -0.158989, "nauc_ndcg_at_3_diff1": 0.257379, "nauc_ndcg_at_5_max": 0.194158, "nauc_ndcg_at_5_std": -0.17264, "nauc_ndcg_at_5_diff1": 0.274509, "nauc_ndcg_at_10_max": 0.179033, "nauc_ndcg_at_10_std": -0.172383, "nauc_ndcg_at_10_diff1": 0.30535, "nauc_ndcg_at_20_max": 0.199318, "nauc_ndcg_at_20_std": -0.15969, "nauc_ndcg_at_20_diff1": 0.300908, "nauc_ndcg_at_100_max": 0.198688, "nauc_ndcg_at_100_std": -0.136371, "nauc_ndcg_at_100_diff1": 0.277684, "nauc_ndcg_at_1000_max": 0.198463, "nauc_ndcg_at_1000_std": -0.132181, "nauc_ndcg_at_1000_diff1": 0.269596, "nauc_map_at_1_max": 0.146568, "nauc_map_at_1_std": -0.166523, "nauc_map_at_1_diff1": 0.346207, "nauc_map_at_3_max": 0.143891, "nauc_map_at_3_std": -0.175768, "nauc_map_at_3_diff1": 0.302811, "nauc_map_at_5_max": 0.159309, "nauc_map_at_5_std": -0.187186, "nauc_map_at_5_diff1": 0.300172, "nauc_map_at_10_max": 0.164307, "nauc_map_at_10_std": -0.175668, "nauc_map_at_10_diff1": 0.3085, "nauc_map_at_20_max": 0.178673, "nauc_map_at_20_std": -0.160002, "nauc_map_at_20_diff1": 0.307021, "nauc_map_at_100_max": 0.182539, "nauc_map_at_100_std": -0.146695, "nauc_map_at_100_diff1": 0.297451, "nauc_map_at_1000_max": 0.182579, "nauc_map_at_1000_std": -0.145878, "nauc_map_at_1000_diff1": 0.296704, "nauc_recall_at_1_max": 0.146568, "nauc_recall_at_1_std": -0.166523, "nauc_recall_at_1_diff1": 0.346207, "nauc_recall_at_3_max": 0.139685, "nauc_recall_at_3_std": -0.173632, "nauc_recall_at_3_diff1": 0.256537, "nauc_recall_at_5_max": 0.185829, "nauc_recall_at_5_std": -0.197184, "nauc_recall_at_5_diff1": 0.268735, "nauc_recall_at_10_max": 0.120691, "nauc_recall_at_10_std": -0.179178, "nauc_recall_at_10_diff1": 0.336156, "nauc_recall_at_20_max": 0.171471, "nauc_recall_at_20_std": -0.15804, "nauc_recall_at_20_diff1": 0.350808, "nauc_recall_at_100_max": 0.18676, "nauc_recall_at_100_std": -0.049858, "nauc_recall_at_100_diff1": 0.29791, "nauc_recall_at_1000_max": -0.681238, "nauc_recall_at_1000_std": 0.069601, "nauc_recall_at_1000_diff1": -0.298893, "nauc_precision_at_1_max": 0.178876, "nauc_precision_at_1_std": -0.140376, "nauc_precision_at_1_diff1": 0.274496, "nauc_precision_at_3_max": 0.132648, "nauc_precision_at_3_std": -0.036479, "nauc_precision_at_3_diff1": 0.023936, "nauc_precision_at_5_max": 0.159444, "nauc_precision_at_5_std": 0.02451, "nauc_precision_at_5_diff1": -0.033376, "nauc_precision_at_10_max": 0.11407, "nauc_precision_at_10_std": 0.097582, "nauc_precision_at_10_diff1": -0.058407, "nauc_precision_at_20_max": 0.14631, "nauc_precision_at_20_std": 0.193281, "nauc_precision_at_20_diff1": -0.098331, "nauc_precision_at_100_max": 0.075852, "nauc_precision_at_100_std": 0.24115, "nauc_precision_at_100_diff1": -0.168535, "nauc_precision_at_1000_max": 0.048779, "nauc_precision_at_1000_std": 0.232001, "nauc_precision_at_1000_diff1": -0.190727, "nauc_mrr_at_1_max": 0.178876, "nauc_mrr_at_1_std": -0.140376, "nauc_mrr_at_1_diff1": 0.274496, "nauc_mrr_at_3_max": 0.220484, "nauc_mrr_at_3_std": -0.115606, "nauc_mrr_at_3_diff1": 0.20805, "nauc_mrr_at_5_max": 0.241032, "nauc_mrr_at_5_std": -0.114559, "nauc_mrr_at_5_diff1": 0.222567, "nauc_mrr_at_10_max": 0.224819, "nauc_mrr_at_10_std": -0.119431, "nauc_mrr_at_10_diff1": 0.23511, "nauc_mrr_at_20_max": 0.225353, "nauc_mrr_at_20_std": -0.120059, "nauc_mrr_at_20_diff1": 0.234952, "nauc_mrr_at_100_max": 0.224229, "nauc_mrr_at_100_std": -0.119666, "nauc_mrr_at_100_diff1": 0.233273, "nauc_mrr_at_1000_max": 0.224216, "nauc_mrr_at_1000_std": -0.119685, "nauc_mrr_at_1000_diff1": 0.233271, "cv_recall_at_1": 0.50325, "cv_recall_at_3": 0.70779, "cv_recall_at_5": 0.80844, "cv_recall_at_10": 0.8961, "cv_recall_at_20": 0.95455, "cv_recall_at_100": 0.99675, "cv_recall_at_1000": 1.0, "main_score": 0.57066, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 2935.8189878463745, "kg_co2_emissions": null }