{ "dataset_revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9", "task_name": "Vidore3EnergyRetrieval", "mteb_version": "2.12.33", "scores": { "test": [ { "ndcg_at_1": 0.65097, "ndcg_at_3": 0.66209, "ndcg_at_5": 0.67624, "ndcg_at_10": 0.70875, "ndcg_at_20": 0.73126, "ndcg_at_100": 0.76729, "ndcg_at_1000": 0.77577, "map_at_1": 0.41496, "map_at_3": 0.54017, "map_at_5": 0.57377, "map_at_10": 0.6106, "map_at_20": 0.62916, "map_at_100": 0.64541, "map_at_1000": 0.64693, "recall_at_1": 0.41496, "recall_at_3": 0.59412, "recall_at_5": 0.6622, "recall_at_10": 0.7692, "recall_at_20": 0.84173, "recall_at_100": 0.96319, "recall_at_1000": 1.0, "accuracy": 0.41496, "precision_at_1": 0.68506, "precision_at_3": 0.39177, "precision_at_5": 0.29351, "precision_at_10": 0.19416, "precision_at_20": 0.11867, "precision_at_100": 0.0325, "precision_at_1000": 0.00358, "mrr_at_1": 0.685065, "mrr_at_3": 0.757576, "mrr_at_5": 0.767965, "mrr_at_10": 0.776538, "mrr_at_20": 0.778151, "mrr_at_100": 0.779024, "mrr_at_1000": 0.779024, "nauc_ndcg_at_1_max": 0.006921, "nauc_ndcg_at_1_std": -0.148763, "nauc_ndcg_at_1_diff1": 0.534546, "nauc_ndcg_at_3_max": 0.027666, "nauc_ndcg_at_3_std": -0.176258, "nauc_ndcg_at_3_diff1": 0.431173, "nauc_ndcg_at_5_max": 0.026549, "nauc_ndcg_at_5_std": -0.175659, "nauc_ndcg_at_5_diff1": 0.439406, "nauc_ndcg_at_10_max": 0.00934, "nauc_ndcg_at_10_std": -0.203315, "nauc_ndcg_at_10_diff1": 0.421811, "nauc_ndcg_at_20_max": -0.000709, "nauc_ndcg_at_20_std": -0.189444, "nauc_ndcg_at_20_diff1": 0.423872, "nauc_ndcg_at_100_max": -0.002653, "nauc_ndcg_at_100_std": -0.168587, "nauc_ndcg_at_100_diff1": 0.434308, "nauc_ndcg_at_1000_max": 0.013887, "nauc_ndcg_at_1000_std": -0.151583, "nauc_ndcg_at_1000_diff1": 0.43571, "nauc_map_at_1_max": 0.015576, "nauc_map_at_1_std": -0.155828, "nauc_map_at_1_diff1": 0.442756, "nauc_map_at_3_max": 0.017717, "nauc_map_at_3_std": -0.187671, "nauc_map_at_3_diff1": 0.408462, "nauc_map_at_5_max": 0.003803, "nauc_map_at_5_std": -0.19943, "nauc_map_at_5_diff1": 0.414947, "nauc_map_at_10_max": -0.013833, "nauc_map_at_10_std": -0.210796, "nauc_map_at_10_diff1": 0.399116, "nauc_map_at_20_max": -0.020999, "nauc_map_at_20_std": -0.199189, "nauc_map_at_20_diff1": 0.389441, "nauc_map_at_100_max": -0.01565, "nauc_map_at_100_std": -0.185996, "nauc_map_at_100_diff1": 0.386406, "nauc_map_at_1000_max": -0.014592, "nauc_map_at_1000_std": -0.184106, "nauc_map_at_1000_diff1": 0.386556, "nauc_recall_at_1_max": 0.015576, "nauc_recall_at_1_std": -0.155828, "nauc_recall_at_1_diff1": 0.442756, "nauc_recall_at_3_max": 0.039352, "nauc_recall_at_3_std": -0.19188, "nauc_recall_at_3_diff1": 0.359752, "nauc_recall_at_5_max": 0.023143, "nauc_recall_at_5_std": -0.207629, "nauc_recall_at_5_diff1": 0.358753, "nauc_recall_at_10_max": -0.035173, "nauc_recall_at_10_std": -0.297721, "nauc_recall_at_10_diff1": 0.306246, "nauc_recall_at_20_max": -0.073286, "nauc_recall_at_20_std": -0.277002, "nauc_recall_at_20_diff1": 0.257202, "nauc_recall_at_100_max": -0.348502, "nauc_recall_at_100_std": -0.453291, "nauc_recall_at_100_diff1": 0.297292, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.012039, "nauc_precision_at_1_std": -0.161166, "nauc_precision_at_1_diff1": 0.524845, "nauc_precision_at_3_max": -0.059424, "nauc_precision_at_3_std": -0.075132, "nauc_precision_at_3_diff1": 0.007701, "nauc_precision_at_5_max": -0.064874, "nauc_precision_at_5_std": -0.019183, "nauc_precision_at_5_diff1": -0.066345, "nauc_precision_at_10_max": -0.080541, "nauc_precision_at_10_std": 0.034726, "nauc_precision_at_10_diff1": -0.199808, "nauc_precision_at_20_max": -0.060596, "nauc_precision_at_20_std": 0.113264, "nauc_precision_at_20_diff1": -0.23842, "nauc_precision_at_100_max": -0.008668, "nauc_precision_at_100_std": 0.206706, "nauc_precision_at_100_diff1": -0.241207, "nauc_precision_at_1000_max": 0.019895, "nauc_precision_at_1000_std": 0.223062, "nauc_precision_at_1000_diff1": -0.242869, "nauc_mrr_at_1_max": -0.012039, "nauc_mrr_at_1_std": -0.161166, "nauc_mrr_at_1_diff1": 0.524845, "nauc_mrr_at_3_max": -0.014751, "nauc_mrr_at_3_std": -0.168089, "nauc_mrr_at_3_diff1": 0.502518, "nauc_mrr_at_5_max": -0.005745, "nauc_mrr_at_5_std": -0.154964, "nauc_mrr_at_5_diff1": 0.500153, "nauc_mrr_at_10_max": -0.01163, "nauc_mrr_at_10_std": -0.168102, "nauc_mrr_at_10_diff1": 0.50349, "nauc_mrr_at_20_max": -0.010648, "nauc_mrr_at_20_std": -0.167778, "nauc_mrr_at_20_diff1": 0.504227, "nauc_mrr_at_100_max": -0.010581, "nauc_mrr_at_100_std": -0.166274, "nauc_mrr_at_100_diff1": 0.504753, "nauc_mrr_at_1000_max": -0.010581, "nauc_mrr_at_1000_std": -0.166274, "nauc_mrr_at_1000_diff1": 0.504753, "hit_rate_at_1": 0.68506, "hit_rate_at_3": 0.8474, "hit_rate_at_5": 0.89286, "hit_rate_at_10": 0.95455, "hit_rate_at_20": 0.97727, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.70875, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.64773, "ndcg_at_3": 0.66309, "ndcg_at_5": 0.67317, "ndcg_at_10": 0.7044, "ndcg_at_20": 0.72553, "ndcg_at_100": 0.76193, "ndcg_at_1000": 0.77072, "map_at_1": 0.41056, "map_at_3": 0.53795, "map_at_5": 0.57002, "map_at_10": 0.60622, "map_at_20": 0.62412, "map_at_100": 0.64, "map_at_1000": 0.64156, "recall_at_1": 0.41056, "recall_at_3": 0.59397, "recall_at_5": 0.66096, "recall_at_10": 0.7684, "recall_at_20": 0.83734, "recall_at_100": 0.96122, "recall_at_1000": 0.99964, "accuracy": 0.41056, "precision_at_1": 0.67857, "precision_at_3": 0.39719, "precision_at_5": 0.28961, "precision_at_10": 0.19156, "precision_at_20": 0.11688, "precision_at_100": 0.0324, "precision_at_1000": 0.00357, "mrr_at_1": 0.678571, "mrr_at_3": 0.755952, "mrr_at_5": 0.763907, "mrr_at_10": 0.772622, "mrr_at_20": 0.774933, "mrr_at_100": 0.775607, "mrr_at_1000": 0.775607, "nauc_ndcg_at_1_max": 0.127272, "nauc_ndcg_at_1_std": -0.05562, "nauc_ndcg_at_1_diff1": 0.484248, "nauc_ndcg_at_3_max": 0.097507, "nauc_ndcg_at_3_std": -0.077688, "nauc_ndcg_at_3_diff1": 0.385667, "nauc_ndcg_at_5_max": 0.101077, "nauc_ndcg_at_5_std": -0.081822, "nauc_ndcg_at_5_diff1": 0.364582, "nauc_ndcg_at_10_max": 0.069491, "nauc_ndcg_at_10_std": -0.104413, "nauc_ndcg_at_10_diff1": 0.350007, "nauc_ndcg_at_20_max": 0.055248, "nauc_ndcg_at_20_std": -0.111245, "nauc_ndcg_at_20_diff1": 0.353944, "nauc_ndcg_at_100_max": 0.061315, "nauc_ndcg_at_100_std": -0.083635, "nauc_ndcg_at_100_diff1": 0.362782, "nauc_ndcg_at_1000_max": 0.07863, "nauc_ndcg_at_1000_std": -0.066406, "nauc_ndcg_at_1000_diff1": 0.366627, "nauc_map_at_1_max": 0.087258, "nauc_map_at_1_std": -0.098176, "nauc_map_at_1_diff1": 0.384873, "nauc_map_at_3_max": 0.077302, "nauc_map_at_3_std": -0.126271, "nauc_map_at_3_diff1": 0.358541, "nauc_map_at_5_max": 0.071697, "nauc_map_at_5_std": -0.133107, "nauc_map_at_5_diff1": 0.341879, "nauc_map_at_10_max": 0.04721, "nauc_map_at_10_std": -0.137046, "nauc_map_at_10_diff1": 0.334366, "nauc_map_at_20_max": 0.037188, "nauc_map_at_20_std": -0.136032, "nauc_map_at_20_diff1": 0.326303, "nauc_map_at_100_max": 0.042141, "nauc_map_at_100_std": -0.122497, "nauc_map_at_100_diff1": 0.322899, "nauc_map_at_1000_max": 0.043441, "nauc_map_at_1000_std": -0.120144, "nauc_map_at_1000_diff1": 0.322867, "nauc_recall_at_1_max": 0.087258, "nauc_recall_at_1_std": -0.098176, "nauc_recall_at_1_diff1": 0.384873, "nauc_recall_at_3_max": 0.067069, "nauc_recall_at_3_std": -0.121325, "nauc_recall_at_3_diff1": 0.303961, "nauc_recall_at_5_max": 0.07151, "nauc_recall_at_5_std": -0.134083, "nauc_recall_at_5_diff1": 0.261864, "nauc_recall_at_10_max": -0.026474, "nauc_recall_at_10_std": -0.205622, "nauc_recall_at_10_diff1": 0.191918, "nauc_recall_at_20_max": -0.098247, "nauc_recall_at_20_std": -0.259806, "nauc_recall_at_20_diff1": 0.155355, "nauc_recall_at_100_max": -0.357511, "nauc_recall_at_100_std": -0.403181, "nauc_recall_at_100_diff1": 0.122416, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.554133, "nauc_recall_at_1000_diff1": -0.171624, "nauc_precision_at_1_max": 0.115268, "nauc_precision_at_1_std": -0.07557, "nauc_precision_at_1_diff1": 0.477476, "nauc_precision_at_3_max": -0.029575, "nauc_precision_at_3_std": -0.020671, "nauc_precision_at_3_diff1": 0.032415, "nauc_precision_at_5_max": -0.044494, "nauc_precision_at_5_std": 0.017139, "nauc_precision_at_5_diff1": -0.076022, "nauc_precision_at_10_max": -0.106494, "nauc_precision_at_10_std": 0.062254, "nauc_precision_at_10_diff1": -0.164398, "nauc_precision_at_20_max": -0.101, "nauc_precision_at_20_std": 0.09282, "nauc_precision_at_20_diff1": -0.19751, "nauc_precision_at_100_max": -0.044808, "nauc_precision_at_100_std": 0.174407, "nauc_precision_at_100_diff1": -0.218845, "nauc_precision_at_1000_max": -0.009229, "nauc_precision_at_1000_std": 0.196968, "nauc_precision_at_1000_diff1": -0.214405, "nauc_mrr_at_1_max": 0.115268, "nauc_mrr_at_1_std": -0.07557, "nauc_mrr_at_1_diff1": 0.477476, "nauc_mrr_at_3_max": 0.102818, "nauc_mrr_at_3_std": -0.057477, "nauc_mrr_at_3_diff1": 0.45965, "nauc_mrr_at_5_max": 0.105613, "nauc_mrr_at_5_std": -0.051021, "nauc_mrr_at_5_diff1": 0.462399, "nauc_mrr_at_10_max": 0.097753, "nauc_mrr_at_10_std": -0.068867, "nauc_mrr_at_10_diff1": 0.460048, "nauc_mrr_at_20_max": 0.099751, "nauc_mrr_at_20_std": -0.068112, "nauc_mrr_at_20_diff1": 0.462223, "nauc_mrr_at_100_max": 0.100771, "nauc_mrr_at_100_std": -0.06746, "nauc_mrr_at_100_diff1": 0.461921, "nauc_mrr_at_1000_max": 0.100771, "nauc_mrr_at_1000_std": -0.06746, "nauc_mrr_at_1000_diff1": 0.461921, "hit_rate_at_1": 0.67857, "hit_rate_at_3": 0.85065, "hit_rate_at_5": 0.88636, "hit_rate_at_10": 0.94805, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.7044, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.61526, "ndcg_at_3": 0.63726, "ndcg_at_5": 0.65644, "ndcg_at_10": 0.68211, "ndcg_at_20": 0.71214, "ndcg_at_100": 0.74511, "ndcg_at_1000": 0.75538, "map_at_1": 0.38751, "map_at_3": 0.51756, "map_at_5": 0.55173, "map_at_10": 0.58328, "map_at_20": 0.60447, "map_at_100": 0.61933, "map_at_1000": 0.62098, "recall_at_1": 0.38751, "recall_at_3": 0.57732, "recall_at_5": 0.65559, "recall_at_10": 0.74843, "recall_at_20": 0.84281, "recall_at_100": 0.95388, "recall_at_1000": 0.99982, "accuracy": 0.38751, "precision_at_1": 0.6461, "precision_at_3": 0.38636, "precision_at_5": 0.28896, "precision_at_10": 0.18734, "precision_at_20": 0.11834, "precision_at_100": 0.03201, "precision_at_1000": 0.00358, "mrr_at_1": 0.646104, "mrr_at_3": 0.728896, "mrr_at_5": 0.742857, "mrr_at_10": 0.751112, "mrr_at_20": 0.754166, "mrr_at_100": 0.754511, "mrr_at_1000": 0.754541, "nauc_ndcg_at_1_max": 0.046549, "nauc_ndcg_at_1_std": -0.016929, "nauc_ndcg_at_1_diff1": 0.518831, "nauc_ndcg_at_3_max": 0.063867, "nauc_ndcg_at_3_std": -0.053648, "nauc_ndcg_at_3_diff1": 0.413944, "nauc_ndcg_at_5_max": 0.067314, "nauc_ndcg_at_5_std": -0.062347, "nauc_ndcg_at_5_diff1": 0.397914, "nauc_ndcg_at_10_max": 0.044285, "nauc_ndcg_at_10_std": -0.077464, "nauc_ndcg_at_10_diff1": 0.398636, "nauc_ndcg_at_20_max": 0.033807, "nauc_ndcg_at_20_std": -0.073578, "nauc_ndcg_at_20_diff1": 0.397729, "nauc_ndcg_at_100_max": 0.038983, "nauc_ndcg_at_100_std": -0.031108, "nauc_ndcg_at_100_diff1": 0.392572, "nauc_ndcg_at_1000_max": 0.053705, "nauc_ndcg_at_1000_std": -0.025809, "nauc_ndcg_at_1000_diff1": 0.401949, "nauc_map_at_1_max": 0.049243, "nauc_map_at_1_std": -0.050194, "nauc_map_at_1_diff1": 0.431651, "nauc_map_at_3_max": 0.046257, "nauc_map_at_3_std": -0.097645, "nauc_map_at_3_diff1": 0.386868, "nauc_map_at_5_max": 0.037744, "nauc_map_at_5_std": -0.102589, "nauc_map_at_5_diff1": 0.381754, "nauc_map_at_10_max": 0.021983, "nauc_map_at_10_std": -0.094713, "nauc_map_at_10_diff1": 0.376565, "nauc_map_at_20_max": 0.015872, "nauc_map_at_20_std": -0.085554, "nauc_map_at_20_diff1": 0.369953, "nauc_map_at_100_max": 0.021618, "nauc_map_at_100_std": -0.066342, "nauc_map_at_100_diff1": 0.365815, "nauc_map_at_1000_max": 0.02237, "nauc_map_at_1000_std": -0.0655, "nauc_map_at_1000_diff1": 0.36637, "nauc_recall_at_1_max": 0.049243, "nauc_recall_at_1_std": -0.050194, "nauc_recall_at_1_diff1": 0.431651, "nauc_recall_at_3_max": 0.057568, "nauc_recall_at_3_std": -0.121202, "nauc_recall_at_3_diff1": 0.317907, "nauc_recall_at_5_max": 0.046873, "nauc_recall_at_5_std": -0.12994, "nauc_recall_at_5_diff1": 0.284888, "nauc_recall_at_10_max": -0.005242, "nauc_recall_at_10_std": -0.162998, "nauc_recall_at_10_diff1": 0.288585, "nauc_recall_at_20_max": -0.066817, "nauc_recall_at_20_std": -0.191721, "nauc_recall_at_20_diff1": 0.27144, "nauc_recall_at_100_max": -0.178379, "nauc_recall_at_100_std": -0.043175, "nauc_recall_at_100_diff1": 0.173518, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.554133, "nauc_recall_at_1000_diff1": 0.554133, "nauc_precision_at_1_max": 0.00999, "nauc_precision_at_1_std": -0.035227, "nauc_precision_at_1_diff1": 0.521084, "nauc_precision_at_3_max": -0.055719, "nauc_precision_at_3_std": -0.028092, "nauc_precision_at_3_diff1": 0.039907, "nauc_precision_at_5_max": -0.056081, "nauc_precision_at_5_std": 0.019772, "nauc_precision_at_5_diff1": -0.05194, "nauc_precision_at_10_max": -0.082779, "nauc_precision_at_10_std": 0.084126, "nauc_precision_at_10_diff1": -0.148798, "nauc_precision_at_20_max": -0.069568, "nauc_precision_at_20_std": 0.130447, "nauc_precision_at_20_diff1": -0.193768, "nauc_precision_at_100_max": -0.012922, "nauc_precision_at_100_std": 0.21152, "nauc_precision_at_100_diff1": -0.221571, "nauc_precision_at_1000_max": 0.023762, "nauc_precision_at_1000_std": 0.204623, "nauc_precision_at_1000_diff1": -0.204503, "nauc_mrr_at_1_max": 0.00999, "nauc_mrr_at_1_std": -0.035227, "nauc_mrr_at_1_diff1": 0.521084, "nauc_mrr_at_3_max": 0.025321, "nauc_mrr_at_3_std": -0.054007, "nauc_mrr_at_3_diff1": 0.475993, "nauc_mrr_at_5_max": 0.034895, "nauc_mrr_at_5_std": -0.032115, "nauc_mrr_at_5_diff1": 0.470626, "nauc_mrr_at_10_max": 0.028683, "nauc_mrr_at_10_std": -0.043205, "nauc_mrr_at_10_diff1": 0.479423, "nauc_mrr_at_20_max": 0.028576, "nauc_mrr_at_20_std": -0.04136, "nauc_mrr_at_20_diff1": 0.483779, "nauc_mrr_at_100_max": 0.028942, "nauc_mrr_at_100_std": -0.041571, "nauc_mrr_at_100_diff1": 0.483099, "nauc_mrr_at_1000_max": 0.028843, "nauc_mrr_at_1000_std": -0.041701, "nauc_mrr_at_1000_diff1": 0.483065, "hit_rate_at_1": 0.6461, "hit_rate_at_3": 0.82143, "hit_rate_at_5": 0.88312, "hit_rate_at_10": 0.94156, "hit_rate_at_20": 0.98701, "hit_rate_at_100": 0.99675, "hit_rate_at_1000": 1.0, "main_score": 0.68211, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.62987, "ndcg_at_3": 0.63937, "ndcg_at_5": 0.66382, "ndcg_at_10": 0.68562, "ndcg_at_20": 0.71175, "ndcg_at_100": 0.74658, "ndcg_at_1000": 0.75748, "map_at_1": 0.39178, "map_at_3": 0.5177, "map_at_5": 0.55517, "map_at_10": 0.58591, "map_at_20": 0.60596, "map_at_100": 0.62132, "map_at_1000": 0.62291, "recall_at_1": 0.39178, "recall_at_3": 0.57999, "recall_at_5": 0.66769, "recall_at_10": 0.75037, "recall_at_20": 0.83413, "recall_at_100": 0.95062, "recall_at_1000": 0.99946, "accuracy": 0.39178, "precision_at_1": 0.65909, "precision_at_3": 0.38528, "precision_at_5": 0.28831, "precision_at_10": 0.18571, "precision_at_20": 0.11656, "precision_at_100": 0.03198, "precision_at_1000": 0.00357, "mrr_at_1": 0.659091, "mrr_at_3": 0.738636, "mrr_at_5": 0.752922, "mrr_at_10": 0.75916, "mrr_at_20": 0.7617, "mrr_at_100": 0.762151, "mrr_at_1000": 0.762215, "nauc_ndcg_at_1_max": -0.040252, "nauc_ndcg_at_1_std": -0.089544, "nauc_ndcg_at_1_diff1": 0.482859, "nauc_ndcg_at_3_max": 0.023512, "nauc_ndcg_at_3_std": -0.070704, "nauc_ndcg_at_3_diff1": 0.397474, "nauc_ndcg_at_5_max": 0.00157, "nauc_ndcg_at_5_std": -0.076875, "nauc_ndcg_at_5_diff1": 0.386984, "nauc_ndcg_at_10_max": -0.036261, "nauc_ndcg_at_10_std": -0.108512, "nauc_ndcg_at_10_diff1": 0.387601, "nauc_ndcg_at_20_max": -0.041341, "nauc_ndcg_at_20_std": -0.110162, "nauc_ndcg_at_20_diff1": 0.387577, "nauc_ndcg_at_100_max": -0.034893, "nauc_ndcg_at_100_std": -0.073277, "nauc_ndcg_at_100_diff1": 0.391173, "nauc_ndcg_at_1000_max": -0.024098, "nauc_ndcg_at_1000_std": -0.06562, "nauc_ndcg_at_1000_diff1": 0.392756, "nauc_map_at_1_max": -0.01924, "nauc_map_at_1_std": -0.083218, "nauc_map_at_1_diff1": 0.441366, "nauc_map_at_3_max": 0.001199, "nauc_map_at_3_std": -0.108102, "nauc_map_at_3_diff1": 0.390801, "nauc_map_at_5_max": -0.020016, "nauc_map_at_5_std": -0.107745, "nauc_map_at_5_diff1": 0.374676, "nauc_map_at_10_max": -0.046133, "nauc_map_at_10_std": -0.11702, "nauc_map_at_10_diff1": 0.370513, "nauc_map_at_20_max": -0.054097, "nauc_map_at_20_std": -0.112755, "nauc_map_at_20_diff1": 0.359586, "nauc_map_at_100_max": -0.050902, "nauc_map_at_100_std": -0.099679, "nauc_map_at_100_diff1": 0.356927, "nauc_map_at_1000_max": -0.049888, "nauc_map_at_1000_std": -0.097984, "nauc_map_at_1000_diff1": 0.357252, "nauc_recall_at_1_max": -0.01924, "nauc_recall_at_1_std": -0.083218, "nauc_recall_at_1_diff1": 0.441366, "nauc_recall_at_3_max": 0.038751, "nauc_recall_at_3_std": -0.092646, "nauc_recall_at_3_diff1": 0.320271, "nauc_recall_at_5_max": 0.00359, "nauc_recall_at_5_std": -0.098644, "nauc_recall_at_5_diff1": 0.274045, "nauc_recall_at_10_max": -0.094169, "nauc_recall_at_10_std": -0.169308, "nauc_recall_at_10_diff1": 0.267858, "nauc_recall_at_20_max": -0.113856, "nauc_recall_at_20_std": -0.219338, "nauc_recall_at_20_diff1": 0.242296, "nauc_recall_at_100_max": -0.201642, "nauc_recall_at_100_std": -0.136722, "nauc_recall_at_100_diff1": 0.293383, "nauc_recall_at_1000_max": -0.302911, "nauc_recall_at_1000_std": 0.423555, "nauc_recall_at_1000_diff1": 0.721889, "nauc_precision_at_1_max": -0.057234, "nauc_precision_at_1_std": -0.108349, "nauc_precision_at_1_diff1": 0.473529, "nauc_precision_at_3_max": -0.046468, "nauc_precision_at_3_std": -0.034279, "nauc_precision_at_3_diff1": -0.02129, "nauc_precision_at_5_max": -0.084428, "nauc_precision_at_5_std": 0.024463, "nauc_precision_at_5_diff1": -0.123543, "nauc_precision_at_10_max": -0.129877, "nauc_precision_at_10_std": 0.022394, "nauc_precision_at_10_diff1": -0.178058, "nauc_precision_at_20_max": -0.103565, "nauc_precision_at_20_std": 0.060341, "nauc_precision_at_20_diff1": -0.238229, "nauc_precision_at_100_max": -0.0026, "nauc_precision_at_100_std": 0.170479, "nauc_precision_at_100_diff1": -0.251414, "nauc_precision_at_1000_max": 0.035161, "nauc_precision_at_1000_std": 0.18554, "nauc_precision_at_1000_diff1": -0.252506, "nauc_mrr_at_1_max": -0.057234, "nauc_mrr_at_1_std": -0.108349, "nauc_mrr_at_1_diff1": 0.473529, "nauc_mrr_at_3_max": -0.036989, "nauc_mrr_at_3_std": -0.105798, "nauc_mrr_at_3_diff1": 0.42639, "nauc_mrr_at_5_max": -0.037731, "nauc_mrr_at_5_std": -0.098379, "nauc_mrr_at_5_diff1": 0.440189, "nauc_mrr_at_10_max": -0.050022, "nauc_mrr_at_10_std": -0.108446, "nauc_mrr_at_10_diff1": 0.438943, "nauc_mrr_at_20_max": -0.0485, "nauc_mrr_at_20_std": -0.111995, "nauc_mrr_at_20_diff1": 0.441711, "nauc_mrr_at_100_max": -0.04779, "nauc_mrr_at_100_std": -0.110221, "nauc_mrr_at_100_diff1": 0.441326, "nauc_mrr_at_1000_max": -0.047597, "nauc_mrr_at_1000_std": -0.110069, "nauc_mrr_at_1000_diff1": 0.441414, "hit_rate_at_1": 0.65909, "hit_rate_at_3": 0.83442, "hit_rate_at_5": 0.8961, "hit_rate_at_10": 0.94156, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 0.99351, "hit_rate_at_1000": 1.0, "main_score": 0.68562, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.62987, "ndcg_at_3": 0.65542, "ndcg_at_5": 0.66733, "ndcg_at_10": 0.69853, "ndcg_at_20": 0.72146, "ndcg_at_100": 0.75576, "ndcg_at_1000": 0.76477, "map_at_1": 0.39092, "map_at_3": 0.53167, "map_at_5": 0.56398, "map_at_10": 0.59718, "map_at_20": 0.61686, "map_at_100": 0.63211, "map_at_1000": 0.63366, "recall_at_1": 0.39092, "recall_at_3": 0.59805, "recall_at_5": 0.66223, "recall_at_10": 0.76844, "recall_at_20": 0.84492, "recall_at_100": 0.96075, "recall_at_1000": 1.0, "accuracy": 0.39092, "precision_at_1": 0.66234, "precision_at_3": 0.39935, "precision_at_5": 0.29416, "precision_at_10": 0.19253, "precision_at_20": 0.11899, "precision_at_100": 0.03237, "precision_at_1000": 0.00358, "mrr_at_1": 0.662338, "mrr_at_3": 0.743506, "mrr_at_5": 0.752435, "mrr_at_10": 0.761938, "mrr_at_20": 0.763552, "mrr_at_100": 0.76424, "mrr_at_1000": 0.76427, "nauc_ndcg_at_1_max": 0.035907, "nauc_ndcg_at_1_std": -0.056661, "nauc_ndcg_at_1_diff1": 0.502659, "nauc_ndcg_at_3_max": 0.028007, "nauc_ndcg_at_3_std": -0.092826, "nauc_ndcg_at_3_diff1": 0.402538, "nauc_ndcg_at_5_max": 0.03104, "nauc_ndcg_at_5_std": -0.092668, "nauc_ndcg_at_5_diff1": 0.413482, "nauc_ndcg_at_10_max": 0.025318, "nauc_ndcg_at_10_std": -0.100705, "nauc_ndcg_at_10_diff1": 0.390391, "nauc_ndcg_at_20_max": -0.00028, "nauc_ndcg_at_20_std": -0.103265, "nauc_ndcg_at_20_diff1": 0.39429, "nauc_ndcg_at_100_max": 0.012361, "nauc_ndcg_at_100_std": -0.069236, "nauc_ndcg_at_100_diff1": 0.391708, "nauc_ndcg_at_1000_max": 0.029955, "nauc_ndcg_at_1000_std": -0.053848, "nauc_ndcg_at_1000_diff1": 0.404648, "nauc_map_at_1_max": 0.040582, "nauc_map_at_1_std": -0.085939, "nauc_map_at_1_diff1": 0.44603, "nauc_map_at_3_max": 0.035958, "nauc_map_at_3_std": -0.125395, "nauc_map_at_3_diff1": 0.397964, "nauc_map_at_5_max": 0.020645, "nauc_map_at_5_std": -0.132037, "nauc_map_at_5_diff1": 0.399289, "nauc_map_at_10_max": 0.008829, "nauc_map_at_10_std": -0.124415, "nauc_map_at_10_diff1": 0.382421, "nauc_map_at_20_max": -0.001145, "nauc_map_at_20_std": -0.116679, "nauc_map_at_20_diff1": 0.370138, "nauc_map_at_100_max": 0.007496, "nauc_map_at_100_std": -0.099971, "nauc_map_at_100_diff1": 0.365665, "nauc_map_at_1000_max": 0.009479, "nauc_map_at_1000_std": -0.097298, "nauc_map_at_1000_diff1": 0.366889, "nauc_recall_at_1_max": 0.040582, "nauc_recall_at_1_std": -0.085939, "nauc_recall_at_1_diff1": 0.44603, "nauc_recall_at_3_max": 0.032849, "nauc_recall_at_3_std": -0.146543, "nauc_recall_at_3_diff1": 0.330745, "nauc_recall_at_5_max": 0.016107, "nauc_recall_at_5_std": -0.157469, "nauc_recall_at_5_diff1": 0.340177, "nauc_recall_at_10_max": -0.014176, "nauc_recall_at_10_std": -0.199833, "nauc_recall_at_10_diff1": 0.26579, "nauc_recall_at_20_max": -0.134055, "nauc_recall_at_20_std": -0.251866, "nauc_recall_at_20_diff1": 0.232443, "nauc_recall_at_100_max": -0.307817, "nauc_recall_at_100_std": -0.280546, "nauc_recall_at_100_diff1": 0.053173, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.023609, "nauc_precision_at_1_std": -0.062201, "nauc_precision_at_1_diff1": 0.493666, "nauc_precision_at_3_max": -0.073347, "nauc_precision_at_3_std": -0.042386, "nauc_precision_at_3_diff1": 0.002198, "nauc_precision_at_5_max": -0.080287, "nauc_precision_at_5_std": 0.015588, "nauc_precision_at_5_diff1": -0.061296, "nauc_precision_at_10_max": -0.085108, "nauc_precision_at_10_std": 0.088365, "nauc_precision_at_10_diff1": -0.187789, "nauc_precision_at_20_max": -0.073935, "nauc_precision_at_20_std": 0.120963, "nauc_precision_at_20_diff1": -0.235556, "nauc_precision_at_100_max": 0.003588, "nauc_precision_at_100_std": 0.200994, "nauc_precision_at_100_diff1": -0.244101, "nauc_precision_at_1000_max": 0.045841, "nauc_precision_at_1000_std": 0.22234, "nauc_precision_at_1000_diff1": -0.217269, "nauc_mrr_at_1_max": 0.023609, "nauc_mrr_at_1_std": -0.062201, "nauc_mrr_at_1_diff1": 0.493666, "nauc_mrr_at_3_max": 0.001264, "nauc_mrr_at_3_std": -0.069094, "nauc_mrr_at_3_diff1": 0.459754, "nauc_mrr_at_5_max": 0.008739, "nauc_mrr_at_5_std": -0.060165, "nauc_mrr_at_5_diff1": 0.47215, "nauc_mrr_at_10_max": 0.008569, "nauc_mrr_at_10_std": -0.066056, "nauc_mrr_at_10_diff1": 0.47394, "nauc_mrr_at_20_max": 0.00715, "nauc_mrr_at_20_std": -0.067573, "nauc_mrr_at_20_diff1": 0.475641, "nauc_mrr_at_100_max": 0.008539, "nauc_mrr_at_100_std": -0.066003, "nauc_mrr_at_100_diff1": 0.474534, "nauc_mrr_at_1000_max": 0.008487, "nauc_mrr_at_1000_std": -0.066141, "nauc_mrr_at_1000_diff1": 0.474551, "hit_rate_at_1": 0.66234, "hit_rate_at_3": 0.84091, "hit_rate_at_5": 0.87987, "hit_rate_at_10": 0.9513, "hit_rate_at_20": 0.97727, "hit_rate_at_100": 0.99675, "hit_rate_at_1000": 1.0, "main_score": 0.69853, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.63474, "ndcg_at_3": 0.65981, "ndcg_at_5": 0.66814, "ndcg_at_10": 0.69578, "ndcg_at_20": 0.72165, "ndcg_at_100": 0.75611, "ndcg_at_1000": 0.76515, "map_at_1": 0.39552, "map_at_3": 0.52912, "map_at_5": 0.56082, "map_at_10": 0.59564, "map_at_20": 0.61603, "map_at_100": 0.63086, "map_at_1000": 0.63239, "recall_at_1": 0.39552, "recall_at_3": 0.59821, "recall_at_5": 0.66146, "recall_at_10": 0.75846, "recall_at_20": 0.84358, "recall_at_100": 0.95814, "recall_at_1000": 0.99881, "accuracy": 0.39552, "precision_at_1": 0.66558, "precision_at_3": 0.39827, "precision_at_5": 0.29156, "precision_at_10": 0.19058, "precision_at_20": 0.11851, "precision_at_100": 0.03234, "precision_at_1000": 0.00357, "mrr_at_1": 0.665584, "mrr_at_3": 0.751623, "mrr_at_5": 0.76039, "mrr_at_10": 0.76619, "mrr_at_20": 0.769331, "mrr_at_100": 0.769983, "mrr_at_1000": 0.769983, "nauc_ndcg_at_1_max": 0.055933, "nauc_ndcg_at_1_std": -0.011934, "nauc_ndcg_at_1_diff1": 0.47658, "nauc_ndcg_at_3_max": 0.060571, "nauc_ndcg_at_3_std": -0.056256, "nauc_ndcg_at_3_diff1": 0.389611, "nauc_ndcg_at_5_max": 0.055464, "nauc_ndcg_at_5_std": -0.068171, "nauc_ndcg_at_5_diff1": 0.380969, "nauc_ndcg_at_10_max": 0.031642, "nauc_ndcg_at_10_std": -0.084807, "nauc_ndcg_at_10_diff1": 0.360322, "nauc_ndcg_at_20_max": 0.007993, "nauc_ndcg_at_20_std": -0.100071, "nauc_ndcg_at_20_diff1": 0.365496, "nauc_ndcg_at_100_max": 0.021603, "nauc_ndcg_at_100_std": -0.055692, "nauc_ndcg_at_100_diff1": 0.371986, "nauc_ndcg_at_1000_max": 0.045603, "nauc_ndcg_at_1000_std": -0.038417, "nauc_ndcg_at_1000_diff1": 0.376303, "nauc_map_at_1_max": 0.062481, "nauc_map_at_1_std": -0.067374, "nauc_map_at_1_diff1": 0.401643, "nauc_map_at_3_max": 0.050241, "nauc_map_at_3_std": -0.107502, "nauc_map_at_3_diff1": 0.356479, "nauc_map_at_5_max": 0.033957, "nauc_map_at_5_std": -0.112899, "nauc_map_at_5_diff1": 0.354267, "nauc_map_at_10_max": 0.014342, "nauc_map_at_10_std": -0.114865, "nauc_map_at_10_diff1": 0.344257, "nauc_map_at_20_max": 0.003952, "nauc_map_at_20_std": -0.110599, "nauc_map_at_20_diff1": 0.337222, "nauc_map_at_100_max": 0.011856, "nauc_map_at_100_std": -0.091176, "nauc_map_at_100_diff1": 0.334527, "nauc_map_at_1000_max": 0.013743, "nauc_map_at_1000_std": -0.089372, "nauc_map_at_1000_diff1": 0.334647, "nauc_recall_at_1_max": 0.062481, "nauc_recall_at_1_std": -0.067374, "nauc_recall_at_1_diff1": 0.401643, "nauc_recall_at_3_max": 0.040657, "nauc_recall_at_3_std": -0.136736, "nauc_recall_at_3_diff1": 0.304694, "nauc_recall_at_5_max": 0.013558, "nauc_recall_at_5_std": -0.151945, "nauc_recall_at_5_diff1": 0.293759, "nauc_recall_at_10_max": -0.055241, "nauc_recall_at_10_std": -0.198343, "nauc_recall_at_10_diff1": 0.235521, "nauc_recall_at_20_max": -0.175541, "nauc_recall_at_20_std": -0.299792, "nauc_recall_at_20_diff1": 0.193749, "nauc_recall_at_100_max": -0.418984, "nauc_recall_at_100_std": -0.302523, "nauc_recall_at_100_diff1": 0.143962, "nauc_recall_at_1000_max": 0.045215, "nauc_recall_at_1000_std": 0.358151, "nauc_recall_at_1000_diff1": 0.019685, "nauc_precision_at_1_max": 0.032227, "nauc_precision_at_1_std": -0.026503, "nauc_precision_at_1_diff1": 0.473688, "nauc_precision_at_3_max": -0.049737, "nauc_precision_at_3_std": 0.008898, "nauc_precision_at_3_diff1": 0.040667, "nauc_precision_at_5_max": -0.067236, "nauc_precision_at_5_std": 0.037491, "nauc_precision_at_5_diff1": -0.036885, "nauc_precision_at_10_max": -0.097906, "nauc_precision_at_10_std": 0.073724, "nauc_precision_at_10_diff1": -0.132745, "nauc_precision_at_20_max": -0.0912, "nauc_precision_at_20_std": 0.101626, "nauc_precision_at_20_diff1": -0.181304, "nauc_precision_at_100_max": -0.009797, "nauc_precision_at_100_std": 0.211818, "nauc_precision_at_100_diff1": -0.210912, "nauc_precision_at_1000_max": 0.038177, "nauc_precision_at_1000_std": 0.22805, "nauc_precision_at_1000_diff1": -0.209099, "nauc_mrr_at_1_max": 0.032227, "nauc_mrr_at_1_std": -0.026503, "nauc_mrr_at_1_diff1": 0.473688, "nauc_mrr_at_3_max": 0.04177, "nauc_mrr_at_3_std": -0.030991, "nauc_mrr_at_3_diff1": 0.449603, "nauc_mrr_at_5_max": 0.040269, "nauc_mrr_at_5_std": -0.025561, "nauc_mrr_at_5_diff1": 0.454576, "nauc_mrr_at_10_max": 0.034795, "nauc_mrr_at_10_std": -0.033552, "nauc_mrr_at_10_diff1": 0.450951, "nauc_mrr_at_20_max": 0.035133, "nauc_mrr_at_20_std": -0.035294, "nauc_mrr_at_20_diff1": 0.453741, "nauc_mrr_at_100_max": 0.036579, "nauc_mrr_at_100_std": -0.033581, "nauc_mrr_at_100_diff1": 0.453034, "nauc_mrr_at_1000_max": 0.036579, "nauc_mrr_at_1000_std": -0.033581, "nauc_mrr_at_1000_diff1": 0.453034, "hit_rate_at_1": 0.66558, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.8961, "hit_rate_at_10": 0.93831, "hit_rate_at_20": 0.98052, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69578, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 4145.803006410599, "kg_co2_emissions": null, "date": null }