{ "dataset_revision": "84fca99e5978604bae30f2436eacb6dbaa0532e9", "task_name": "Vidore3EnergyRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.67045, "ndcg_at_3": 0.67693, "ndcg_at_5": 0.68682, "ndcg_at_10": 0.71746, "ndcg_at_20": 0.74253, "ndcg_at_100": 0.77626, "ndcg_at_1000": 0.78395, "map_at_1": 0.42144, "map_at_3": 0.54827, "map_at_5": 0.58117, "map_at_10": 0.61712, "map_at_20": 0.63754, "map_at_100": 0.65344, "map_at_1000": 0.65484, "recall_at_1": 0.42144, "recall_at_3": 0.60634, "recall_at_5": 0.67406, "recall_at_10": 0.76997, "recall_at_20": 0.85353, "recall_at_100": 0.96867, "recall_at_1000": 0.99982, "accuracy": 0.42144, "precision_at_1": 0.69805, "precision_at_3": 0.40476, "precision_at_5": 0.29545, "precision_at_10": 0.19481, "precision_at_20": 0.12127, "precision_at_100": 0.03273, "precision_at_1000": 0.00358, "mrr_at_1": 0.698052, "mrr_at_3": 0.768398, "mrr_at_5": 0.779275, "mrr_at_10": 0.787053, "mrr_at_20": 0.788836, "mrr_at_100": 0.789363, "mrr_at_1000": 0.789363, "nauc_ndcg_at_1_max": -0.023935, "nauc_ndcg_at_1_std": -0.147095, "nauc_ndcg_at_1_diff1": 0.455651, "nauc_ndcg_at_3_max": -0.017164, "nauc_ndcg_at_3_std": -0.217283, "nauc_ndcg_at_3_diff1": 0.334859, "nauc_ndcg_at_5_max": -0.02293, "nauc_ndcg_at_5_std": -0.225127, "nauc_ndcg_at_5_diff1": 0.31918, "nauc_ndcg_at_10_max": -0.003427, "nauc_ndcg_at_10_std": -0.21144, "nauc_ndcg_at_10_diff1": 0.305986, "nauc_ndcg_at_20_max": -0.009802, "nauc_ndcg_at_20_std": -0.212087, "nauc_ndcg_at_20_diff1": 0.311165, "nauc_ndcg_at_100_max": -0.01212, "nauc_ndcg_at_100_std": -0.191483, "nauc_ndcg_at_100_diff1": 0.32262, "nauc_ndcg_at_1000_max": -0.002481, "nauc_ndcg_at_1000_std": -0.167401, "nauc_ndcg_at_1000_diff1": 0.3349, "nauc_map_at_1_max": 0.030882, "nauc_map_at_1_std": -0.149884, "nauc_map_at_1_diff1": 0.384626, "nauc_map_at_3_max": -0.006948, "nauc_map_at_3_std": -0.215475, "nauc_map_at_3_diff1": 0.325484, "nauc_map_at_5_max": -0.028462, "nauc_map_at_5_std": -0.234387, "nauc_map_at_5_diff1": 0.314685, "nauc_map_at_10_max": -0.029897, "nauc_map_at_10_std": -0.227137, "nauc_map_at_10_diff1": 0.294174, "nauc_map_at_20_max": -0.034077, "nauc_map_at_20_std": -0.222728, "nauc_map_at_20_diff1": 0.29026, "nauc_map_at_100_max": -0.030171, "nauc_map_at_100_std": -0.209567, "nauc_map_at_100_diff1": 0.286293, "nauc_map_at_1000_max": -0.029385, "nauc_map_at_1000_std": -0.207014, "nauc_map_at_1000_diff1": 0.28772, "nauc_recall_at_1_max": 0.030882, "nauc_recall_at_1_std": -0.149884, "nauc_recall_at_1_diff1": 0.384626, "nauc_recall_at_3_max": 0.004349, "nauc_recall_at_3_std": -0.255821, "nauc_recall_at_3_diff1": 0.261404, "nauc_recall_at_5_max": -0.038358, "nauc_recall_at_5_std": -0.295141, "nauc_recall_at_5_diff1": 0.223808, "nauc_recall_at_10_max": -0.012372, "nauc_recall_at_10_std": -0.269631, "nauc_recall_at_10_diff1": 0.168846, "nauc_recall_at_20_max": -0.022961, "nauc_recall_at_20_std": -0.311369, "nauc_recall_at_20_diff1": 0.138386, "nauc_recall_at_100_max": -0.244474, "nauc_recall_at_100_std": -0.639647, "nauc_recall_at_100_diff1": 0.007147, "nauc_recall_at_1000_max": -0.171624, "nauc_recall_at_1000_std": 0.358266, "nauc_recall_at_1000_diff1": 0.358266, "nauc_precision_at_1_max": -0.029333, "nauc_precision_at_1_std": -0.128779, "nauc_precision_at_1_diff1": 0.438956, "nauc_precision_at_3_max": -0.113931, "nauc_precision_at_3_std": -0.102105, "nauc_precision_at_3_diff1": -0.065516, "nauc_precision_at_5_max": -0.129125, "nauc_precision_at_5_std": -0.05008, "nauc_precision_at_5_diff1": -0.153573, "nauc_precision_at_10_max": -0.060264, "nauc_precision_at_10_std": 0.069448, "nauc_precision_at_10_diff1": -0.221337, "nauc_precision_at_20_max": -0.039719, "nauc_precision_at_20_std": 0.131924, "nauc_precision_at_20_diff1": -0.228311, "nauc_precision_at_100_max": 0.010529, "nauc_precision_at_100_std": 0.221701, "nauc_precision_at_100_diff1": -0.203501, "nauc_precision_at_1000_max": 0.026177, "nauc_precision_at_1000_std": 0.260184, "nauc_precision_at_1000_diff1": -0.177384, "nauc_mrr_at_1_max": -0.029333, "nauc_mrr_at_1_std": -0.128779, "nauc_mrr_at_1_diff1": 0.438956, "nauc_mrr_at_3_max": -0.032987, "nauc_mrr_at_3_std": -0.159161, "nauc_mrr_at_3_diff1": 0.386884, "nauc_mrr_at_5_max": -0.024078, "nauc_mrr_at_5_std": -0.139244, "nauc_mrr_at_5_diff1": 0.383622, "nauc_mrr_at_10_max": -0.019419, "nauc_mrr_at_10_std": -0.135819, "nauc_mrr_at_10_diff1": 0.394241, "nauc_mrr_at_20_max": -0.021301, "nauc_mrr_at_20_std": -0.137042, "nauc_mrr_at_20_diff1": 0.395804, "nauc_mrr_at_100_max": -0.022069, "nauc_mrr_at_100_std": -0.137382, "nauc_mrr_at_100_diff1": 0.395674, "nauc_mrr_at_1000_max": -0.022069, "nauc_mrr_at_1000_std": -0.137382, "nauc_mrr_at_1000_diff1": 0.395674, "hit_rate_at_1": 0.69805, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.90584, "hit_rate_at_10": 0.96104, "hit_rate_at_20": 0.98701, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.71746, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.65909, "ndcg_at_3": 0.67085, "ndcg_at_5": 0.68293, "ndcg_at_10": 0.71155, "ndcg_at_20": 0.73502, "ndcg_at_100": 0.76905, "ndcg_at_1000": 0.77704, "map_at_1": 0.40994, "map_at_3": 0.54191, "map_at_5": 0.57661, "map_at_10": 0.61123, "map_at_20": 0.63013, "map_at_100": 0.64616, "map_at_1000": 0.64759, "recall_at_1": 0.40994, "recall_at_3": 0.6046, "recall_at_5": 0.6779, "recall_at_10": 0.77348, "recall_at_20": 0.85518, "recall_at_100": 0.96795, "recall_at_1000": 0.99982, "accuracy": 0.40994, "precision_at_1": 0.68831, "precision_at_3": 0.40584, "precision_at_5": 0.2961, "precision_at_10": 0.19513, "precision_at_20": 0.11981, "precision_at_100": 0.0326, "precision_at_1000": 0.00358, "mrr_at_1": 0.688312, "mrr_at_3": 0.757035, "mrr_at_5": 0.769372, "mrr_at_10": 0.77619, "mrr_at_20": 0.778921, "mrr_at_100": 0.779367, "mrr_at_1000": 0.779367, "nauc_ndcg_at_1_max": 0.045053, "nauc_ndcg_at_1_std": -0.125778, "nauc_ndcg_at_1_diff1": 0.470892, "nauc_ndcg_at_3_max": 0.035705, "nauc_ndcg_at_3_std": -0.202176, "nauc_ndcg_at_3_diff1": 0.352753, "nauc_ndcg_at_5_max": 0.057432, "nauc_ndcg_at_5_std": -0.19826, "nauc_ndcg_at_5_diff1": 0.333241, "nauc_ndcg_at_10_max": 0.034703, "nauc_ndcg_at_10_std": -0.215197, "nauc_ndcg_at_10_diff1": 0.304782, "nauc_ndcg_at_20_max": 0.025722, "nauc_ndcg_at_20_std": -0.207936, "nauc_ndcg_at_20_diff1": 0.312377, "nauc_ndcg_at_100_max": 0.025625, "nauc_ndcg_at_100_std": -0.193832, "nauc_ndcg_at_100_diff1": 0.326461, "nauc_ndcg_at_1000_max": 0.04156, "nauc_ndcg_at_1000_std": -0.169877, "nauc_ndcg_at_1000_diff1": 0.33582, "nauc_map_at_1_max": 0.073155, "nauc_map_at_1_std": -0.148651, "nauc_map_at_1_diff1": 0.393849, "nauc_map_at_3_max": 0.041276, "nauc_map_at_3_std": -0.212825, "nauc_map_at_3_diff1": 0.335452, "nauc_map_at_5_max": 0.030707, "nauc_map_at_5_std": -0.22261, "nauc_map_at_5_diff1": 0.318994, "nauc_map_at_10_max": 0.012041, "nauc_map_at_10_std": -0.230254, "nauc_map_at_10_diff1": 0.297956, "nauc_map_at_20_max": 0.007255, "nauc_map_at_20_std": -0.227139, "nauc_map_at_20_diff1": 0.295963, "nauc_map_at_100_max": 0.009507, "nauc_map_at_100_std": -0.217164, "nauc_map_at_100_diff1": 0.291751, "nauc_map_at_1000_max": 0.010506, "nauc_map_at_1000_std": -0.215277, "nauc_map_at_1000_diff1": 0.292612, "nauc_recall_at_1_max": 0.073155, "nauc_recall_at_1_std": -0.148651, "nauc_recall_at_1_diff1": 0.393849, "nauc_recall_at_3_max": 0.034332, "nauc_recall_at_3_std": -0.240076, "nauc_recall_at_3_diff1": 0.272819, "nauc_recall_at_5_max": 0.047889, "nauc_recall_at_5_std": -0.252149, "nauc_recall_at_5_diff1": 0.236936, "nauc_recall_at_10_max": -0.017799, "nauc_recall_at_10_std": -0.282012, "nauc_recall_at_10_diff1": 0.13582, "nauc_recall_at_20_max": -0.087103, "nauc_recall_at_20_std": -0.339366, "nauc_recall_at_20_diff1": 0.095395, "nauc_recall_at_100_max": -0.355819, "nauc_recall_at_100_std": -0.633812, "nauc_recall_at_100_diff1": 0.028943, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.554133, "nauc_recall_at_1000_diff1": 0.122972, "nauc_precision_at_1_max": 0.043336, "nauc_precision_at_1_std": -0.10694, "nauc_precision_at_1_diff1": 0.449039, "nauc_precision_at_3_max": -0.086707, "nauc_precision_at_3_std": -0.104128, "nauc_precision_at_3_diff1": -0.036406, "nauc_precision_at_5_max": -0.078603, "nauc_precision_at_5_std": -0.027916, "nauc_precision_at_5_diff1": -0.130778, "nauc_precision_at_10_max": -0.101325, "nauc_precision_at_10_std": 0.019904, "nauc_precision_at_10_diff1": -0.228067, "nauc_precision_at_20_max": -0.08302, "nauc_precision_at_20_std": 0.090978, "nauc_precision_at_20_diff1": -0.229101, "nauc_precision_at_100_max": -0.024655, "nauc_precision_at_100_std": 0.176319, "nauc_precision_at_100_diff1": -0.210673, "nauc_precision_at_1000_max": 0.008195, "nauc_precision_at_1000_std": 0.223532, "nauc_precision_at_1000_diff1": -0.188801, "nauc_mrr_at_1_max": 0.043336, "nauc_mrr_at_1_std": -0.10694, "nauc_mrr_at_1_diff1": 0.449039, "nauc_mrr_at_3_max": 0.029292, "nauc_mrr_at_3_std": -0.142673, "nauc_mrr_at_3_diff1": 0.4059, "nauc_mrr_at_5_max": 0.053086, "nauc_mrr_at_5_std": -0.126686, "nauc_mrr_at_5_diff1": 0.402102, "nauc_mrr_at_10_max": 0.046679, "nauc_mrr_at_10_std": -0.133982, "nauc_mrr_at_10_diff1": 0.401227, "nauc_mrr_at_20_max": 0.043664, "nauc_mrr_at_20_std": -0.132599, "nauc_mrr_at_20_diff1": 0.405851, "nauc_mrr_at_100_max": 0.044346, "nauc_mrr_at_100_std": -0.131098, "nauc_mrr_at_100_diff1": 0.406483, "nauc_mrr_at_1000_max": 0.044346, "nauc_mrr_at_1000_std": -0.131098, "nauc_mrr_at_1000_diff1": 0.406483, "hit_rate_at_1": 0.68831, "hit_rate_at_3": 0.8474, "hit_rate_at_5": 0.9026, "hit_rate_at_10": 0.9513, "hit_rate_at_20": 0.98701, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.71155, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.61851, "ndcg_at_3": 0.64375, "ndcg_at_5": 0.65614, "ndcg_at_10": 0.68942, "ndcg_at_20": 0.71587, "ndcg_at_100": 0.75072, "ndcg_at_1000": 0.75836, "map_at_1": 0.37921, "map_at_3": 0.51652, "map_at_5": 0.54949, "map_at_10": 0.58394, "map_at_20": 0.60562, "map_at_100": 0.62143, "map_at_1000": 0.62273, "recall_at_1": 0.37921, "recall_at_3": 0.5881, "recall_at_5": 0.65993, "recall_at_10": 0.76387, "recall_at_20": 0.85324, "recall_at_100": 0.96894, "recall_at_1000": 0.99982, "accuracy": 0.37921, "precision_at_1": 0.64935, "precision_at_3": 0.39177, "precision_at_5": 0.28571, "precision_at_10": 0.19188, "precision_at_20": 0.12045, "precision_at_100": 0.03273, "precision_at_1000": 0.00358, "mrr_at_1": 0.649351, "mrr_at_3": 0.735931, "mrr_at_5": 0.746645, "mrr_at_10": 0.756035, "mrr_at_20": 0.758148, "mrr_at_100": 0.758749, "mrr_at_1000": 0.758749, "nauc_ndcg_at_1_max": 0.100385, "nauc_ndcg_at_1_std": -0.000313, "nauc_ndcg_at_1_diff1": 0.507919, "nauc_ndcg_at_3_max": 0.088552, "nauc_ndcg_at_3_std": -0.047786, "nauc_ndcg_at_3_diff1": 0.371315, "nauc_ndcg_at_5_max": 0.08283, "nauc_ndcg_at_5_std": -0.095541, "nauc_ndcg_at_5_diff1": 0.377357, "nauc_ndcg_at_10_max": 0.080106, "nauc_ndcg_at_10_std": -0.099007, "nauc_ndcg_at_10_diff1": 0.357388, "nauc_ndcg_at_20_max": 0.079711, "nauc_ndcg_at_20_std": -0.095071, "nauc_ndcg_at_20_diff1": 0.363634, "nauc_ndcg_at_100_max": 0.082309, "nauc_ndcg_at_100_std": -0.067751, "nauc_ndcg_at_100_diff1": 0.368762, "nauc_ndcg_at_1000_max": 0.091771, "nauc_ndcg_at_1000_std": -0.040714, "nauc_ndcg_at_1000_diff1": 0.376541, "nauc_map_at_1_max": 0.108167, "nauc_map_at_1_std": -0.042163, "nauc_map_at_1_diff1": 0.465929, "nauc_map_at_3_max": 0.072966, "nauc_map_at_3_std": -0.087211, "nauc_map_at_3_diff1": 0.362919, "nauc_map_at_5_max": 0.065534, "nauc_map_at_5_std": -0.111764, "nauc_map_at_5_diff1": 0.366179, "nauc_map_at_10_max": 0.055972, "nauc_map_at_10_std": -0.10971, "nauc_map_at_10_diff1": 0.347914, "nauc_map_at_20_max": 0.052538, "nauc_map_at_20_std": -0.104253, "nauc_map_at_20_diff1": 0.344211, "nauc_map_at_100_max": 0.056202, "nauc_map_at_100_std": -0.091243, "nauc_map_at_100_diff1": 0.339999, "nauc_map_at_1000_max": 0.056374, "nauc_map_at_1000_std": -0.088634, "nauc_map_at_1000_diff1": 0.340694, "nauc_recall_at_1_max": 0.108167, "nauc_recall_at_1_std": -0.042163, "nauc_recall_at_1_diff1": 0.465929, "nauc_recall_at_3_max": 0.074491, "nauc_recall_at_3_std": -0.10773, "nauc_recall_at_3_diff1": 0.281001, "nauc_recall_at_5_max": 0.054638, "nauc_recall_at_5_std": -0.18815, "nauc_recall_at_5_diff1": 0.292424, "nauc_recall_at_10_max": 0.016349, "nauc_recall_at_10_std": -0.224303, "nauc_recall_at_10_diff1": 0.203275, "nauc_recall_at_20_max": -0.016843, "nauc_recall_at_20_std": -0.300368, "nauc_recall_at_20_diff1": 0.188753, "nauc_recall_at_100_max": -0.169367, "nauc_recall_at_100_std": -0.599357, "nauc_recall_at_100_diff1": 0.109916, "nauc_recall_at_1000_max": 0.122972, "nauc_recall_at_1000_std": 0.554133, "nauc_recall_at_1000_diff1": 0.122972, "nauc_precision_at_1_max": 0.076859, "nauc_precision_at_1_std": 0.005827, "nauc_precision_at_1_diff1": 0.503967, "nauc_precision_at_3_max": -0.0772, "nauc_precision_at_3_std": -0.029254, "nauc_precision_at_3_diff1": -0.058075, "nauc_precision_at_5_max": -0.101147, "nauc_precision_at_5_std": -0.063628, "nauc_precision_at_5_diff1": -0.115914, "nauc_precision_at_10_max": -0.091176, "nauc_precision_at_10_std": 0.015932, "nauc_precision_at_10_diff1": -0.222069, "nauc_precision_at_20_max": -0.07441, "nauc_precision_at_20_std": 0.075505, "nauc_precision_at_20_diff1": -0.23266, "nauc_precision_at_100_max": -0.040332, "nauc_precision_at_100_std": 0.153592, "nauc_precision_at_100_diff1": -0.231571, "nauc_precision_at_1000_max": -0.020027, "nauc_precision_at_1000_std": 0.210574, "nauc_precision_at_1000_diff1": -0.213241, "nauc_mrr_at_1_max": 0.076859, "nauc_mrr_at_1_std": 0.005827, "nauc_mrr_at_1_diff1": 0.503967, "nauc_mrr_at_3_max": 0.076062, "nauc_mrr_at_3_std": 0.006902, "nauc_mrr_at_3_diff1": 0.445646, "nauc_mrr_at_5_max": 0.073235, "nauc_mrr_at_5_std": -0.014922, "nauc_mrr_at_5_diff1": 0.44268, "nauc_mrr_at_10_max": 0.075545, "nauc_mrr_at_10_std": -0.005481, "nauc_mrr_at_10_diff1": 0.444372, "nauc_mrr_at_20_max": 0.076824, "nauc_mrr_at_20_std": -0.003421, "nauc_mrr_at_20_diff1": 0.447488, "nauc_mrr_at_100_max": 0.076574, "nauc_mrr_at_100_std": -0.003825, "nauc_mrr_at_100_diff1": 0.449145, "nauc_mrr_at_1000_max": 0.076574, "nauc_mrr_at_1000_std": -0.003825, "nauc_mrr_at_1000_diff1": 0.449145, "hit_rate_at_1": 0.64935, "hit_rate_at_3": 0.84416, "hit_rate_at_5": 0.88961, "hit_rate_at_10": 0.95779, "hit_rate_at_20": 0.98377, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.68942, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.63636, "ndcg_at_3": 0.6528, "ndcg_at_5": 0.6689, "ndcg_at_10": 0.69674, "ndcg_at_20": 0.72372, "ndcg_at_100": 0.75747, "ndcg_at_1000": 0.76549, "map_at_1": 0.39162, "map_at_3": 0.52507, "map_at_5": 0.56336, "map_at_10": 0.59666, "map_at_20": 0.61703, "map_at_100": 0.63276, "map_at_1000": 0.63418, "recall_at_1": 0.39162, "recall_at_3": 0.59097, "recall_at_5": 0.67264, "recall_at_10": 0.76481, "recall_at_20": 0.8557, "recall_at_100": 0.96653, "recall_at_1000": 0.99982, "accuracy": 0.39162, "precision_at_1": 0.67208, "precision_at_3": 0.39935, "precision_at_5": 0.29545, "precision_at_10": 0.19286, "precision_at_20": 0.12029, "precision_at_100": 0.03266, "precision_at_1000": 0.00358, "mrr_at_1": 0.672078, "mrr_at_3": 0.745671, "mrr_at_5": 0.758333, "mrr_at_10": 0.767518, "mrr_at_20": 0.769882, "mrr_at_100": 0.770232, "mrr_at_1000": 0.770232, "nauc_ndcg_at_1_max": -0.020053, "nauc_ndcg_at_1_std": -0.102253, "nauc_ndcg_at_1_diff1": 0.530748, "nauc_ndcg_at_3_max": -0.007801, "nauc_ndcg_at_3_std": -0.163632, "nauc_ndcg_at_3_diff1": 0.41804, "nauc_ndcg_at_5_max": -0.024133, "nauc_ndcg_at_5_std": -0.173728, "nauc_ndcg_at_5_diff1": 0.39752, "nauc_ndcg_at_10_max": -0.026167, "nauc_ndcg_at_10_std": -0.193383, "nauc_ndcg_at_10_diff1": 0.386681, "nauc_ndcg_at_20_max": -0.045471, "nauc_ndcg_at_20_std": -0.195786, "nauc_ndcg_at_20_diff1": 0.411842, "nauc_ndcg_at_100_max": -0.048994, "nauc_ndcg_at_100_std": -0.176582, "nauc_ndcg_at_100_diff1": 0.411943, "nauc_ndcg_at_1000_max": -0.032321, "nauc_ndcg_at_1000_std": -0.150759, "nauc_ndcg_at_1000_diff1": 0.413818, "nauc_map_at_1_max": -0.026969, "nauc_map_at_1_std": -0.141623, "nauc_map_at_1_diff1": 0.455679, "nauc_map_at_3_max": -0.020342, "nauc_map_at_3_std": -0.184732, "nauc_map_at_3_diff1": 0.396578, "nauc_map_at_5_max": -0.043553, "nauc_map_at_5_std": -0.200058, "nauc_map_at_5_diff1": 0.381981, "nauc_map_at_10_max": -0.057266, "nauc_map_at_10_std": -0.209609, "nauc_map_at_10_diff1": 0.368253, "nauc_map_at_20_max": -0.066619, "nauc_map_at_20_std": -0.206126, "nauc_map_at_20_diff1": 0.371254, "nauc_map_at_100_max": -0.067047, "nauc_map_at_100_std": -0.200477, "nauc_map_at_100_diff1": 0.366488, "nauc_map_at_1000_max": -0.065495, "nauc_map_at_1000_std": -0.197668, "nauc_map_at_1000_diff1": 0.366799, "nauc_recall_at_1_max": -0.026969, "nauc_recall_at_1_std": -0.141623, "nauc_recall_at_1_diff1": 0.455679, "nauc_recall_at_3_max": 0.01745, "nauc_recall_at_3_std": -0.170861, "nauc_recall_at_3_diff1": 0.327116, "nauc_recall_at_5_max": -0.033826, "nauc_recall_at_5_std": -0.217499, "nauc_recall_at_5_diff1": 0.280869, "nauc_recall_at_10_max": -0.04599, "nauc_recall_at_10_std": -0.269668, "nauc_recall_at_10_diff1": 0.235307, "nauc_recall_at_20_max": -0.122717, "nauc_recall_at_20_std": -0.335624, "nauc_recall_at_20_diff1": 0.2826, "nauc_recall_at_100_max": -0.412553, "nauc_recall_at_100_std": -0.673185, "nauc_recall_at_100_diff1": 0.294694, "nauc_recall_at_1000_max": -0.171624, "nauc_recall_at_1000_std": 0.358266, "nauc_recall_at_1000_diff1": 0.358266, "nauc_precision_at_1_max": -0.067699, "nauc_precision_at_1_std": -0.119039, "nauc_precision_at_1_diff1": 0.519183, "nauc_precision_at_3_max": -0.076424, "nauc_precision_at_3_std": -0.090547, "nauc_precision_at_3_diff1": 0.0099, "nauc_precision_at_5_max": -0.096058, "nauc_precision_at_5_std": -0.029617, "nauc_precision_at_5_diff1": -0.098628, "nauc_precision_at_10_max": -0.085738, "nauc_precision_at_10_std": 0.003241, "nauc_precision_at_10_diff1": -0.188745, "nauc_precision_at_20_max": -0.075179, "nauc_precision_at_20_std": 0.066389, "nauc_precision_at_20_diff1": -0.198307, "nauc_precision_at_100_max": -0.005352, "nauc_precision_at_100_std": 0.163042, "nauc_precision_at_100_diff1": -0.214361, "nauc_precision_at_1000_max": 0.040874, "nauc_precision_at_1000_std": 0.22313, "nauc_precision_at_1000_diff1": -0.214481, "nauc_mrr_at_1_max": -0.067699, "nauc_mrr_at_1_std": -0.119039, "nauc_mrr_at_1_diff1": 0.519183, "nauc_mrr_at_3_max": -0.028295, "nauc_mrr_at_3_std": -0.094674, "nauc_mrr_at_3_diff1": 0.462407, "nauc_mrr_at_5_max": -0.031292, "nauc_mrr_at_5_std": -0.092515, "nauc_mrr_at_5_diff1": 0.460086, "nauc_mrr_at_10_max": -0.037605, "nauc_mrr_at_10_std": -0.104877, "nauc_mrr_at_10_diff1": 0.465324, "nauc_mrr_at_20_max": -0.040275, "nauc_mrr_at_20_std": -0.107436, "nauc_mrr_at_20_diff1": 0.46999, "nauc_mrr_at_100_max": -0.039437, "nauc_mrr_at_100_std": -0.105411, "nauc_mrr_at_100_diff1": 0.469744, "nauc_mrr_at_1000_max": -0.039437, "nauc_mrr_at_1000_std": -0.105411, "nauc_mrr_at_1000_diff1": 0.469744, "hit_rate_at_1": 0.67208, "hit_rate_at_3": 0.84091, "hit_rate_at_5": 0.89286, "hit_rate_at_10": 0.95779, "hit_rate_at_20": 0.99026, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69674, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.63149, "ndcg_at_3": 0.65316, "ndcg_at_5": 0.66425, "ndcg_at_10": 0.69503, "ndcg_at_20": 0.72172, "ndcg_at_100": 0.75574, "ndcg_at_1000": 0.7638, "map_at_1": 0.37911, "map_at_3": 0.52389, "map_at_5": 0.55569, "map_at_10": 0.5917, "map_at_20": 0.61203, "map_at_100": 0.62787, "map_at_1000": 0.62932, "recall_at_1": 0.37911, "recall_at_3": 0.5964, "recall_at_5": 0.66365, "recall_at_10": 0.76656, "recall_at_20": 0.85339, "recall_at_100": 0.96815, "recall_at_1000": 1.0, "accuracy": 0.37911, "precision_at_1": 0.65909, "precision_at_3": 0.40152, "precision_at_5": 0.29416, "precision_at_10": 0.19416, "precision_at_20": 0.12078, "precision_at_100": 0.03256, "precision_at_1000": 0.00358, "mrr_at_1": 0.659091, "mrr_at_3": 0.741342, "mrr_at_5": 0.753842, "mrr_at_10": 0.762213, "mrr_at_20": 0.764464, "mrr_at_100": 0.76492, "mrr_at_1000": 0.76492, "nauc_ndcg_at_1_max": 0.06789, "nauc_ndcg_at_1_std": -0.025034, "nauc_ndcg_at_1_diff1": 0.516161, "nauc_ndcg_at_3_max": 0.045138, "nauc_ndcg_at_3_std": -0.123298, "nauc_ndcg_at_3_diff1": 0.375687, "nauc_ndcg_at_5_max": 0.062906, "nauc_ndcg_at_5_std": -0.121689, "nauc_ndcg_at_5_diff1": 0.357839, "nauc_ndcg_at_10_max": 0.054317, "nauc_ndcg_at_10_std": -0.144522, "nauc_ndcg_at_10_diff1": 0.348742, "nauc_ndcg_at_20_max": 0.041576, "nauc_ndcg_at_20_std": -0.140356, "nauc_ndcg_at_20_diff1": 0.346803, "nauc_ndcg_at_100_max": 0.054333, "nauc_ndcg_at_100_std": -0.114087, "nauc_ndcg_at_100_diff1": 0.371218, "nauc_ndcg_at_1000_max": 0.068026, "nauc_ndcg_at_1000_std": -0.094683, "nauc_ndcg_at_1000_diff1": 0.385902, "nauc_map_at_1_max": 0.112557, "nauc_map_at_1_std": -0.094848, "nauc_map_at_1_diff1": 0.470098, "nauc_map_at_3_max": 0.062106, "nauc_map_at_3_std": -0.14911, "nauc_map_at_3_diff1": 0.359222, "nauc_map_at_5_max": 0.053037, "nauc_map_at_5_std": -0.156684, "nauc_map_at_5_diff1": 0.341274, "nauc_map_at_10_max": 0.040876, "nauc_map_at_10_std": -0.165208, "nauc_map_at_10_diff1": 0.331855, "nauc_map_at_20_max": 0.03324, "nauc_map_at_20_std": -0.159128, "nauc_map_at_20_diff1": 0.329218, "nauc_map_at_100_max": 0.043188, "nauc_map_at_100_std": -0.143172, "nauc_map_at_100_diff1": 0.334252, "nauc_map_at_1000_max": 0.044367, "nauc_map_at_1000_std": -0.141347, "nauc_map_at_1000_diff1": 0.335354, "nauc_recall_at_1_max": 0.112557, "nauc_recall_at_1_std": -0.094848, "nauc_recall_at_1_diff1": 0.470098, "nauc_recall_at_3_max": 0.034052, "nauc_recall_at_3_std": -0.184185, "nauc_recall_at_3_diff1": 0.26236, "nauc_recall_at_5_max": 0.036054, "nauc_recall_at_5_std": -0.191391, "nauc_recall_at_5_diff1": 0.217331, "nauc_recall_at_10_max": -0.019786, "nauc_recall_at_10_std": -0.265217, "nauc_recall_at_10_diff1": 0.168361, "nauc_recall_at_20_max": -0.074366, "nauc_recall_at_20_std": -0.278923, "nauc_recall_at_20_diff1": 0.099579, "nauc_recall_at_100_max": -0.239287, "nauc_recall_at_100_std": -0.487394, "nauc_recall_at_100_diff1": -0.037452, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.060411, "nauc_precision_at_1_std": -0.01075, "nauc_precision_at_1_diff1": 0.503359, "nauc_precision_at_3_max": -0.09464, "nauc_precision_at_3_std": -0.058286, "nauc_precision_at_3_diff1": -0.046594, "nauc_precision_at_5_max": -0.084584, "nauc_precision_at_5_std": -0.000758, "nauc_precision_at_5_diff1": -0.129986, "nauc_precision_at_10_max": -0.078178, "nauc_precision_at_10_std": 0.037941, "nauc_precision_at_10_diff1": -0.167635, "nauc_precision_at_20_max": -0.066389, "nauc_precision_at_20_std": 0.096496, "nauc_precision_at_20_diff1": -0.183166, "nauc_precision_at_100_max": 0.010553, "nauc_precision_at_100_std": 0.182396, "nauc_precision_at_100_diff1": -0.140949, "nauc_precision_at_1000_max": 0.036152, "nauc_precision_at_1000_std": 0.218574, "nauc_precision_at_1000_diff1": -0.126225, "nauc_mrr_at_1_max": 0.060411, "nauc_mrr_at_1_std": -0.01075, "nauc_mrr_at_1_diff1": 0.503359, "nauc_mrr_at_3_max": 0.028435, "nauc_mrr_at_3_std": -0.052179, "nauc_mrr_at_3_diff1": 0.442035, "nauc_mrr_at_5_max": 0.050779, "nauc_mrr_at_5_std": -0.035526, "nauc_mrr_at_5_diff1": 0.442492, "nauc_mrr_at_10_max": 0.044186, "nauc_mrr_at_10_std": -0.042209, "nauc_mrr_at_10_diff1": 0.449108, "nauc_mrr_at_20_max": 0.042609, "nauc_mrr_at_20_std": -0.040345, "nauc_mrr_at_20_diff1": 0.449392, "nauc_mrr_at_100_max": 0.042941, "nauc_mrr_at_100_std": -0.040302, "nauc_mrr_at_100_diff1": 0.449781, "nauc_mrr_at_1000_max": 0.042941, "nauc_mrr_at_1000_std": -0.040302, "nauc_mrr_at_1000_diff1": 0.449781, "hit_rate_at_1": 0.65909, "hit_rate_at_3": 0.84091, "hit_rate_at_5": 0.8961, "hit_rate_at_10": 0.95455, "hit_rate_at_20": 0.98701, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.69503, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.66071, "ndcg_at_3": 0.6629, "ndcg_at_5": 0.673, "ndcg_at_10": 0.70554, "ndcg_at_20": 0.7312, "ndcg_at_100": 0.76519, "ndcg_at_1000": 0.77324, "map_at_1": 0.4071, "map_at_3": 0.54032, "map_at_5": 0.56994, "map_at_10": 0.60456, "map_at_20": 0.62548, "map_at_100": 0.641, "map_at_1000": 0.64247, "recall_at_1": 0.4071, "recall_at_3": 0.6015, "recall_at_5": 0.66401, "recall_at_10": 0.76385, "recall_at_20": 0.85356, "recall_at_100": 0.96768, "recall_at_1000": 0.99982, "accuracy": 0.4071, "precision_at_1": 0.69156, "precision_at_3": 0.39719, "precision_at_5": 0.28961, "precision_at_10": 0.19351, "precision_at_20": 0.12013, "precision_at_100": 0.03253, "precision_at_1000": 0.00358, "mrr_at_1": 0.691558, "mrr_at_3": 0.755952, "mrr_at_5": 0.768452, "mrr_at_10": 0.777672, "mrr_at_20": 0.779736, "mrr_at_100": 0.780204, "mrr_at_1000": 0.780204, "nauc_ndcg_at_1_max": 0.041766, "nauc_ndcg_at_1_std": -0.078973, "nauc_ndcg_at_1_diff1": 0.45201, "nauc_ndcg_at_3_max": 0.053009, "nauc_ndcg_at_3_std": -0.176713, "nauc_ndcg_at_3_diff1": 0.349473, "nauc_ndcg_at_5_max": 0.065486, "nauc_ndcg_at_5_std": -0.171076, "nauc_ndcg_at_5_diff1": 0.335241, "nauc_ndcg_at_10_max": 0.041488, "nauc_ndcg_at_10_std": -0.191301, "nauc_ndcg_at_10_diff1": 0.294982, "nauc_ndcg_at_20_max": 0.027375, "nauc_ndcg_at_20_std": -0.18884, "nauc_ndcg_at_20_diff1": 0.300702, "nauc_ndcg_at_100_max": 0.033241, "nauc_ndcg_at_100_std": -0.164173, "nauc_ndcg_at_100_diff1": 0.330117, "nauc_ndcg_at_1000_max": 0.050949, "nauc_ndcg_at_1000_std": -0.143961, "nauc_ndcg_at_1000_diff1": 0.34266, "nauc_map_at_1_max": 0.061251, "nauc_map_at_1_std": -0.130084, "nauc_map_at_1_diff1": 0.380022, "nauc_map_at_3_max": 0.044086, "nauc_map_at_3_std": -0.188347, "nauc_map_at_3_diff1": 0.325188, "nauc_map_at_5_max": 0.033938, "nauc_map_at_5_std": -0.196618, "nauc_map_at_5_diff1": 0.310598, "nauc_map_at_10_max": 0.017495, "nauc_map_at_10_std": -0.206002, "nauc_map_at_10_diff1": 0.29012, "nauc_map_at_20_max": 0.01057, "nauc_map_at_20_std": -0.202264, "nauc_map_at_20_diff1": 0.288309, "nauc_map_at_100_max": 0.01628, "nauc_map_at_100_std": -0.187852, "nauc_map_at_100_diff1": 0.291384, "nauc_map_at_1000_max": 0.017656, "nauc_map_at_1000_std": -0.186135, "nauc_map_at_1000_diff1": 0.292907, "nauc_recall_at_1_max": 0.061251, "nauc_recall_at_1_std": -0.130084, "nauc_recall_at_1_diff1": 0.380022, "nauc_recall_at_3_max": 0.046773, "nauc_recall_at_3_std": -0.217933, "nauc_recall_at_3_diff1": 0.260704, "nauc_recall_at_5_max": 0.045347, "nauc_recall_at_5_std": -0.233928, "nauc_recall_at_5_diff1": 0.232292, "nauc_recall_at_10_max": -0.009061, "nauc_recall_at_10_std": -0.271926, "nauc_recall_at_10_diff1": 0.122567, "nauc_recall_at_20_max": -0.089756, "nauc_recall_at_20_std": -0.325177, "nauc_recall_at_20_diff1": 0.04888, "nauc_recall_at_100_max": -0.380945, "nauc_recall_at_100_std": -0.562359, "nauc_recall_at_100_diff1": 0.010774, "nauc_recall_at_1000_max": -0.565486, "nauc_recall_at_1000_std": 0.358266, "nauc_recall_at_1000_diff1": 0.122972, "nauc_precision_at_1_max": 0.028855, "nauc_precision_at_1_std": -0.081424, "nauc_precision_at_1_diff1": 0.431806, "nauc_precision_at_3_max": -0.054508, "nauc_precision_at_3_std": -0.089783, "nauc_precision_at_3_diff1": -0.021422, "nauc_precision_at_5_max": -0.052426, "nauc_precision_at_5_std": -0.013134, "nauc_precision_at_5_diff1": -0.102768, "nauc_precision_at_10_max": -0.077386, "nauc_precision_at_10_std": 0.030389, "nauc_precision_at_10_diff1": -0.184863, "nauc_precision_at_20_max": -0.065961, "nauc_precision_at_20_std": 0.093977, "nauc_precision_at_20_diff1": -0.19058, "nauc_precision_at_100_max": 0.000976, "nauc_precision_at_100_std": 0.205276, "nauc_precision_at_100_diff1": -0.139044, "nauc_precision_at_1000_max": 0.037977, "nauc_precision_at_1000_std": 0.238388, "nauc_precision_at_1000_diff1": -0.114753, "nauc_mrr_at_1_max": 0.028855, "nauc_mrr_at_1_std": -0.081424, "nauc_mrr_at_1_diff1": 0.431806, "nauc_mrr_at_3_max": 0.033025, "nauc_mrr_at_3_std": -0.124484, "nauc_mrr_at_3_diff1": 0.390091, "nauc_mrr_at_5_max": 0.049027, "nauc_mrr_at_5_std": -0.109289, "nauc_mrr_at_5_diff1": 0.400288, "nauc_mrr_at_10_max": 0.039448, "nauc_mrr_at_10_std": -0.114903, "nauc_mrr_at_10_diff1": 0.395537, "nauc_mrr_at_20_max": 0.037257, "nauc_mrr_at_20_std": -0.114861, "nauc_mrr_at_20_diff1": 0.397634, "nauc_mrr_at_100_max": 0.037104, "nauc_mrr_at_100_std": -0.114827, "nauc_mrr_at_100_diff1": 0.398821, "nauc_mrr_at_1000_max": 0.037104, "nauc_mrr_at_1000_std": -0.114827, "nauc_mrr_at_1000_diff1": 0.398821, "hit_rate_at_1": 0.69156, "hit_rate_at_3": 0.83766, "hit_rate_at_5": 0.89286, "hit_rate_at_10": 0.95779, "hit_rate_at_20": 0.98701, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.70554, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 1572.7478041648865, "kg_co2_emissions": null, "date": 1781787621.798257 }