{ "dataset_revision": "fb7fb69f81f7db62790f40494124b8ad22b424ab", "task_name": "Vidore3ComputerScienceRetrieval", "mteb_version": "2.12.14", "scores": { "test": [ { "ndcg_at_1": 0.76047, "ndcg_at_3": 0.76572, "ndcg_at_5": 0.78121, "ndcg_at_10": 0.80992, "ndcg_at_20": 0.84505, "ndcg_at_100": 0.86417, "ndcg_at_1000": 0.86436, "map_at_1": 0.30764, "map_at_3": 0.52517, "map_at_5": 0.61817, "map_at_10": 0.70552, "map_at_20": 0.74786, "map_at_100": 0.76232, "map_at_1000": 0.76236, "recall_at_1": 0.30764, "recall_at_3": 0.57227, "recall_at_5": 0.7049, "recall_at_10": 0.85193, "recall_at_20": 0.95131, "recall_at_100": 0.99934, "recall_at_1000": 1.0, "accuracy": 0.30764, "precision_at_1": 0.81395, "precision_at_3": 0.63101, "precision_at_5": 0.52186, "precision_at_10": 0.3614, "precision_at_20": 0.21977, "precision_at_100": 0.04874, "precision_at_1000": 0.00488, "mrr_at_1": 0.813953, "mrr_at_3": 0.883721, "mrr_at_5": 0.890465, "mrr_at_10": 0.89093, "mrr_at_20": 0.89093, "mrr_at_100": 0.89093, "mrr_at_1000": 0.89093, "nauc_ndcg_at_1_max": -0.243828, "nauc_ndcg_at_1_std": -0.361132, "nauc_ndcg_at_1_diff1": 0.330752, "nauc_ndcg_at_3_max": -0.258078, "nauc_ndcg_at_3_std": -0.387327, "nauc_ndcg_at_3_diff1": 0.259641, "nauc_ndcg_at_5_max": -0.25956, "nauc_ndcg_at_5_std": -0.383433, "nauc_ndcg_at_5_diff1": 0.269043, "nauc_ndcg_at_10_max": -0.335961, "nauc_ndcg_at_10_std": -0.505657, "nauc_ndcg_at_10_diff1": 0.28267, "nauc_ndcg_at_20_max": -0.299967, "nauc_ndcg_at_20_std": -0.473952, "nauc_ndcg_at_20_diff1": 0.309818, "nauc_ndcg_at_100_max": -0.284165, "nauc_ndcg_at_100_std": -0.421043, "nauc_ndcg_at_100_diff1": 0.284731, "nauc_ndcg_at_1000_max": -0.284294, "nauc_ndcg_at_1000_std": -0.42065, "nauc_ndcg_at_1000_diff1": 0.28496, "nauc_map_at_1_max": -0.1553, "nauc_map_at_1_std": -0.309099, "nauc_map_at_1_diff1": 0.442178, "nauc_map_at_3_max": -0.19746, "nauc_map_at_3_std": -0.375817, "nauc_map_at_3_diff1": 0.378103, "nauc_map_at_5_max": -0.22399, "nauc_map_at_5_std": -0.394569, "nauc_map_at_5_diff1": 0.337215, "nauc_map_at_10_max": -0.280156, "nauc_map_at_10_std": -0.451093, "nauc_map_at_10_diff1": 0.289694, "nauc_map_at_20_max": -0.275603, "nauc_map_at_20_std": -0.437571, "nauc_map_at_20_diff1": 0.272005, "nauc_map_at_100_max": -0.274115, "nauc_map_at_100_std": -0.41969, "nauc_map_at_100_diff1": 0.255318, "nauc_map_at_1000_max": -0.27414, "nauc_map_at_1000_std": -0.419653, "nauc_map_at_1000_diff1": 0.255352, "nauc_recall_at_1_max": -0.1553, "nauc_recall_at_1_std": -0.309099, "nauc_recall_at_1_diff1": 0.442178, "nauc_recall_at_3_max": -0.172062, "nauc_recall_at_3_std": -0.358326, "nauc_recall_at_3_diff1": 0.374106, "nauc_recall_at_5_max": -0.201996, "nauc_recall_at_5_std": -0.383737, "nauc_recall_at_5_diff1": 0.326017, "nauc_recall_at_10_max": -0.327762, "nauc_recall_at_10_std": -0.572124, "nauc_recall_at_10_diff1": 0.264238, "nauc_recall_at_20_max": -0.368562, "nauc_recall_at_20_std": -0.71041, "nauc_recall_at_20_diff1": 0.336124, "nauc_recall_at_100_max": -0.173334, "nauc_recall_at_100_std": -0.568554, "nauc_recall_at_100_diff1": 0.120784, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.315924, "nauc_precision_at_1_std": -0.42477, "nauc_precision_at_1_diff1": 0.274804, "nauc_precision_at_3_max": -0.090586, "nauc_precision_at_3_std": -0.058549, "nauc_precision_at_3_diff1": -0.201843, "nauc_precision_at_5_max": -0.035955, "nauc_precision_at_5_std": 0.068301, "nauc_precision_at_5_diff1": -0.309872, "nauc_precision_at_10_max": -0.015538, "nauc_precision_at_10_std": 0.111936, "nauc_precision_at_10_diff1": -0.352828, "nauc_precision_at_20_max": 0.064538, "nauc_precision_at_20_std": 0.211881, "nauc_precision_at_20_diff1": -0.345175, "nauc_precision_at_100_max": 0.092784, "nauc_precision_at_100_std": 0.261878, "nauc_precision_at_100_diff1": -0.340932, "nauc_precision_at_1000_max": 0.092965, "nauc_precision_at_1000_std": 0.262506, "nauc_precision_at_1000_diff1": -0.340822, "nauc_mrr_at_1_max": -0.315924, "nauc_mrr_at_1_std": -0.42477, "nauc_mrr_at_1_diff1": 0.274804, "nauc_mrr_at_3_max": -0.356532, "nauc_mrr_at_3_std": -0.477163, "nauc_mrr_at_3_diff1": 0.26889, "nauc_mrr_at_5_max": -0.361747, "nauc_mrr_at_5_std": -0.473305, "nauc_mrr_at_5_diff1": 0.263428, "nauc_mrr_at_10_max": -0.355473, "nauc_mrr_at_10_std": -0.467531, "nauc_mrr_at_10_diff1": 0.262126, "nauc_mrr_at_20_max": -0.355473, "nauc_mrr_at_20_std": -0.467531, "nauc_mrr_at_20_diff1": 0.262126, "nauc_mrr_at_100_max": -0.355473, "nauc_mrr_at_100_std": -0.467531, "nauc_mrr_at_100_diff1": 0.262126, "nauc_mrr_at_1000_max": -0.355473, "nauc_mrr_at_1000_std": -0.467531, "nauc_mrr_at_1000_diff1": 0.262126, "hit_rate_at_1": 0.81395, "hit_rate_at_3": 0.96744, "hit_rate_at_5": 0.99535, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80992, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.74419, "ndcg_at_3": 0.75706, "ndcg_at_5": 0.7749, "ndcg_at_10": 0.80284, "ndcg_at_20": 0.83786, "ndcg_at_100": 0.85772, "ndcg_at_1000": 0.85772, "map_at_1": 0.29177, "map_at_3": 0.51382, "map_at_5": 0.6098, "map_at_10": 0.69562, "map_at_20": 0.73821, "map_at_100": 0.75269, "map_at_1000": 0.75269, "recall_at_1": 0.29177, "recall_at_3": 0.56808, "recall_at_5": 0.7076, "recall_at_10": 0.85205, "recall_at_20": 0.94904, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.29177, "precision_at_1": 0.80465, "precision_at_3": 0.62791, "precision_at_5": 0.52279, "precision_at_10": 0.35953, "precision_at_20": 0.22, "precision_at_100": 0.04879, "precision_at_1000": 0.00488, "mrr_at_1": 0.804651, "mrr_at_3": 0.875969, "mrr_at_5": 0.883876, "mrr_at_10": 0.884341, "mrr_at_20": 0.884341, "mrr_at_100": 0.884341, "mrr_at_1000": 0.884341, "nauc_ndcg_at_1_max": -0.325172, "nauc_ndcg_at_1_std": -0.372628, "nauc_ndcg_at_1_diff1": 0.334405, "nauc_ndcg_at_3_max": -0.280703, "nauc_ndcg_at_3_std": -0.376691, "nauc_ndcg_at_3_diff1": 0.24005, "nauc_ndcg_at_5_max": -0.278495, "nauc_ndcg_at_5_std": -0.400762, "nauc_ndcg_at_5_diff1": 0.301355, "nauc_ndcg_at_10_max": -0.338425, "nauc_ndcg_at_10_std": -0.492988, "nauc_ndcg_at_10_diff1": 0.324326, "nauc_ndcg_at_20_max": -0.318699, "nauc_ndcg_at_20_std": -0.45992, "nauc_ndcg_at_20_diff1": 0.311274, "nauc_ndcg_at_100_max": -0.305266, "nauc_ndcg_at_100_std": -0.405776, "nauc_ndcg_at_100_diff1": 0.307693, "nauc_ndcg_at_1000_max": -0.305266, "nauc_ndcg_at_1000_std": -0.405776, "nauc_ndcg_at_1000_diff1": 0.307693, "nauc_map_at_1_max": -0.132001, "nauc_map_at_1_std": -0.268255, "nauc_map_at_1_diff1": 0.509539, "nauc_map_at_3_max": -0.176995, "nauc_map_at_3_std": -0.338281, "nauc_map_at_3_diff1": 0.393104, "nauc_map_at_5_max": -0.218173, "nauc_map_at_5_std": -0.37608, "nauc_map_at_5_diff1": 0.363766, "nauc_map_at_10_max": -0.267603, "nauc_map_at_10_std": -0.425053, "nauc_map_at_10_diff1": 0.323258, "nauc_map_at_20_max": -0.274708, "nauc_map_at_20_std": -0.417165, "nauc_map_at_20_diff1": 0.290854, "nauc_map_at_100_max": -0.272013, "nauc_map_at_100_std": -0.397572, "nauc_map_at_100_diff1": 0.285485, "nauc_map_at_1000_max": -0.272013, "nauc_map_at_1000_std": -0.397572, "nauc_map_at_1000_diff1": 0.285485, "nauc_recall_at_1_max": -0.132001, "nauc_recall_at_1_std": -0.268255, "nauc_recall_at_1_diff1": 0.509539, "nauc_recall_at_3_max": -0.155264, "nauc_recall_at_3_std": -0.331247, "nauc_recall_at_3_diff1": 0.359629, "nauc_recall_at_5_max": -0.191429, "nauc_recall_at_5_std": -0.391376, "nauc_recall_at_5_diff1": 0.344079, "nauc_recall_at_10_max": -0.28485, "nauc_recall_at_10_std": -0.546357, "nauc_recall_at_10_diff1": 0.326525, "nauc_recall_at_20_max": -0.342732, "nauc_recall_at_20_std": -0.669311, "nauc_recall_at_20_diff1": 0.227505, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.45098, "nauc_precision_at_1_std": -0.43264, "nauc_precision_at_1_diff1": 0.254912, "nauc_precision_at_3_max": -0.141181, "nauc_precision_at_3_std": -0.092794, "nauc_precision_at_3_diff1": -0.26142, "nauc_precision_at_5_max": -0.091243, "nauc_precision_at_5_std": 0.001062, "nauc_precision_at_5_diff1": -0.312879, "nauc_precision_at_10_max": -0.046569, "nauc_precision_at_10_std": 0.062096, "nauc_precision_at_10_diff1": -0.339816, "nauc_precision_at_20_max": 0.025781, "nauc_precision_at_20_std": 0.165417, "nauc_precision_at_20_diff1": -0.357259, "nauc_precision_at_100_max": 0.053993, "nauc_precision_at_100_std": 0.220974, "nauc_precision_at_100_diff1": -0.345503, "nauc_precision_at_1000_max": 0.053993, "nauc_precision_at_1000_std": 0.220974, "nauc_precision_at_1000_diff1": -0.345503, "nauc_mrr_at_1_max": -0.45098, "nauc_mrr_at_1_std": -0.43264, "nauc_mrr_at_1_diff1": 0.254912, "nauc_mrr_at_3_max": -0.527406, "nauc_mrr_at_3_std": -0.517945, "nauc_mrr_at_3_diff1": 0.207465, "nauc_mrr_at_5_max": -0.503008, "nauc_mrr_at_5_std": -0.493189, "nauc_mrr_at_5_diff1": 0.222282, "nauc_mrr_at_10_max": -0.497676, "nauc_mrr_at_10_std": -0.487815, "nauc_mrr_at_10_diff1": 0.220877, "nauc_mrr_at_20_max": -0.497676, "nauc_mrr_at_20_std": -0.487815, "nauc_mrr_at_20_diff1": 0.220877, "nauc_mrr_at_100_max": -0.497676, "nauc_mrr_at_100_std": -0.487815, "nauc_mrr_at_100_diff1": 0.220877, "nauc_mrr_at_1000_max": -0.497676, "nauc_mrr_at_1000_std": -0.487815, "nauc_mrr_at_1000_diff1": 0.220877, "hit_rate_at_1": 0.80465, "hit_rate_at_3": 0.96279, "hit_rate_at_5": 0.99535, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.80284, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.76279, "ndcg_at_3": 0.76962, "ndcg_at_5": 0.78771, "ndcg_at_10": 0.81312, "ndcg_at_20": 0.84574, "ndcg_at_100": 0.86677, "ndcg_at_1000": 0.86677, "map_at_1": 0.30539, "map_at_3": 0.52954, "map_at_5": 0.62735, "map_at_10": 0.70981, "map_at_20": 0.75083, "map_at_100": 0.76641, "map_at_1000": 0.76641, "recall_at_1": 0.30539, "recall_at_3": 0.57982, "recall_at_5": 0.71417, "recall_at_10": 0.85499, "recall_at_20": 0.9485, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.30539, "precision_at_1": 0.8186, "precision_at_3": 0.64031, "precision_at_5": 0.5293, "precision_at_10": 0.36186, "precision_at_20": 0.21837, "precision_at_100": 0.04879, "precision_at_1000": 0.00488, "mrr_at_1": 0.818605, "mrr_at_3": 0.882171, "mrr_at_5": 0.888915, "mrr_at_10": 0.890908, "mrr_at_20": 0.890908, "mrr_at_100": 0.890908, "mrr_at_1000": 0.890908, "nauc_ndcg_at_1_max": -0.304831, "nauc_ndcg_at_1_std": -0.427453, "nauc_ndcg_at_1_diff1": 0.373429, "nauc_ndcg_at_3_max": -0.25911, "nauc_ndcg_at_3_std": -0.445293, "nauc_ndcg_at_3_diff1": 0.264172, "nauc_ndcg_at_5_max": -0.237154, "nauc_ndcg_at_5_std": -0.445039, "nauc_ndcg_at_5_diff1": 0.257112, "nauc_ndcg_at_10_max": -0.304076, "nauc_ndcg_at_10_std": -0.524581, "nauc_ndcg_at_10_diff1": 0.295867, "nauc_ndcg_at_20_max": -0.292057, "nauc_ndcg_at_20_std": -0.509397, "nauc_ndcg_at_20_diff1": 0.332779, "nauc_ndcg_at_100_max": -0.269016, "nauc_ndcg_at_100_std": -0.452011, "nauc_ndcg_at_100_diff1": 0.311552, "nauc_ndcg_at_1000_max": -0.269016, "nauc_ndcg_at_1000_std": -0.452011, "nauc_ndcg_at_1000_diff1": 0.311552, "nauc_map_at_1_max": -0.096106, "nauc_map_at_1_std": -0.287901, "nauc_map_at_1_diff1": 0.491815, "nauc_map_at_3_max": -0.161744, "nauc_map_at_3_std": -0.373401, "nauc_map_at_3_diff1": 0.378015, "nauc_map_at_5_max": -0.192149, "nauc_map_at_5_std": -0.407664, "nauc_map_at_5_diff1": 0.30826, "nauc_map_at_10_max": -0.246439, "nauc_map_at_10_std": -0.460976, "nauc_map_at_10_diff1": 0.275969, "nauc_map_at_20_max": -0.254718, "nauc_map_at_20_std": -0.460765, "nauc_map_at_20_diff1": 0.261282, "nauc_map_at_100_max": -0.248225, "nauc_map_at_100_std": -0.437613, "nauc_map_at_100_diff1": 0.244428, "nauc_map_at_1000_max": -0.248225, "nauc_map_at_1000_std": -0.437613, "nauc_map_at_1000_diff1": 0.244428, "nauc_recall_at_1_max": -0.096106, "nauc_recall_at_1_std": -0.287901, "nauc_recall_at_1_diff1": 0.491815, "nauc_recall_at_3_max": -0.141689, "nauc_recall_at_3_std": -0.368764, "nauc_recall_at_3_diff1": 0.353261, "nauc_recall_at_5_max": -0.165787, "nauc_recall_at_5_std": -0.407051, "nauc_recall_at_5_diff1": 0.284116, "nauc_recall_at_10_max": -0.27777, "nauc_recall_at_10_std": -0.563492, "nauc_recall_at_10_diff1": 0.275538, "nauc_recall_at_20_max": -0.369199, "nauc_recall_at_20_std": -0.699698, "nauc_recall_at_20_diff1": 0.33702, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.488834, "nauc_precision_at_1_std": -0.559279, "nauc_precision_at_1_diff1": 0.295876, "nauc_precision_at_3_max": -0.166215, "nauc_precision_at_3_std": -0.128054, "nauc_precision_at_3_diff1": -0.279695, "nauc_precision_at_5_max": -0.10258, "nauc_precision_at_5_std": -0.005057, "nauc_precision_at_5_diff1": -0.38105, "nauc_precision_at_10_max": -0.065037, "nauc_precision_at_10_std": 0.077053, "nauc_precision_at_10_diff1": -0.36997, "nauc_precision_at_20_max": 0.00736, "nauc_precision_at_20_std": 0.172856, "nauc_precision_at_20_diff1": -0.342882, "nauc_precision_at_100_max": 0.055834, "nauc_precision_at_100_std": 0.24697, "nauc_precision_at_100_diff1": -0.340346, "nauc_precision_at_1000_max": 0.055834, "nauc_precision_at_1000_std": 0.24697, "nauc_precision_at_1000_diff1": -0.340346, "nauc_mrr_at_1_max": -0.488834, "nauc_mrr_at_1_std": -0.559279, "nauc_mrr_at_1_diff1": 0.295876, "nauc_mrr_at_3_max": -0.526245, "nauc_mrr_at_3_std": -0.650852, "nauc_mrr_at_3_diff1": 0.292769, "nauc_mrr_at_5_max": -0.521766, "nauc_mrr_at_5_std": -0.637116, "nauc_mrr_at_5_diff1": 0.275913, "nauc_mrr_at_10_max": -0.515414, "nauc_mrr_at_10_std": -0.625733, "nauc_mrr_at_10_diff1": 0.279258, "nauc_mrr_at_20_max": -0.515414, "nauc_mrr_at_20_std": -0.625733, "nauc_mrr_at_20_diff1": 0.279258, "nauc_mrr_at_100_max": -0.515414, "nauc_mrr_at_100_std": -0.625733, "nauc_mrr_at_100_diff1": 0.279258, "nauc_mrr_at_1000_max": -0.515414, "nauc_mrr_at_1000_std": -0.625733, "nauc_mrr_at_1000_diff1": 0.279258, "hit_rate_at_1": 0.8186, "hit_rate_at_3": 0.95814, "hit_rate_at_5": 0.98605, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81312, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.76977, "ndcg_at_3": 0.76985, "ndcg_at_5": 0.78489, "ndcg_at_10": 0.81052, "ndcg_at_20": 0.8459, "ndcg_at_100": 0.86635, "ndcg_at_1000": 0.86635, "map_at_1": 0.30312, "map_at_3": 0.52925, "map_at_5": 0.62333, "map_at_10": 0.70716, "map_at_20": 0.74886, "map_at_100": 0.76455, "map_at_1000": 0.76455, "recall_at_1": 0.30312, "recall_at_3": 0.57614, "recall_at_5": 0.70929, "recall_at_10": 0.85202, "recall_at_20": 0.95015, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.30312, "precision_at_1": 0.82326, "precision_at_3": 0.63876, "precision_at_5": 0.52837, "precision_at_10": 0.35953, "precision_at_20": 0.21814, "precision_at_100": 0.04879, "precision_at_1000": 0.00488, "mrr_at_1": 0.823256, "mrr_at_3": 0.886822, "mrr_at_5": 0.894264, "mrr_at_10": 0.894264, "mrr_at_20": 0.894686, "mrr_at_100": 0.894686, "mrr_at_1000": 0.894686, "nauc_ndcg_at_1_max": -0.341062, "nauc_ndcg_at_1_std": -0.459742, "nauc_ndcg_at_1_diff1": 0.264312, "nauc_ndcg_at_3_max": -0.319381, "nauc_ndcg_at_3_std": -0.457306, "nauc_ndcg_at_3_diff1": 0.169317, "nauc_ndcg_at_5_max": -0.275176, "nauc_ndcg_at_5_std": -0.43882, "nauc_ndcg_at_5_diff1": 0.200514, "nauc_ndcg_at_10_max": -0.368149, "nauc_ndcg_at_10_std": -0.551796, "nauc_ndcg_at_10_diff1": 0.213869, "nauc_ndcg_at_20_max": -0.335628, "nauc_ndcg_at_20_std": -0.527032, "nauc_ndcg_at_20_diff1": 0.229598, "nauc_ndcg_at_100_max": -0.326513, "nauc_ndcg_at_100_std": -0.474212, "nauc_ndcg_at_100_diff1": 0.2135, "nauc_ndcg_at_1000_max": -0.326513, "nauc_ndcg_at_1000_std": -0.474212, "nauc_ndcg_at_1000_diff1": 0.2135, "nauc_map_at_1_max": -0.150682, "nauc_map_at_1_std": -0.3094, "nauc_map_at_1_diff1": 0.494213, "nauc_map_at_3_max": -0.193817, "nauc_map_at_3_std": -0.373681, "nauc_map_at_3_diff1": 0.343277, "nauc_map_at_5_max": -0.223637, "nauc_map_at_5_std": -0.411442, "nauc_map_at_5_diff1": 0.276578, "nauc_map_at_10_max": -0.288006, "nauc_map_at_10_std": -0.475465, "nauc_map_at_10_diff1": 0.218665, "nauc_map_at_20_max": -0.291829, "nauc_map_at_20_std": -0.46956, "nauc_map_at_20_diff1": 0.195437, "nauc_map_at_100_max": -0.289872, "nauc_map_at_100_std": -0.445951, "nauc_map_at_100_diff1": 0.181596, "nauc_map_at_1000_max": -0.289872, "nauc_map_at_1000_std": -0.445951, "nauc_map_at_1000_diff1": 0.181596, "nauc_recall_at_1_max": -0.150682, "nauc_recall_at_1_std": -0.3094, "nauc_recall_at_1_diff1": 0.494213, "nauc_recall_at_3_max": -0.153479, "nauc_recall_at_3_std": -0.348363, "nauc_recall_at_3_diff1": 0.318026, "nauc_recall_at_5_max": -0.186552, "nauc_recall_at_5_std": -0.396664, "nauc_recall_at_5_diff1": 0.252407, "nauc_recall_at_10_max": -0.333446, "nauc_recall_at_10_std": -0.578341, "nauc_recall_at_10_diff1": 0.202266, "nauc_recall_at_20_max": -0.342185, "nauc_recall_at_20_std": -0.698292, "nauc_recall_at_20_diff1": 0.230277, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.492606, "nauc_precision_at_1_std": -0.564445, "nauc_precision_at_1_diff1": 0.161405, "nauc_precision_at_3_max": -0.16837, "nauc_precision_at_3_std": -0.116998, "nauc_precision_at_3_diff1": -0.357266, "nauc_precision_at_5_max": -0.071927, "nauc_precision_at_5_std": 0.023044, "nauc_precision_at_5_diff1": -0.404372, "nauc_precision_at_10_max": -0.051289, "nauc_precision_at_10_std": 0.078089, "nauc_precision_at_10_diff1": -0.398407, "nauc_precision_at_20_max": 0.038716, "nauc_precision_at_20_std": 0.194314, "nauc_precision_at_20_diff1": -0.360255, "nauc_precision_at_100_max": 0.075227, "nauc_precision_at_100_std": 0.262753, "nauc_precision_at_100_diff1": -0.331979, "nauc_precision_at_1000_max": 0.075227, "nauc_precision_at_1000_std": 0.262753, "nauc_precision_at_1000_diff1": -0.331979, "nauc_mrr_at_1_max": -0.492606, "nauc_mrr_at_1_std": -0.564445, "nauc_mrr_at_1_diff1": 0.161405, "nauc_mrr_at_3_max": -0.555653, "nauc_mrr_at_3_std": -0.655444, "nauc_mrr_at_3_diff1": 0.101176, "nauc_mrr_at_5_max": -0.544113, "nauc_mrr_at_5_std": -0.632483, "nauc_mrr_at_5_diff1": 0.121365, "nauc_mrr_at_10_max": -0.544113, "nauc_mrr_at_10_std": -0.632483, "nauc_mrr_at_10_diff1": 0.121365, "nauc_mrr_at_20_max": -0.538999, "nauc_mrr_at_20_std": -0.62774, "nauc_mrr_at_20_diff1": 0.121367, "nauc_mrr_at_100_max": -0.538999, "nauc_mrr_at_100_std": -0.62774, "nauc_mrr_at_100_diff1": 0.121367, "nauc_mrr_at_1000_max": -0.538999, "nauc_mrr_at_1000_std": -0.62774, "nauc_mrr_at_1000_diff1": 0.121367, "hit_rate_at_1": 0.82326, "hit_rate_at_3": 0.96279, "hit_rate_at_5": 0.99535, "hit_rate_at_10": 0.99535, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81052, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.77442, "ndcg_at_3": 0.76956, "ndcg_at_5": 0.78008, "ndcg_at_10": 0.8083, "ndcg_at_20": 0.84316, "ndcg_at_100": 0.86409, "ndcg_at_1000": 0.86409, "map_at_1": 0.30699, "map_at_3": 0.52715, "map_at_5": 0.61821, "map_at_10": 0.70163, "map_at_20": 0.74479, "map_at_100": 0.76046, "map_at_1000": 0.76046, "recall_at_1": 0.30699, "recall_at_3": 0.57425, "recall_at_5": 0.70415, "recall_at_10": 0.84975, "recall_at_20": 0.9486, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.30699, "precision_at_1": 0.82326, "precision_at_3": 0.63256, "precision_at_5": 0.52093, "precision_at_10": 0.3586, "precision_at_20": 0.21814, "precision_at_100": 0.04879, "precision_at_1000": 0.00488, "mrr_at_1": 0.823256, "mrr_at_3": 0.885271, "mrr_at_5": 0.89062, "mrr_at_10": 0.892525, "mrr_at_20": 0.892525, "mrr_at_100": 0.892525, "mrr_at_1000": 0.892525, "nauc_ndcg_at_1_max": -0.347561, "nauc_ndcg_at_1_std": -0.442357, "nauc_ndcg_at_1_diff1": 0.31462, "nauc_ndcg_at_3_max": -0.290913, "nauc_ndcg_at_3_std": -0.446093, "nauc_ndcg_at_3_diff1": 0.224421, "nauc_ndcg_at_5_max": -0.264152, "nauc_ndcg_at_5_std": -0.443076, "nauc_ndcg_at_5_diff1": 0.254959, "nauc_ndcg_at_10_max": -0.33523, "nauc_ndcg_at_10_std": -0.548098, "nauc_ndcg_at_10_diff1": 0.272456, "nauc_ndcg_at_20_max": -0.321312, "nauc_ndcg_at_20_std": -0.531012, "nauc_ndcg_at_20_diff1": 0.296873, "nauc_ndcg_at_100_max": -0.310323, "nauc_ndcg_at_100_std": -0.48093, "nauc_ndcg_at_100_diff1": 0.272822, "nauc_ndcg_at_1000_max": -0.310323, "nauc_ndcg_at_1000_std": -0.48093, "nauc_ndcg_at_1000_diff1": 0.272822, "nauc_map_at_1_max": -0.168489, "nauc_map_at_1_std": -0.324662, "nauc_map_at_1_diff1": 0.451727, "nauc_map_at_3_max": -0.201944, "nauc_map_at_3_std": -0.393551, "nauc_map_at_3_diff1": 0.363642, "nauc_map_at_5_max": -0.223937, "nauc_map_at_5_std": -0.423078, "nauc_map_at_5_diff1": 0.33187, "nauc_map_at_10_max": -0.263245, "nauc_map_at_10_std": -0.480386, "nauc_map_at_10_diff1": 0.287424, "nauc_map_at_20_max": -0.273457, "nauc_map_at_20_std": -0.48213, "nauc_map_at_20_diff1": 0.263197, "nauc_map_at_100_max": -0.273774, "nauc_map_at_100_std": -0.464111, "nauc_map_at_100_diff1": 0.246038, "nauc_map_at_1000_max": -0.273774, "nauc_map_at_1000_std": -0.464111, "nauc_map_at_1000_diff1": 0.246038, "nauc_recall_at_1_max": -0.168489, "nauc_recall_at_1_std": -0.324662, "nauc_recall_at_1_diff1": 0.451727, "nauc_recall_at_3_max": -0.168388, "nauc_recall_at_3_std": -0.37666, "nauc_recall_at_3_diff1": 0.352863, "nauc_recall_at_5_max": -0.192977, "nauc_recall_at_5_std": -0.420471, "nauc_recall_at_5_diff1": 0.323653, "nauc_recall_at_10_max": -0.290247, "nauc_recall_at_10_std": -0.587346, "nauc_recall_at_10_diff1": 0.255116, "nauc_recall_at_20_max": -0.339566, "nauc_recall_at_20_std": -0.68557, "nauc_recall_at_20_diff1": 0.315754, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.453692, "nauc_precision_at_1_std": -0.51133, "nauc_precision_at_1_diff1": 0.258248, "nauc_precision_at_3_max": -0.127395, "nauc_precision_at_3_std": -0.099579, "nauc_precision_at_3_diff1": -0.232369, "nauc_precision_at_5_max": -0.052903, "nauc_precision_at_5_std": 0.02419, "nauc_precision_at_5_diff1": -0.313506, "nauc_precision_at_10_max": -0.001757, "nauc_precision_at_10_std": 0.103852, "nauc_precision_at_10_diff1": -0.352831, "nauc_precision_at_20_max": 0.05397, "nauc_precision_at_20_std": 0.19576, "nauc_precision_at_20_diff1": -0.34892, "nauc_precision_at_100_max": 0.078054, "nauc_precision_at_100_std": 0.25514, "nauc_precision_at_100_diff1": -0.345072, "nauc_precision_at_1000_max": 0.078054, "nauc_precision_at_1000_std": 0.25514, "nauc_precision_at_1000_diff1": -0.345072, "nauc_mrr_at_1_max": -0.453692, "nauc_mrr_at_1_std": -0.51133, "nauc_mrr_at_1_diff1": 0.258248, "nauc_mrr_at_3_max": -0.507202, "nauc_mrr_at_3_std": -0.606468, "nauc_mrr_at_3_diff1": 0.245554, "nauc_mrr_at_5_max": -0.497642, "nauc_mrr_at_5_std": -0.596638, "nauc_mrr_at_5_diff1": 0.25041, "nauc_mrr_at_10_max": -0.490106, "nauc_mrr_at_10_std": -0.579608, "nauc_mrr_at_10_diff1": 0.247913, "nauc_mrr_at_20_max": -0.490106, "nauc_mrr_at_20_std": -0.579608, "nauc_mrr_at_20_diff1": 0.247913, "nauc_mrr_at_100_max": -0.490106, "nauc_mrr_at_100_std": -0.579608, "nauc_mrr_at_100_diff1": 0.247913, "nauc_mrr_at_1000_max": -0.490106, "nauc_mrr_at_1000_std": -0.579608, "nauc_mrr_at_1000_diff1": 0.247913, "hit_rate_at_1": 0.82326, "hit_rate_at_3": 0.96279, "hit_rate_at_5": 0.98605, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.8083, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.77442, "ndcg_at_3": 0.76197, "ndcg_at_5": 0.78547, "ndcg_at_10": 0.81064, "ndcg_at_20": 0.84499, "ndcg_at_100": 0.86507, "ndcg_at_1000": 0.86507, "map_at_1": 0.30482, "map_at_3": 0.52249, "map_at_5": 0.62361, "map_at_10": 0.70847, "map_at_20": 0.74928, "map_at_100": 0.76506, "map_at_1000": 0.76506, "recall_at_1": 0.30482, "recall_at_3": 0.56478, "recall_at_5": 0.71142, "recall_at_10": 0.85238, "recall_at_20": 0.95079, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.30482, "precision_at_1": 0.83256, "precision_at_3": 0.62481, "precision_at_5": 0.53116, "precision_at_10": 0.3614, "precision_at_20": 0.21884, "precision_at_100": 0.04879, "precision_at_1000": 0.00488, "mrr_at_1": 0.832558, "mrr_at_3": 0.885271, "mrr_at_5": 0.895271, "mrr_at_10": 0.895736, "mrr_at_20": 0.896094, "mrr_at_100": 0.896094, "mrr_at_1000": 0.896094, "nauc_ndcg_at_1_max": -0.347511, "nauc_ndcg_at_1_std": -0.38827, "nauc_ndcg_at_1_diff1": 0.355068, "nauc_ndcg_at_3_max": -0.254765, "nauc_ndcg_at_3_std": -0.397265, "nauc_ndcg_at_3_diff1": 0.231647, "nauc_ndcg_at_5_max": -0.25119, "nauc_ndcg_at_5_std": -0.403921, "nauc_ndcg_at_5_diff1": 0.259468, "nauc_ndcg_at_10_max": -0.322581, "nauc_ndcg_at_10_std": -0.516485, "nauc_ndcg_at_10_diff1": 0.294268, "nauc_ndcg_at_20_max": -0.294758, "nauc_ndcg_at_20_std": -0.475924, "nauc_ndcg_at_20_diff1": 0.302428, "nauc_ndcg_at_100_max": -0.298201, "nauc_ndcg_at_100_std": -0.430719, "nauc_ndcg_at_100_diff1": 0.28207, "nauc_ndcg_at_1000_max": -0.298201, "nauc_ndcg_at_1000_std": -0.430719, "nauc_ndcg_at_1000_diff1": 0.28207, "nauc_map_at_1_max": -0.155166, "nauc_map_at_1_std": -0.305963, "nauc_map_at_1_diff1": 0.482212, "nauc_map_at_3_max": -0.167919, "nauc_map_at_3_std": -0.380403, "nauc_map_at_3_diff1": 0.361862, "nauc_map_at_5_max": -0.204893, "nauc_map_at_5_std": -0.408601, "nauc_map_at_5_diff1": 0.319245, "nauc_map_at_10_max": -0.258958, "nauc_map_at_10_std": -0.459974, "nauc_map_at_10_diff1": 0.281761, "nauc_map_at_20_max": -0.264287, "nauc_map_at_20_std": -0.450943, "nauc_map_at_20_diff1": 0.255042, "nauc_map_at_100_max": -0.270807, "nauc_map_at_100_std": -0.43475, "nauc_map_at_100_diff1": 0.23836, "nauc_map_at_1000_max": -0.270807, "nauc_map_at_1000_std": -0.43475, "nauc_map_at_1000_diff1": 0.23836, "nauc_recall_at_1_max": -0.155166, "nauc_recall_at_1_std": -0.305963, "nauc_recall_at_1_diff1": 0.482212, "nauc_recall_at_3_max": -0.110279, "nauc_recall_at_3_std": -0.353006, "nauc_recall_at_3_diff1": 0.336835, "nauc_recall_at_5_max": -0.149241, "nauc_recall_at_5_std": -0.396743, "nauc_recall_at_5_diff1": 0.305455, "nauc_recall_at_10_max": -0.262929, "nauc_recall_at_10_std": -0.572518, "nauc_recall_at_10_diff1": 0.302419, "nauc_recall_at_20_max": -0.259062, "nauc_recall_at_20_std": -0.642903, "nauc_recall_at_20_diff1": 0.323335, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.491872, "nauc_precision_at_1_std": -0.485107, "nauc_precision_at_1_diff1": 0.283902, "nauc_precision_at_3_max": -0.094558, "nauc_precision_at_3_std": -0.087185, "nauc_precision_at_3_diff1": -0.254876, "nauc_precision_at_5_max": -0.055865, "nauc_precision_at_5_std": 0.049523, "nauc_precision_at_5_diff1": -0.339415, "nauc_precision_at_10_max": -0.034317, "nauc_precision_at_10_std": 0.102422, "nauc_precision_at_10_diff1": -0.342703, "nauc_precision_at_20_max": 0.035867, "nauc_precision_at_20_std": 0.207694, "nauc_precision_at_20_diff1": -0.352479, "nauc_precision_at_100_max": 0.051894, "nauc_precision_at_100_std": 0.254661, "nauc_precision_at_100_diff1": -0.340079, "nauc_precision_at_1000_max": 0.051894, "nauc_precision_at_1000_std": 0.254661, "nauc_precision_at_1000_diff1": -0.340079, "nauc_mrr_at_1_max": -0.491872, "nauc_mrr_at_1_std": -0.485107, "nauc_mrr_at_1_diff1": 0.283902, "nauc_mrr_at_3_max": -0.529806, "nauc_mrr_at_3_std": -0.559623, "nauc_mrr_at_3_diff1": 0.251007, "nauc_mrr_at_5_max": -0.518153, "nauc_mrr_at_5_std": -0.536825, "nauc_mrr_at_5_diff1": 0.252035, "nauc_mrr_at_10_max": -0.512381, "nauc_mrr_at_10_std": -0.531141, "nauc_mrr_at_10_diff1": 0.250634, "nauc_mrr_at_20_max": -0.516813, "nauc_mrr_at_20_std": -0.533482, "nauc_mrr_at_20_diff1": 0.250252, "nauc_mrr_at_100_max": -0.516813, "nauc_mrr_at_100_std": -0.533482, "nauc_mrr_at_100_diff1": 0.250252, "nauc_mrr_at_1000_max": -0.516813, "nauc_mrr_at_1000_std": -0.533482, "nauc_mrr_at_1000_diff1": 0.250252, "hit_rate_at_1": 0.83256, "hit_rate_at_3": 0.94884, "hit_rate_at_5": 0.9907, "hit_rate_at_10": 0.99535, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.81064, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 5912.093147754669, "kg_co2_emissions": null, "date": 1775473717.038987 }