{ "dataset_revision": "a29202f0da409034d651614d87cd8938d254e2ea", "task_name": "Vidore2BioMedicalLecturesRetrieval", "mteb_version": "2.12.33", "scores": { "test": [ { "ndcg_at_1": 0.6625, "ndcg_at_3": 0.64292, "ndcg_at_5": 0.66191, "ndcg_at_10": 0.69974, "ndcg_at_20": 0.72338, "ndcg_at_100": 0.75565, "ndcg_at_1000": 0.76736, "map_at_1": 0.40507, "map_at_3": 0.53061, "map_at_5": 0.57368, "map_at_10": 0.61349, "map_at_20": 0.62872, "map_at_100": 0.63961, "map_at_1000": 0.6409, "recall_at_1": 0.40507, "recall_at_3": 0.58623, "recall_at_5": 0.67828, "recall_at_10": 0.77678, "recall_at_20": 0.83964, "recall_at_100": 0.94487, "recall_at_1000": 1.0, "accuracy": 0.40507, "precision_at_1": 0.6625, "precision_at_3": 0.39167, "precision_at_5": 0.29125, "precision_at_10": 0.19063, "precision_at_20": 0.11188, "precision_at_100": 0.0285, "precision_at_1000": 0.00322, "mrr_at_1": 0.6625, "mrr_at_3": 0.740625, "mrr_at_5": 0.755625, "mrr_at_10": 0.761466, "mrr_at_20": 0.762875, "mrr_at_100": 0.7637, "mrr_at_1000": 0.763803, "nauc_ndcg_at_1_max": 0.362234, "nauc_ndcg_at_1_std": 0.083898, "nauc_ndcg_at_1_diff1": 0.424305, "nauc_ndcg_at_3_max": 0.406918, "nauc_ndcg_at_3_std": 0.113115, "nauc_ndcg_at_3_diff1": 0.365208, "nauc_ndcg_at_5_max": 0.420499, "nauc_ndcg_at_5_std": 0.10147, "nauc_ndcg_at_5_diff1": 0.381459, "nauc_ndcg_at_10_max": 0.412475, "nauc_ndcg_at_10_std": 0.099366, "nauc_ndcg_at_10_diff1": 0.352549, "nauc_ndcg_at_20_max": 0.427201, "nauc_ndcg_at_20_std": 0.121466, "nauc_ndcg_at_20_diff1": 0.339336, "nauc_ndcg_at_100_max": 0.424438, "nauc_ndcg_at_100_std": 0.139816, "nauc_ndcg_at_100_diff1": 0.319873, "nauc_ndcg_at_1000_max": 0.410183, "nauc_ndcg_at_1000_std": 0.123677, "nauc_ndcg_at_1000_diff1": 0.3306, "nauc_map_at_1_max": 0.339794, "nauc_map_at_1_std": 0.081211, "nauc_map_at_1_diff1": 0.495192, "nauc_map_at_3_max": 0.389574, "nauc_map_at_3_std": 0.08144, "nauc_map_at_3_diff1": 0.415249, "nauc_map_at_5_max": 0.407779, "nauc_map_at_5_std": 0.071308, "nauc_map_at_5_diff1": 0.415381, "nauc_map_at_10_max": 0.393004, "nauc_map_at_10_std": 0.065844, "nauc_map_at_10_diff1": 0.390365, "nauc_map_at_20_max": 0.402866, "nauc_map_at_20_std": 0.079954, "nauc_map_at_20_diff1": 0.379468, "nauc_map_at_100_max": 0.402023, "nauc_map_at_100_std": 0.086288, "nauc_map_at_100_diff1": 0.375248, "nauc_map_at_1000_max": 0.40067, "nauc_map_at_1000_std": 0.084762, "nauc_map_at_1000_diff1": 0.374688, "nauc_recall_at_1_max": 0.339794, "nauc_recall_at_1_std": 0.081211, "nauc_recall_at_1_diff1": 0.495192, "nauc_recall_at_3_max": 0.420938, "nauc_recall_at_3_std": 0.112502, "nauc_recall_at_3_diff1": 0.37849, "nauc_recall_at_5_max": 0.419386, "nauc_recall_at_5_std": 0.082719, "nauc_recall_at_5_diff1": 0.334361, "nauc_recall_at_10_max": 0.382452, "nauc_recall_at_10_std": 0.057819, "nauc_recall_at_10_diff1": 0.245192, "nauc_recall_at_20_max": 0.425701, "nauc_recall_at_20_std": 0.11404, "nauc_recall_at_20_diff1": 0.185035, "nauc_recall_at_100_max": 0.512858, "nauc_recall_at_100_std": 0.318705, "nauc_recall_at_100_diff1": -0.166328, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.362234, "nauc_precision_at_1_std": 0.083898, "nauc_precision_at_1_diff1": 0.424305, "nauc_precision_at_3_max": 0.168821, "nauc_precision_at_3_std": 0.085519, "nauc_precision_at_3_diff1": -0.071881, "nauc_precision_at_5_max": 0.081805, "nauc_precision_at_5_std": 0.027203, "nauc_precision_at_5_diff1": -0.135662, "nauc_precision_at_10_max": -0.050869, "nauc_precision_at_10_std": 0.003611, "nauc_precision_at_10_diff1": -0.261667, "nauc_precision_at_20_max": -0.072788, "nauc_precision_at_20_std": 0.031258, "nauc_precision_at_20_diff1": -0.289447, "nauc_precision_at_100_max": -0.162547, "nauc_precision_at_100_std": 0.004635, "nauc_precision_at_100_diff1": -0.335967, "nauc_precision_at_1000_max": -0.239398, "nauc_precision_at_1000_std": -0.074153, "nauc_precision_at_1000_diff1": -0.345074, "nauc_mrr_at_1_max": 0.362234, "nauc_mrr_at_1_std": 0.083898, "nauc_mrr_at_1_diff1": 0.424305, "nauc_mrr_at_3_max": 0.437163, "nauc_mrr_at_3_std": 0.172185, "nauc_mrr_at_3_diff1": 0.407335, "nauc_mrr_at_5_max": 0.417125, "nauc_mrr_at_5_std": 0.162516, "nauc_mrr_at_5_diff1": 0.379758, "nauc_mrr_at_10_max": 0.421433, "nauc_mrr_at_10_std": 0.161625, "nauc_mrr_at_10_diff1": 0.375315, "nauc_mrr_at_20_max": 0.420718, "nauc_mrr_at_20_std": 0.160219, "nauc_mrr_at_20_diff1": 0.378432, "nauc_mrr_at_100_max": 0.41891, "nauc_mrr_at_100_std": 0.158918, "nauc_mrr_at_100_diff1": 0.377119, "nauc_mrr_at_1000_max": 0.418819, "nauc_mrr_at_1000_std": 0.158664, "nauc_mrr_at_1000_diff1": 0.377948, "hit_rate_at_1": 0.6625, "hit_rate_at_3": 0.83125, "hit_rate_at_5": 0.89375, "hit_rate_at_10": 0.93125, "hit_rate_at_20": 0.95, "hit_rate_at_100": 0.98125, "hit_rate_at_1000": 1.0, "main_score": 0.66191, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.65, "ndcg_at_3": 0.6413, "ndcg_at_5": 0.66108, "ndcg_at_10": 0.69607, "ndcg_at_20": 0.72359, "ndcg_at_100": 0.75509, "ndcg_at_1000": 0.76538, "map_at_1": 0.39856, "map_at_3": 0.52707, "map_at_5": 0.57153, "map_at_10": 0.60973, "map_at_20": 0.6268, "map_at_100": 0.63753, "map_at_1000": 0.63885, "recall_at_1": 0.39856, "recall_at_3": 0.59457, "recall_at_5": 0.68432, "recall_at_10": 0.7773, "recall_at_20": 0.8513, "recall_at_100": 0.95505, "recall_at_1000": 1.0, "accuracy": 0.39856, "precision_at_1": 0.65, "precision_at_3": 0.3875, "precision_at_5": 0.2925, "precision_at_10": 0.18938, "precision_at_20": 0.11281, "precision_at_100": 0.02862, "precision_at_1000": 0.00322, "mrr_at_1": 0.65, "mrr_at_3": 0.736458, "mrr_at_5": 0.749583, "mrr_at_10": 0.754921, "mrr_at_20": 0.756768, "mrr_at_100": 0.757356, "mrr_at_1000": 0.757439, "nauc_ndcg_at_1_max": 0.204004, "nauc_ndcg_at_1_std": -0.04208, "nauc_ndcg_at_1_diff1": 0.443181, "nauc_ndcg_at_3_max": 0.249096, "nauc_ndcg_at_3_std": -0.034986, "nauc_ndcg_at_3_diff1": 0.321946, "nauc_ndcg_at_5_max": 0.281876, "nauc_ndcg_at_5_std": -0.047187, "nauc_ndcg_at_5_diff1": 0.373392, "nauc_ndcg_at_10_max": 0.289708, "nauc_ndcg_at_10_std": -0.03422, "nauc_ndcg_at_10_diff1": 0.358281, "nauc_ndcg_at_20_max": 0.283349, "nauc_ndcg_at_20_std": -0.028518, "nauc_ndcg_at_20_diff1": 0.325995, "nauc_ndcg_at_100_max": 0.271467, "nauc_ndcg_at_100_std": -0.0197, "nauc_ndcg_at_100_diff1": 0.31992, "nauc_ndcg_at_1000_max": 0.258082, "nauc_ndcg_at_1000_std": -0.034012, "nauc_ndcg_at_1000_diff1": 0.323724, "nauc_map_at_1_max": 0.241566, "nauc_map_at_1_std": -0.018234, "nauc_map_at_1_diff1": 0.499337, "nauc_map_at_3_max": 0.277349, "nauc_map_at_3_std": -0.02334, "nauc_map_at_3_diff1": 0.394619, "nauc_map_at_5_max": 0.277944, "nauc_map_at_5_std": -0.060299, "nauc_map_at_5_diff1": 0.407203, "nauc_map_at_10_max": 0.270972, "nauc_map_at_10_std": -0.062549, "nauc_map_at_10_diff1": 0.386139, "nauc_map_at_20_max": 0.270836, "nauc_map_at_20_std": -0.058795, "nauc_map_at_20_diff1": 0.367122, "nauc_map_at_100_max": 0.266608, "nauc_map_at_100_std": -0.057062, "nauc_map_at_100_diff1": 0.362425, "nauc_map_at_1000_max": 0.265208, "nauc_map_at_1000_std": -0.05871, "nauc_map_at_1000_diff1": 0.361543, "nauc_recall_at_1_max": 0.241566, "nauc_recall_at_1_std": -0.018234, "nauc_recall_at_1_diff1": 0.499337, "nauc_recall_at_3_max": 0.292793, "nauc_recall_at_3_std": 0.000129, "nauc_recall_at_3_diff1": 0.323741, "nauc_recall_at_5_max": 0.323207, "nauc_recall_at_5_std": -0.047549, "nauc_recall_at_5_diff1": 0.344333, "nauc_recall_at_10_max": 0.322549, "nauc_recall_at_10_std": -0.041195, "nauc_recall_at_10_diff1": 0.279305, "nauc_recall_at_20_max": 0.314319, "nauc_recall_at_20_std": -0.013711, "nauc_recall_at_20_diff1": 0.124941, "nauc_recall_at_100_max": 0.367318, "nauc_recall_at_100_std": 0.143362, "nauc_recall_at_100_diff1": -0.104138, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.204004, "nauc_precision_at_1_std": -0.04208, "nauc_precision_at_1_diff1": 0.443181, "nauc_precision_at_3_max": 0.043605, "nauc_precision_at_3_std": -0.032858, "nauc_precision_at_3_diff1": -0.104071, "nauc_precision_at_5_max": 0.000222, "nauc_precision_at_5_std": -0.078939, "nauc_precision_at_5_diff1": -0.128054, "nauc_precision_at_10_max": -0.084797, "nauc_precision_at_10_std": -0.046161, "nauc_precision_at_10_diff1": -0.247146, "nauc_precision_at_20_max": -0.115639, "nauc_precision_at_20_std": -0.014953, "nauc_precision_at_20_diff1": -0.307583, "nauc_precision_at_100_max": -0.184474, "nauc_precision_at_100_std": -0.007608, "nauc_precision_at_100_diff1": -0.343847, "nauc_precision_at_1000_max": -0.238873, "nauc_precision_at_1000_std": -0.067224, "nauc_precision_at_1000_diff1": -0.364615, "nauc_mrr_at_1_max": 0.204004, "nauc_mrr_at_1_std": -0.04208, "nauc_mrr_at_1_diff1": 0.443181, "nauc_mrr_at_3_max": 0.235204, "nauc_mrr_at_3_std": 0.002693, "nauc_mrr_at_3_diff1": 0.394996, "nauc_mrr_at_5_max": 0.262497, "nauc_mrr_at_5_std": 0.032227, "nauc_mrr_at_5_diff1": 0.385551, "nauc_mrr_at_10_max": 0.251707, "nauc_mrr_at_10_std": 0.022353, "nauc_mrr_at_10_diff1": 0.378506, "nauc_mrr_at_20_max": 0.249876, "nauc_mrr_at_20_std": 0.020539, "nauc_mrr_at_20_diff1": 0.381253, "nauc_mrr_at_100_max": 0.248964, "nauc_mrr_at_100_std": 0.019767, "nauc_mrr_at_100_diff1": 0.381157, "nauc_mrr_at_1000_max": 0.248868, "nauc_mrr_at_1000_std": 0.019541, "nauc_mrr_at_1000_diff1": 0.381937, "hit_rate_at_1": 0.65, "hit_rate_at_3": 0.8375, "hit_rate_at_5": 0.89375, "hit_rate_at_10": 0.93125, "hit_rate_at_20": 0.95625, "hit_rate_at_100": 0.9875, "hit_rate_at_1000": 1.0, "main_score": 0.66108, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.69375, "ndcg_at_3": 0.67344, "ndcg_at_5": 0.69349, "ndcg_at_10": 0.72175, "ndcg_at_20": 0.74192, "ndcg_at_100": 0.77786, "ndcg_at_1000": 0.78654, "map_at_1": 0.43637, "map_at_3": 0.55666, "map_at_5": 0.60282, "map_at_10": 0.63805, "map_at_20": 0.65182, "map_at_100": 0.66418, "map_at_1000": 0.66527, "recall_at_1": 0.43637, "recall_at_3": 0.61451, "recall_at_5": 0.70115, "recall_at_10": 0.79253, "recall_at_20": 0.84887, "recall_at_100": 0.96434, "recall_at_1000": 1.0, "accuracy": 0.43637, "precision_at_1": 0.69375, "precision_at_3": 0.40833, "precision_at_5": 0.3125, "precision_at_10": 0.195, "precision_at_20": 0.11094, "precision_at_100": 0.02887, "precision_at_1000": 0.00322, "mrr_at_1": 0.69375, "mrr_at_3": 0.770833, "mrr_at_5": 0.779271, "mrr_at_10": 0.783924, "mrr_at_20": 0.785506, "mrr_at_100": 0.786594, "mrr_at_1000": 0.786617, "nauc_ndcg_at_1_max": 0.318445, "nauc_ndcg_at_1_std": -0.000656, "nauc_ndcg_at_1_diff1": 0.392276, "nauc_ndcg_at_3_max": 0.332058, "nauc_ndcg_at_3_std": 0.014309, "nauc_ndcg_at_3_diff1": 0.342674, "nauc_ndcg_at_5_max": 0.354491, "nauc_ndcg_at_5_std": 0.028388, "nauc_ndcg_at_5_diff1": 0.376542, "nauc_ndcg_at_10_max": 0.358256, "nauc_ndcg_at_10_std": 0.01628, "nauc_ndcg_at_10_diff1": 0.380054, "nauc_ndcg_at_20_max": 0.363516, "nauc_ndcg_at_20_std": 0.037763, "nauc_ndcg_at_20_diff1": 0.357941, "nauc_ndcg_at_100_max": 0.338606, "nauc_ndcg_at_100_std": 0.028126, "nauc_ndcg_at_100_diff1": 0.341472, "nauc_ndcg_at_1000_max": 0.327408, "nauc_ndcg_at_1000_std": 0.007258, "nauc_ndcg_at_1000_diff1": 0.342354, "nauc_map_at_1_max": 0.323475, "nauc_map_at_1_std": 0.042255, "nauc_map_at_1_diff1": 0.458503, "nauc_map_at_3_max": 0.346458, "nauc_map_at_3_std": 0.014653, "nauc_map_at_3_diff1": 0.419633, "nauc_map_at_5_max": 0.350119, "nauc_map_at_5_std": 0.001167, "nauc_map_at_5_diff1": 0.415432, "nauc_map_at_10_max": 0.339462, "nauc_map_at_10_std": -0.012352, "nauc_map_at_10_diff1": 0.389194, "nauc_map_at_20_max": 0.344805, "nauc_map_at_20_std": 0.000714, "nauc_map_at_20_diff1": 0.378561, "nauc_map_at_100_max": 0.337273, "nauc_map_at_100_std": -0.001957, "nauc_map_at_100_diff1": 0.373152, "nauc_map_at_1000_max": 0.335505, "nauc_map_at_1000_std": -0.004558, "nauc_map_at_1000_diff1": 0.372471, "nauc_recall_at_1_max": 0.323475, "nauc_recall_at_1_std": 0.042255, "nauc_recall_at_1_diff1": 0.458503, "nauc_recall_at_3_max": 0.357697, "nauc_recall_at_3_std": 0.043858, "nauc_recall_at_3_diff1": 0.388182, "nauc_recall_at_5_max": 0.377576, "nauc_recall_at_5_std": 0.04973, "nauc_recall_at_5_diff1": 0.386314, "nauc_recall_at_10_max": 0.35736, "nauc_recall_at_10_std": -0.004549, "nauc_recall_at_10_diff1": 0.365115, "nauc_recall_at_20_max": 0.368545, "nauc_recall_at_20_std": 0.07124, "nauc_recall_at_20_diff1": 0.275548, "nauc_recall_at_100_max": 0.262204, "nauc_recall_at_100_std": 0.189979, "nauc_recall_at_100_diff1": 0.076538, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.318445, "nauc_precision_at_1_std": -0.000656, "nauc_precision_at_1_diff1": 0.392276, "nauc_precision_at_3_max": 0.058118, "nauc_precision_at_3_std": -0.00205, "nauc_precision_at_3_diff1": -0.103759, "nauc_precision_at_5_max": -0.033216, "nauc_precision_at_5_std": -0.024113, "nauc_precision_at_5_diff1": -0.180729, "nauc_precision_at_10_max": -0.122309, "nauc_precision_at_10_std": -0.048417, "nauc_precision_at_10_diff1": -0.262842, "nauc_precision_at_20_max": -0.131363, "nauc_precision_at_20_std": 0.000859, "nauc_precision_at_20_diff1": -0.289056, "nauc_precision_at_100_max": -0.258764, "nauc_precision_at_100_std": -0.064954, "nauc_precision_at_100_diff1": -0.343306, "nauc_precision_at_1000_max": -0.312552, "nauc_precision_at_1000_std": -0.142516, "nauc_precision_at_1000_diff1": -0.349831, "nauc_mrr_at_1_max": 0.318445, "nauc_mrr_at_1_std": -0.000656, "nauc_mrr_at_1_diff1": 0.392276, "nauc_mrr_at_3_max": 0.367101, "nauc_mrr_at_3_std": 0.069544, "nauc_mrr_at_3_diff1": 0.375392, "nauc_mrr_at_5_max": 0.374301, "nauc_mrr_at_5_std": 0.07828, "nauc_mrr_at_5_diff1": 0.363938, "nauc_mrr_at_10_max": 0.364545, "nauc_mrr_at_10_std": 0.064597, "nauc_mrr_at_10_diff1": 0.366238, "nauc_mrr_at_20_max": 0.364238, "nauc_mrr_at_20_std": 0.064908, "nauc_mrr_at_20_diff1": 0.365261, "nauc_mrr_at_100_max": 0.361451, "nauc_mrr_at_100_std": 0.061892, "nauc_mrr_at_100_diff1": 0.365195, "nauc_mrr_at_1000_max": 0.361629, "nauc_mrr_at_1000_std": 0.062035, "nauc_mrr_at_1000_diff1": 0.365304, "hit_rate_at_1": 0.69375, "hit_rate_at_3": 0.8625, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.9375, "hit_rate_at_20": 0.95625, "hit_rate_at_100": 0.99375, "hit_rate_at_1000": 1.0, "main_score": 0.69349, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.63125, "ndcg_at_3": 0.64388, "ndcg_at_5": 0.66044, "ndcg_at_10": 0.68788, "ndcg_at_20": 0.71255, "ndcg_at_100": 0.74652, "ndcg_at_1000": 0.75813, "map_at_1": 0.38128, "map_at_3": 0.52565, "map_at_5": 0.5681, "map_at_10": 0.60109, "map_at_20": 0.61686, "map_at_100": 0.62825, "map_at_1000": 0.62962, "recall_at_1": 0.38128, "recall_at_3": 0.60301, "recall_at_5": 0.6887, "recall_at_10": 0.77043, "recall_at_20": 0.83701, "recall_at_100": 0.94893, "recall_at_1000": 1.0, "accuracy": 0.38128, "precision_at_1": 0.63125, "precision_at_3": 0.39792, "precision_at_5": 0.2975, "precision_at_10": 0.18813, "precision_at_20": 0.11063, "precision_at_100": 0.02825, "precision_at_1000": 0.00322, "mrr_at_1": 0.63125, "mrr_at_3": 0.729167, "mrr_at_5": 0.741979, "mrr_at_10": 0.745677, "mrr_at_20": 0.746726, "mrr_at_100": 0.747799, "mrr_at_1000": 0.747854, "nauc_ndcg_at_1_max": 0.20767, "nauc_ndcg_at_1_std": -0.023657, "nauc_ndcg_at_1_diff1": 0.47517, "nauc_ndcg_at_3_max": 0.247813, "nauc_ndcg_at_3_std": -0.026705, "nauc_ndcg_at_3_diff1": 0.372966, "nauc_ndcg_at_5_max": 0.319753, "nauc_ndcg_at_5_std": 0.003409, "nauc_ndcg_at_5_diff1": 0.420862, "nauc_ndcg_at_10_max": 0.325851, "nauc_ndcg_at_10_std": 0.008748, "nauc_ndcg_at_10_diff1": 0.394462, "nauc_ndcg_at_20_max": 0.314291, "nauc_ndcg_at_20_std": 0.004722, "nauc_ndcg_at_20_diff1": 0.38961, "nauc_ndcg_at_100_max": 0.302656, "nauc_ndcg_at_100_std": 0.017154, "nauc_ndcg_at_100_diff1": 0.388287, "nauc_ndcg_at_1000_max": 0.284796, "nauc_ndcg_at_1000_std": 0.001919, "nauc_ndcg_at_1000_diff1": 0.391738, "nauc_map_at_1_max": 0.272619, "nauc_map_at_1_std": -0.00082, "nauc_map_at_1_diff1": 0.575497, "nauc_map_at_3_max": 0.291399, "nauc_map_at_3_std": -0.00827, "nauc_map_at_3_diff1": 0.469281, "nauc_map_at_5_max": 0.322037, "nauc_map_at_5_std": -0.0022, "nauc_map_at_5_diff1": 0.46783, "nauc_map_at_10_max": 0.304816, "nauc_map_at_10_std": -0.013318, "nauc_map_at_10_diff1": 0.42792, "nauc_map_at_20_max": 0.298593, "nauc_map_at_20_std": -0.015403, "nauc_map_at_20_diff1": 0.421633, "nauc_map_at_100_max": 0.296793, "nauc_map_at_100_std": -0.012174, "nauc_map_at_100_diff1": 0.420492, "nauc_map_at_1000_max": 0.294892, "nauc_map_at_1000_std": -0.01383, "nauc_map_at_1000_diff1": 0.420156, "nauc_recall_at_1_max": 0.272619, "nauc_recall_at_1_std": -0.00082, "nauc_recall_at_1_diff1": 0.575497, "nauc_recall_at_3_max": 0.300093, "nauc_recall_at_3_std": 0.0048, "nauc_recall_at_3_diff1": 0.376097, "nauc_recall_at_5_max": 0.372373, "nauc_recall_at_5_std": 0.021545, "nauc_recall_at_5_diff1": 0.358966, "nauc_recall_at_10_max": 0.374476, "nauc_recall_at_10_std": 0.013742, "nauc_recall_at_10_diff1": 0.253254, "nauc_recall_at_20_max": 0.35951, "nauc_recall_at_20_std": -0.008089, "nauc_recall_at_20_diff1": 0.234887, "nauc_recall_at_100_max": 0.424769, "nauc_recall_at_100_std": 0.158865, "nauc_recall_at_100_diff1": 0.121581, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.20767, "nauc_precision_at_1_std": -0.023657, "nauc_precision_at_1_diff1": 0.47517, "nauc_precision_at_3_max": 0.002567, "nauc_precision_at_3_std": -0.027802, "nauc_precision_at_3_diff1": -0.123049, "nauc_precision_at_5_max": 0.004214, "nauc_precision_at_5_std": -0.0207, "nauc_precision_at_5_diff1": -0.182553, "nauc_precision_at_10_max": -0.093057, "nauc_precision_at_10_std": -0.040464, "nauc_precision_at_10_diff1": -0.294885, "nauc_precision_at_20_max": -0.141625, "nauc_precision_at_20_std": -0.040263, "nauc_precision_at_20_diff1": -0.316773, "nauc_precision_at_100_max": -0.215865, "nauc_precision_at_100_std": -0.044564, "nauc_precision_at_100_diff1": -0.341098, "nauc_precision_at_1000_max": -0.282791, "nauc_precision_at_1000_std": -0.111359, "nauc_precision_at_1000_diff1": -0.346869, "nauc_mrr_at_1_max": 0.20767, "nauc_mrr_at_1_std": -0.023657, "nauc_mrr_at_1_diff1": 0.47517, "nauc_mrr_at_3_max": 0.267806, "nauc_mrr_at_3_std": 0.047836, "nauc_mrr_at_3_diff1": 0.430847, "nauc_mrr_at_5_max": 0.280251, "nauc_mrr_at_5_std": 0.054768, "nauc_mrr_at_5_diff1": 0.42421, "nauc_mrr_at_10_max": 0.274519, "nauc_mrr_at_10_std": 0.049315, "nauc_mrr_at_10_diff1": 0.420112, "nauc_mrr_at_20_max": 0.272932, "nauc_mrr_at_20_std": 0.046623, "nauc_mrr_at_20_diff1": 0.420639, "nauc_mrr_at_100_max": 0.270914, "nauc_mrr_at_100_std": 0.045854, "nauc_mrr_at_100_diff1": 0.421413, "nauc_mrr_at_1000_max": 0.271008, "nauc_mrr_at_1000_std": 0.04589, "nauc_mrr_at_1000_diff1": 0.421739, "hit_rate_at_1": 0.63125, "hit_rate_at_3": 0.85, "hit_rate_at_5": 0.90625, "hit_rate_at_10": 0.9375, "hit_rate_at_20": 0.95, "hit_rate_at_100": 0.9875, "hit_rate_at_1000": 1.0, "main_score": 0.66044, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 588.8913903236389, "kg_co2_emissions": null, "date": null }