{ "dataset_revision": "a29202f0da409034d651614d87cd8938d254e2ea", "task_name": "Vidore2BioMedicalLecturesRetrieval", "mteb_version": "1.38.33", "scores": { "test": [ { "ndcg_at_1": 0.5375, "ndcg_at_3": 0.54777, "ndcg_at_5": 0.56147, "ndcg_at_10": 0.59419, "ndcg_at_20": 0.63188, "ndcg_at_100": 0.66888, "ndcg_at_1000": 0.68581, "map_at_1": 0.3247, "map_at_3": 0.43551, "map_at_5": 0.46679, "map_at_10": 0.49828, "map_at_20": 0.51758, "map_at_100": 0.52925, "map_at_1000": 0.53094, "recall_at_1": 0.3247, "recall_at_3": 0.51279, "recall_at_5": 0.58034, "recall_at_10": 0.68476, "recall_at_20": 0.79517, "recall_at_100": 0.91949, "recall_at_1000": 1.0, "cv_recall_at_1": 0.5375, "cv_recall_at_3": 0.775, "cv_recall_at_5": 0.83125, "cv_recall_at_10": 0.9, "cv_recall_at_20": 0.95, "cv_recall_at_100": 0.9875, "cv_recall_at_1000": 1.0, "precision_at_1": 0.5375, "precision_at_3": 0.34167, "precision_at_5": 0.25625, "precision_at_10": 0.16188, "precision_at_20": 0.10094, "precision_at_100": 0.027, "precision_at_1000": 0.00322, "mrr_at_1": 0.5375, "mrr_at_3": 0.644792, "mrr_at_5": 0.658542, "mrr_at_10": 0.668504, "mrr_at_20": 0.67203, "mrr_at_100": 0.672761, "mrr_at_1000": 0.672778, "nauc_ndcg_at_1_max": 0.33389, "nauc_ndcg_at_1_std": 0.118603, "nauc_ndcg_at_1_diff1": 0.566065, "nauc_ndcg_at_3_max": 0.349958, "nauc_ndcg_at_3_std": 0.139523, "nauc_ndcg_at_3_diff1": 0.450412, "nauc_ndcg_at_5_max": 0.347488, "nauc_ndcg_at_5_std": 0.132957, "nauc_ndcg_at_5_diff1": 0.45196, "nauc_ndcg_at_10_max": 0.34511, "nauc_ndcg_at_10_std": 0.143309, "nauc_ndcg_at_10_diff1": 0.456895, "nauc_ndcg_at_20_max": 0.345495, "nauc_ndcg_at_20_std": 0.163198, "nauc_ndcg_at_20_diff1": 0.431527, "nauc_ndcg_at_100_max": 0.346498, "nauc_ndcg_at_100_std": 0.149065, "nauc_ndcg_at_100_diff1": 0.436802, "nauc_ndcg_at_1000_max": 0.332685, "nauc_ndcg_at_1000_std": 0.123479, "nauc_ndcg_at_1000_diff1": 0.439766, "nauc_map_at_1_max": 0.290488, "nauc_map_at_1_std": 0.116953, "nauc_map_at_1_diff1": 0.569781, "nauc_map_at_3_max": 0.342662, "nauc_map_at_3_std": 0.134068, "nauc_map_at_3_diff1": 0.496786, "nauc_map_at_5_max": 0.341984, "nauc_map_at_5_std": 0.125322, "nauc_map_at_5_diff1": 0.48388, "nauc_map_at_10_max": 0.325477, "nauc_map_at_10_std": 0.124728, "nauc_map_at_10_diff1": 0.474839, "nauc_map_at_20_max": 0.325844, "nauc_map_at_20_std": 0.130424, "nauc_map_at_20_diff1": 0.461408, "nauc_map_at_100_max": 0.326183, "nauc_map_at_100_std": 0.128071, "nauc_map_at_100_diff1": 0.459243, "nauc_map_at_1000_max": 0.325048, "nauc_map_at_1000_std": 0.125758, "nauc_map_at_1000_diff1": 0.459393, "nauc_recall_at_1_max": 0.290488, "nauc_recall_at_1_std": 0.116953, "nauc_recall_at_1_diff1": 0.569781, "nauc_recall_at_3_max": 0.362781, "nauc_recall_at_3_std": 0.16356, "nauc_recall_at_3_diff1": 0.419218, "nauc_recall_at_5_max": 0.342612, "nauc_recall_at_5_std": 0.133808, "nauc_recall_at_5_diff1": 0.389125, "nauc_recall_at_10_max": 0.315104, "nauc_recall_at_10_std": 0.183197, "nauc_recall_at_10_diff1": 0.324997, "nauc_recall_at_20_max": 0.309941, "nauc_recall_at_20_std": 0.286311, "nauc_recall_at_20_diff1": 0.187698, "nauc_recall_at_100_max": 0.39349, "nauc_recall_at_100_std": 0.384748, "nauc_recall_at_100_diff1": 0.187749, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.33389, "nauc_precision_at_1_std": 0.118603, "nauc_precision_at_1_diff1": 0.566065, "nauc_precision_at_3_max": 0.1907, "nauc_precision_at_3_std": 0.037346, "nauc_precision_at_3_diff1": 0.054164, "nauc_precision_at_5_max": 0.083044, "nauc_precision_at_5_std": -0.026205, "nauc_precision_at_5_diff1": -0.071393, "nauc_precision_at_10_max": -0.025354, "nauc_precision_at_10_std": -0.038214, "nauc_precision_at_10_diff1": -0.14697, "nauc_precision_at_20_max": -0.079799, "nauc_precision_at_20_std": -0.049495, "nauc_precision_at_20_diff1": -0.233742, "nauc_precision_at_100_max": -0.133134, "nauc_precision_at_100_std": -0.12243, "nauc_precision_at_100_diff1": -0.267952, "nauc_precision_at_1000_max": -0.224745, "nauc_precision_at_1000_std": -0.21672, "nauc_precision_at_1000_diff1": -0.317755, "nauc_cv_recall_at_1_max": 0.33389, "nauc_cv_recall_at_1_std": 0.118603, "nauc_cv_recall_at_1_diff1": 0.566065, "nauc_cv_recall_at_3_max": 0.459531, "nauc_cv_recall_at_3_std": 0.233118, "nauc_cv_recall_at_3_diff1": 0.445354, "nauc_cv_recall_at_5_max": 0.396647, "nauc_cv_recall_at_5_std": 0.069913, "nauc_cv_recall_at_5_diff1": 0.401468, "nauc_cv_recall_at_10_max": 0.43394, "nauc_cv_recall_at_10_std": 0.244427, "nauc_cv_recall_at_10_diff1": 0.240809, "nauc_cv_recall_at_20_max": 0.580182, "nauc_cv_recall_at_20_std": 0.722514, "nauc_cv_recall_at_20_diff1": 0.080824, "nauc_cv_recall_at_100_max": 0.414332, "nauc_cv_recall_at_100_std": 0.679038, "nauc_cv_recall_at_100_diff1": -0.514472, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.33389, "nauc_mrr_at_1_std": 0.118603, "nauc_mrr_at_1_diff1": 0.566065, "nauc_mrr_at_3_max": 0.370629, "nauc_mrr_at_3_std": 0.156626, "nauc_mrr_at_3_diff1": 0.519734, "nauc_mrr_at_5_max": 0.357788, "nauc_mrr_at_5_std": 0.130105, "nauc_mrr_at_5_diff1": 0.516649, "nauc_mrr_at_10_max": 0.359269, "nauc_mrr_at_10_std": 0.143121, "nauc_mrr_at_10_diff1": 0.510432, "nauc_mrr_at_20_max": 0.359896, "nauc_mrr_at_20_std": 0.147378, "nauc_mrr_at_20_diff1": 0.510912, "nauc_mrr_at_100_max": 0.35914, "nauc_mrr_at_100_std": 0.145705, "nauc_mrr_at_100_diff1": 0.51198, "nauc_mrr_at_1000_max": 0.35913, "nauc_mrr_at_1000_std": 0.145665, "nauc_mrr_at_1000_diff1": 0.512044, "main_score": 0.56147, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.5625, "ndcg_at_3": 0.53405, "ndcg_at_5": 0.54213, "ndcg_at_10": 0.58959, "ndcg_at_20": 0.60968, "ndcg_at_100": 0.65468, "ndcg_at_1000": 0.67486, "map_at_1": 0.3209, "map_at_3": 0.42668, "map_at_5": 0.45018, "map_at_10": 0.48849, "map_at_20": 0.50049, "map_at_100": 0.51389, "map_at_1000": 0.51586, "recall_at_1": 0.3209, "recall_at_3": 0.49715, "recall_at_5": 0.55231, "recall_at_10": 0.69437, "recall_at_20": 0.74813, "recall_at_100": 0.90481, "recall_at_1000": 1.0, "cv_recall_at_1": 0.5625, "cv_recall_at_3": 0.725, "cv_recall_at_5": 0.80625, "cv_recall_at_10": 0.9125, "cv_recall_at_20": 0.91875, "cv_recall_at_100": 0.98125, "cv_recall_at_1000": 1.0, "precision_at_1": 0.5625, "precision_at_3": 0.32083, "precision_at_5": 0.2375, "precision_at_10": 0.16125, "precision_at_20": 0.09375, "precision_at_100": 0.02612, "precision_at_1000": 0.00322, "mrr_at_1": 0.5625, "mrr_at_3": 0.633333, "mrr_at_5": 0.652396, "mrr_at_10": 0.666183, "mrr_at_20": 0.666551, "mrr_at_100": 0.668409, "mrr_at_1000": 0.668465, "nauc_ndcg_at_1_max": 0.259452, "nauc_ndcg_at_1_std": 0.0996, "nauc_ndcg_at_1_diff1": 0.397963, "nauc_ndcg_at_3_max": 0.329146, "nauc_ndcg_at_3_std": 0.15388, "nauc_ndcg_at_3_diff1": 0.379425, "nauc_ndcg_at_5_max": 0.337963, "nauc_ndcg_at_5_std": 0.161323, "nauc_ndcg_at_5_diff1": 0.370384, "nauc_ndcg_at_10_max": 0.344341, "nauc_ndcg_at_10_std": 0.176267, "nauc_ndcg_at_10_diff1": 0.382266, "nauc_ndcg_at_20_max": 0.335709, "nauc_ndcg_at_20_std": 0.172656, "nauc_ndcg_at_20_diff1": 0.375243, "nauc_ndcg_at_100_max": 0.334975, "nauc_ndcg_at_100_std": 0.168285, "nauc_ndcg_at_100_diff1": 0.366707, "nauc_ndcg_at_1000_max": 0.317657, "nauc_ndcg_at_1000_std": 0.145693, "nauc_ndcg_at_1000_diff1": 0.369189, "nauc_map_at_1_max": 0.294268, "nauc_map_at_1_std": 0.137584, "nauc_map_at_1_diff1": 0.493999, "nauc_map_at_3_max": 0.339984, "nauc_map_at_3_std": 0.157911, "nauc_map_at_3_diff1": 0.431939, "nauc_map_at_5_max": 0.328336, "nauc_map_at_5_std": 0.145454, "nauc_map_at_5_diff1": 0.411517, "nauc_map_at_10_max": 0.32716, "nauc_map_at_10_std": 0.152328, "nauc_map_at_10_diff1": 0.409451, "nauc_map_at_20_max": 0.325231, "nauc_map_at_20_std": 0.150004, "nauc_map_at_20_diff1": 0.403808, "nauc_map_at_100_max": 0.324774, "nauc_map_at_100_std": 0.147784, "nauc_map_at_100_diff1": 0.400438, "nauc_map_at_1000_max": 0.323235, "nauc_map_at_1000_std": 0.145907, "nauc_map_at_1000_diff1": 0.40043, "nauc_recall_at_1_max": 0.294268, "nauc_recall_at_1_std": 0.137584, "nauc_recall_at_1_diff1": 0.493999, "nauc_recall_at_3_max": 0.364888, "nauc_recall_at_3_std": 0.212224, "nauc_recall_at_3_diff1": 0.351839, "nauc_recall_at_5_max": 0.347381, "nauc_recall_at_5_std": 0.200729, "nauc_recall_at_5_diff1": 0.302919, "nauc_recall_at_10_max": 0.344537, "nauc_recall_at_10_std": 0.227964, "nauc_recall_at_10_diff1": 0.269393, "nauc_recall_at_20_max": 0.328682, "nauc_recall_at_20_std": 0.227518, "nauc_recall_at_20_diff1": 0.254655, "nauc_recall_at_100_max": 0.417681, "nauc_recall_at_100_std": 0.378394, "nauc_recall_at_100_diff1": 0.09977, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.259452, "nauc_precision_at_1_std": 0.0996, "nauc_precision_at_1_diff1": 0.397963, "nauc_precision_at_3_max": 0.149152, "nauc_precision_at_3_std": 0.034316, "nauc_precision_at_3_diff1": 0.068988, "nauc_precision_at_5_max": 0.052835, "nauc_precision_at_5_std": -0.03811, "nauc_precision_at_5_diff1": -0.059929, "nauc_precision_at_10_max": -0.017314, "nauc_precision_at_10_std": -0.027415, "nauc_precision_at_10_diff1": -0.129492, "nauc_precision_at_20_max": -0.06113, "nauc_precision_at_20_std": -0.04957, "nauc_precision_at_20_diff1": -0.158135, "nauc_precision_at_100_max": -0.11813, "nauc_precision_at_100_std": -0.10989, "nauc_precision_at_100_diff1": -0.16906, "nauc_precision_at_1000_max": -0.222579, "nauc_precision_at_1000_std": -0.193347, "nauc_precision_at_1000_diff1": -0.248568, "nauc_cv_recall_at_1_max": 0.259452, "nauc_cv_recall_at_1_std": 0.0996, "nauc_cv_recall_at_1_diff1": 0.397963, "nauc_cv_recall_at_3_max": 0.418417, "nauc_cv_recall_at_3_std": 0.281127, "nauc_cv_recall_at_3_diff1": 0.358087, "nauc_cv_recall_at_5_max": 0.405582, "nauc_cv_recall_at_5_std": 0.253754, "nauc_cv_recall_at_5_diff1": 0.214704, "nauc_cv_recall_at_10_max": 0.331599, "nauc_cv_recall_at_10_std": 0.253035, "nauc_cv_recall_at_10_diff1": 0.097472, "nauc_cv_recall_at_20_max": 0.400452, "nauc_cv_recall_at_20_std": 0.361093, "nauc_cv_recall_at_20_diff1": 0.238813, "nauc_cv_recall_at_100_max": 0.317149, "nauc_cv_recall_at_100_std": 0.69888, "nauc_cv_recall_at_100_diff1": -1.151727, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.259452, "nauc_mrr_at_1_std": 0.0996, "nauc_mrr_at_1_diff1": 0.397963, "nauc_mrr_at_3_max": 0.322606, "nauc_mrr_at_3_std": 0.167625, "nauc_mrr_at_3_diff1": 0.389249, "nauc_mrr_at_5_max": 0.315547, "nauc_mrr_at_5_std": 0.156001, "nauc_mrr_at_5_diff1": 0.369659, "nauc_mrr_at_10_max": 0.308896, "nauc_mrr_at_10_std": 0.152387, "nauc_mrr_at_10_diff1": 0.37397, "nauc_mrr_at_20_max": 0.310108, "nauc_mrr_at_20_std": 0.1542, "nauc_mrr_at_20_diff1": 0.376908, "nauc_mrr_at_100_max": 0.30905, "nauc_mrr_at_100_std": 0.153123, "nauc_mrr_at_100_diff1": 0.375052, "nauc_mrr_at_1000_max": 0.309025, "nauc_mrr_at_1000_std": 0.152986, "nauc_mrr_at_1000_diff1": 0.37534, "main_score": 0.54213, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.59375, "ndcg_at_3": 0.61283, "ndcg_at_5": 0.61573, "ndcg_at_10": 0.6591, "ndcg_at_20": 0.68171, "ndcg_at_100": 0.71633, "ndcg_at_1000": 0.73013, "map_at_1": 0.37277, "map_at_3": 0.50052, "map_at_5": 0.52607, "map_at_10": 0.56583, "map_at_20": 0.57909, "map_at_100": 0.59044, "map_at_1000": 0.59191, "recall_at_1": 0.37277, "recall_at_3": 0.58303, "recall_at_5": 0.62841, "recall_at_10": 0.76429, "recall_at_20": 0.82664, "recall_at_100": 0.93918, "recall_at_1000": 1.0, "cv_recall_at_1": 0.59375, "cv_recall_at_3": 0.81875, "cv_recall_at_5": 0.85, "cv_recall_at_10": 0.94375, "cv_recall_at_20": 0.975, "cv_recall_at_100": 0.9875, "cv_recall_at_1000": 1.0, "precision_at_1": 0.59375, "precision_at_3": 0.37917, "precision_at_5": 0.27125, "precision_at_10": 0.18, "precision_at_20": 0.105, "precision_at_100": 0.02731, "precision_at_1000": 0.00322, "mrr_at_1": 0.59375, "mrr_at_3": 0.692708, "mrr_at_5": 0.700521, "mrr_at_10": 0.711674, "mrr_at_20": 0.71383, "mrr_at_100": 0.714206, "mrr_at_1000": 0.714235, "nauc_ndcg_at_1_max": 0.315017, "nauc_ndcg_at_1_std": 0.09947, "nauc_ndcg_at_1_diff1": 0.441612, "nauc_ndcg_at_3_max": 0.31454, "nauc_ndcg_at_3_std": 0.122637, "nauc_ndcg_at_3_diff1": 0.290353, "nauc_ndcg_at_5_max": 0.318813, "nauc_ndcg_at_5_std": 0.098854, "nauc_ndcg_at_5_diff1": 0.31745, "nauc_ndcg_at_10_max": 0.320138, "nauc_ndcg_at_10_std": 0.109566, "nauc_ndcg_at_10_diff1": 0.321924, "nauc_ndcg_at_20_max": 0.315689, "nauc_ndcg_at_20_std": 0.120675, "nauc_ndcg_at_20_diff1": 0.335965, "nauc_ndcg_at_100_max": 0.312658, "nauc_ndcg_at_100_std": 0.10746, "nauc_ndcg_at_100_diff1": 0.318611, "nauc_ndcg_at_1000_max": 0.299291, "nauc_ndcg_at_1000_std": 0.084375, "nauc_ndcg_at_1000_diff1": 0.318047, "nauc_map_at_1_max": 0.327336, "nauc_map_at_1_std": 0.113845, "nauc_map_at_1_diff1": 0.464845, "nauc_map_at_3_max": 0.324225, "nauc_map_at_3_std": 0.097272, "nauc_map_at_3_diff1": 0.363117, "nauc_map_at_5_max": 0.328715, "nauc_map_at_5_std": 0.083437, "nauc_map_at_5_diff1": 0.358599, "nauc_map_at_10_max": 0.321265, "nauc_map_at_10_std": 0.093729, "nauc_map_at_10_diff1": 0.343527, "nauc_map_at_20_max": 0.318374, "nauc_map_at_20_std": 0.097484, "nauc_map_at_20_diff1": 0.344193, "nauc_map_at_100_max": 0.319123, "nauc_map_at_100_std": 0.09504, "nauc_map_at_100_diff1": 0.340182, "nauc_map_at_1000_max": 0.317559, "nauc_map_at_1000_std": 0.092873, "nauc_map_at_1000_diff1": 0.339505, "nauc_recall_at_1_max": 0.327336, "nauc_recall_at_1_std": 0.113845, "nauc_recall_at_1_diff1": 0.464845, "nauc_recall_at_3_max": 0.299187, "nauc_recall_at_3_std": 0.115006, "nauc_recall_at_3_diff1": 0.281376, "nauc_recall_at_5_max": 0.302324, "nauc_recall_at_5_std": 0.082188, "nauc_recall_at_5_diff1": 0.277664, "nauc_recall_at_10_max": 0.287469, "nauc_recall_at_10_std": 0.145418, "nauc_recall_at_10_diff1": 0.188301, "nauc_recall_at_20_max": 0.271466, "nauc_recall_at_20_std": 0.204778, "nauc_recall_at_20_diff1": 0.232114, "nauc_recall_at_100_max": 0.310024, "nauc_recall_at_100_std": 0.329028, "nauc_recall_at_100_diff1": 0.05485, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.315017, "nauc_precision_at_1_std": 0.09947, "nauc_precision_at_1_diff1": 0.441612, "nauc_precision_at_3_max": 0.07978, "nauc_precision_at_3_std": 0.049113, "nauc_precision_at_3_diff1": -0.107177, "nauc_precision_at_5_max": 4.8e-05, "nauc_precision_at_5_std": -0.019509, "nauc_precision_at_5_diff1": -0.15401, "nauc_precision_at_10_max": -0.062327, "nauc_precision_at_10_std": 0.01952, "nauc_precision_at_10_diff1": -0.217702, "nauc_precision_at_20_max": -0.118702, "nauc_precision_at_20_std": -0.006959, "nauc_precision_at_20_diff1": -0.211909, "nauc_precision_at_100_max": -0.193112, "nauc_precision_at_100_std": -0.10577, "nauc_precision_at_100_diff1": -0.269326, "nauc_precision_at_1000_max": -0.270615, "nauc_precision_at_1000_std": -0.194794, "nauc_precision_at_1000_diff1": -0.303642, "nauc_cv_recall_at_1_max": 0.315017, "nauc_cv_recall_at_1_std": 0.09947, "nauc_cv_recall_at_1_diff1": 0.441612, "nauc_cv_recall_at_3_max": 0.282157, "nauc_cv_recall_at_3_std": 0.152793, "nauc_cv_recall_at_3_diff1": 0.244536, "nauc_cv_recall_at_5_max": 0.193195, "nauc_cv_recall_at_5_std": 0.05947, "nauc_cv_recall_at_5_diff1": 0.171433, "nauc_cv_recall_at_10_max": 0.195663, "nauc_cv_recall_at_10_std": 0.247225, "nauc_cv_recall_at_10_diff1": -0.189179, "nauc_cv_recall_at_20_max": 0.396709, "nauc_cv_recall_at_20_std": 0.605042, "nauc_cv_recall_at_20_diff1": -0.220005, "nauc_cv_recall_at_100_max": -0.141223, "nauc_cv_recall_at_100_std": 0.348973, "nauc_cv_recall_at_100_diff1": -1.151727, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.315017, "nauc_mrr_at_1_std": 0.09947, "nauc_mrr_at_1_diff1": 0.441612, "nauc_mrr_at_3_max": 0.298402, "nauc_mrr_at_3_std": 0.113396, "nauc_mrr_at_3_diff1": 0.367134, "nauc_mrr_at_5_max": 0.285939, "nauc_mrr_at_5_std": 0.098771, "nauc_mrr_at_5_diff1": 0.359895, "nauc_mrr_at_10_max": 0.290112, "nauc_mrr_at_10_std": 0.104425, "nauc_mrr_at_10_diff1": 0.358842, "nauc_mrr_at_20_max": 0.29208, "nauc_mrr_at_20_std": 0.104945, "nauc_mrr_at_20_diff1": 0.363971, "nauc_mrr_at_100_max": 0.291078, "nauc_mrr_at_100_std": 0.103793, "nauc_mrr_at_100_diff1": 0.363483, "nauc_mrr_at_1000_max": 0.291072, "nauc_mrr_at_1000_std": 0.103734, "nauc_mrr_at_1000_diff1": 0.36363, "main_score": 0.61573, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.48125, "ndcg_at_3": 0.48579, "ndcg_at_5": 0.50711, "ndcg_at_10": 0.54575, "ndcg_at_20": 0.58244, "ndcg_at_100": 0.62348, "ndcg_at_1000": 0.64481, "map_at_1": 0.29855, "map_at_3": 0.39613, "map_at_5": 0.42655, "map_at_10": 0.45355, "map_at_20": 0.46983, "map_at_100": 0.48234, "map_at_1000": 0.48439, "recall_at_1": 0.29855, "recall_at_3": 0.45997, "recall_at_5": 0.53701, "recall_at_10": 0.65303, "recall_at_20": 0.75883, "recall_at_100": 0.89742, "recall_at_1000": 1.0, "cv_recall_at_1": 0.48125, "cv_recall_at_3": 0.68125, "cv_recall_at_5": 0.7625, "cv_recall_at_10": 0.86875, "cv_recall_at_20": 0.95, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 1.0, "precision_at_1": 0.48125, "precision_at_3": 0.28958, "precision_at_5": 0.22125, "precision_at_10": 0.14625, "precision_at_20": 0.0925, "precision_at_100": 0.02569, "precision_at_1000": 0.00322, "mrr_at_1": 0.48125, "mrr_at_3": 0.569792, "mrr_at_5": 0.588229, "mrr_at_10": 0.601047, "mrr_at_20": 0.606811, "mrr_at_100": 0.607436, "mrr_at_1000": 0.607538, "nauc_ndcg_at_1_max": 0.260249, "nauc_ndcg_at_1_std": 0.031803, "nauc_ndcg_at_1_diff1": 0.450736, "nauc_ndcg_at_3_max": 0.26698, "nauc_ndcg_at_3_std": 0.089172, "nauc_ndcg_at_3_diff1": 0.411458, "nauc_ndcg_at_5_max": 0.299491, "nauc_ndcg_at_5_std": 0.131281, "nauc_ndcg_at_5_diff1": 0.409332, "nauc_ndcg_at_10_max": 0.296568, "nauc_ndcg_at_10_std": 0.140591, "nauc_ndcg_at_10_diff1": 0.382507, "nauc_ndcg_at_20_max": 0.291309, "nauc_ndcg_at_20_std": 0.131706, "nauc_ndcg_at_20_diff1": 0.384294, "nauc_ndcg_at_100_max": 0.283035, "nauc_ndcg_at_100_std": 0.119633, "nauc_ndcg_at_100_diff1": 0.382123, "nauc_ndcg_at_1000_max": 0.275185, "nauc_ndcg_at_1000_std": 0.100814, "nauc_ndcg_at_1000_diff1": 0.384016, "nauc_map_at_1_max": 0.258615, "nauc_map_at_1_std": 0.106728, "nauc_map_at_1_diff1": 0.468687, "nauc_map_at_3_max": 0.287449, "nauc_map_at_3_std": 0.103861, "nauc_map_at_3_diff1": 0.445079, "nauc_map_at_5_max": 0.29703, "nauc_map_at_5_std": 0.121134, "nauc_map_at_5_diff1": 0.42847, "nauc_map_at_10_max": 0.282134, "nauc_map_at_10_std": 0.119014, "nauc_map_at_10_diff1": 0.403585, "nauc_map_at_20_max": 0.281362, "nauc_map_at_20_std": 0.116022, "nauc_map_at_20_diff1": 0.402732, "nauc_map_at_100_max": 0.277468, "nauc_map_at_100_std": 0.110366, "nauc_map_at_100_diff1": 0.401185, "nauc_map_at_1000_max": 0.276599, "nauc_map_at_1000_std": 0.108453, "nauc_map_at_1000_diff1": 0.40064, "nauc_recall_at_1_max": 0.258615, "nauc_recall_at_1_std": 0.106728, "nauc_recall_at_1_diff1": 0.468687, "nauc_recall_at_3_max": 0.292007, "nauc_recall_at_3_std": 0.142129, "nauc_recall_at_3_diff1": 0.409617, "nauc_recall_at_5_max": 0.322077, "nauc_recall_at_5_std": 0.191437, "nauc_recall_at_5_diff1": 0.377505, "nauc_recall_at_10_max": 0.288499, "nauc_recall_at_10_std": 0.192714, "nauc_recall_at_10_diff1": 0.260899, "nauc_recall_at_20_max": 0.250626, "nauc_recall_at_20_std": 0.161201, "nauc_recall_at_20_diff1": 0.218078, "nauc_recall_at_100_max": 0.258863, "nauc_recall_at_100_std": 0.239788, "nauc_recall_at_100_diff1": 0.131973, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.260249, "nauc_precision_at_1_std": 0.031803, "nauc_precision_at_1_diff1": 0.450736, "nauc_precision_at_3_max": 0.144047, "nauc_precision_at_3_std": 0.009426, "nauc_precision_at_3_diff1": 0.132509, "nauc_precision_at_5_max": 0.100684, "nauc_precision_at_5_std": 0.029776, "nauc_precision_at_5_diff1": -0.002008, "nauc_precision_at_10_max": -0.030388, "nauc_precision_at_10_std": 0.007551, "nauc_precision_at_10_diff1": -0.181038, "nauc_precision_at_20_max": -0.090857, "nauc_precision_at_20_std": -0.06239, "nauc_precision_at_20_diff1": -0.214778, "nauc_precision_at_100_max": -0.151486, "nauc_precision_at_100_std": -0.14007, "nauc_precision_at_100_diff1": -0.215832, "nauc_precision_at_1000_max": -0.219197, "nauc_precision_at_1000_std": -0.215041, "nauc_precision_at_1000_diff1": -0.279435, "nauc_cv_recall_at_1_max": 0.260249, "nauc_cv_recall_at_1_std": 0.031803, "nauc_cv_recall_at_1_diff1": 0.450736, "nauc_cv_recall_at_3_max": 0.2991, "nauc_cv_recall_at_3_std": 0.1994, "nauc_cv_recall_at_3_diff1": 0.355013, "nauc_cv_recall_at_5_max": 0.331415, "nauc_cv_recall_at_5_std": 0.235896, "nauc_cv_recall_at_5_diff1": 0.333542, "nauc_cv_recall_at_10_max": 0.341379, "nauc_cv_recall_at_10_std": 0.2976, "nauc_cv_recall_at_10_diff1": 0.172319, "nauc_cv_recall_at_20_max": 0.390873, "nauc_cv_recall_at_20_std": 0.210901, "nauc_cv_recall_at_20_diff1": 0.222514, "nauc_cv_recall_at_100_max": 0.464986, "nauc_cv_recall_at_100_std": 0.543768, "nauc_cv_recall_at_100_diff1": -0.325047, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.260249, "nauc_mrr_at_1_std": 0.031803, "nauc_mrr_at_1_diff1": 0.450736, "nauc_mrr_at_3_max": 0.275224, "nauc_mrr_at_3_std": 0.091439, "nauc_mrr_at_3_diff1": 0.41945, "nauc_mrr_at_5_max": 0.281709, "nauc_mrr_at_5_std": 0.093579, "nauc_mrr_at_5_diff1": 0.418426, "nauc_mrr_at_10_max": 0.281383, "nauc_mrr_at_10_std": 0.091403, "nauc_mrr_at_10_diff1": 0.413311, "nauc_mrr_at_20_max": 0.281209, "nauc_mrr_at_20_std": 0.086767, "nauc_mrr_at_20_diff1": 0.417223, "nauc_mrr_at_100_max": 0.28109, "nauc_mrr_at_100_std": 0.086835, "nauc_mrr_at_100_diff1": 0.416328, "nauc_mrr_at_1000_max": 0.280933, "nauc_mrr_at_1000_std": 0.086581, "nauc_mrr_at_1000_diff1": 0.416409, "main_score": 0.50711, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 925.1740260124207, "kg_co2_emissions": null }