{ "dataset_revision": "0542c0d03da0ec1c8cbc517c8d78e7e95c75d3d3", "task_name": "Vidore2ESGReportsRetrieval", "mteb_version": "2.12.15", "scores": { "test": [ { "ndcg_at_1": 0.59649, "ndcg_at_3": 0.58942, "ndcg_at_5": 0.61332, "ndcg_at_10": 0.67145, "ndcg_at_20": 0.69747, "ndcg_at_100": 0.73114, "ndcg_at_1000": 0.73311, "map_at_1": 0.28513, "map_at_3": 0.44556, "map_at_5": 0.4911, "map_at_10": 0.55154, "map_at_20": 0.57536, "map_at_100": 0.59413, "map_at_1000": 0.59417, "recall_at_1": 0.28513, "recall_at_3": 0.53152, "recall_at_5": 0.63039, "recall_at_10": 0.79791, "recall_at_20": 0.87688, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.28513, "precision_at_1": 0.59649, "precision_at_3": 0.40351, "precision_at_5": 0.31228, "precision_at_10": 0.22632, "precision_at_20": 0.14035, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.596491, "mrr_at_3": 0.69883, "mrr_at_5": 0.706725, "mrr_at_10": 0.717516, "mrr_at_20": 0.718769, "mrr_at_100": 0.719043, "mrr_at_1000": 0.719079, "nauc_ndcg_at_1_max": -0.215321, "nauc_ndcg_at_1_std": -0.078145, "nauc_ndcg_at_1_diff1": 0.267818, "nauc_ndcg_at_3_max": -0.095585, "nauc_ndcg_at_3_std": -0.001856, "nauc_ndcg_at_3_diff1": 0.147912, "nauc_ndcg_at_5_max": -0.05003, "nauc_ndcg_at_5_std": -0.007039, "nauc_ndcg_at_5_diff1": 0.204097, "nauc_ndcg_at_10_max": -0.028992, "nauc_ndcg_at_10_std": -0.002717, "nauc_ndcg_at_10_diff1": 0.194101, "nauc_ndcg_at_20_max": -0.072872, "nauc_ndcg_at_20_std": -0.048572, "nauc_ndcg_at_20_diff1": 0.181842, "nauc_ndcg_at_100_max": -0.147749, "nauc_ndcg_at_100_std": -0.028201, "nauc_ndcg_at_100_diff1": 0.122412, "nauc_ndcg_at_1000_max": -0.147563, "nauc_ndcg_at_1000_std": -0.029876, "nauc_ndcg_at_1000_diff1": 0.142426, "nauc_map_at_1_max": 0.062457, "nauc_map_at_1_std": 0.151617, "nauc_map_at_1_diff1": 0.416733, "nauc_map_at_3_max": 0.044276, "nauc_map_at_3_std": 0.094584, "nauc_map_at_3_diff1": 0.275029, "nauc_map_at_5_max": 0.063316, "nauc_map_at_5_std": 0.084014, "nauc_map_at_5_diff1": 0.295144, "nauc_map_at_10_max": 0.039, "nauc_map_at_10_std": 0.061315, "nauc_map_at_10_diff1": 0.275211, "nauc_map_at_20_max": -0.01679, "nauc_map_at_20_std": 0.026336, "nauc_map_at_20_diff1": 0.250003, "nauc_map_at_100_max": -0.060031, "nauc_map_at_100_std": 0.029514, "nauc_map_at_100_diff1": 0.215558, "nauc_map_at_1000_max": -0.060016, "nauc_map_at_1000_std": 0.029499, "nauc_map_at_1000_diff1": 0.215846, "nauc_recall_at_1_max": 0.062457, "nauc_recall_at_1_std": 0.151617, "nauc_recall_at_1_diff1": 0.416733, "nauc_recall_at_3_max": 0.055283, "nauc_recall_at_3_std": 0.002452, "nauc_recall_at_3_diff1": 0.172232, "nauc_recall_at_5_max": 0.178054, "nauc_recall_at_5_std": 0.028269, "nauc_recall_at_5_diff1": 0.213117, "nauc_recall_at_10_max": 0.28168, "nauc_recall_at_10_std": 0.049199, "nauc_recall_at_10_diff1": 0.140555, "nauc_recall_at_20_max": 0.230618, "nauc_recall_at_20_std": -0.090556, "nauc_recall_at_20_diff1": 0.029759, "nauc_recall_at_100_max": -0.164944, "nauc_recall_at_100_std": 0.126616, "nauc_recall_at_100_diff1": -1.727857, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.215321, "nauc_precision_at_1_std": -0.078145, "nauc_precision_at_1_diff1": 0.267818, "nauc_precision_at_3_max": -0.239323, "nauc_precision_at_3_std": -0.085529, "nauc_precision_at_3_diff1": -0.179773, "nauc_precision_at_5_max": -0.211205, "nauc_precision_at_5_std": -0.12152, "nauc_precision_at_5_diff1": -0.16711, "nauc_precision_at_10_max": -0.246978, "nauc_precision_at_10_std": -0.141628, "nauc_precision_at_10_diff1": -0.239911, "nauc_precision_at_20_max": -0.32447, "nauc_precision_at_20_std": -0.171451, "nauc_precision_at_20_diff1": -0.290083, "nauc_precision_at_100_max": -0.358657, "nauc_precision_at_100_std": -0.084659, "nauc_precision_at_100_diff1": -0.364838, "nauc_precision_at_1000_max": -0.359588, "nauc_precision_at_1000_std": -0.085674, "nauc_precision_at_1000_diff1": -0.358289, "nauc_mrr_at_1_max": -0.215321, "nauc_mrr_at_1_std": -0.078145, "nauc_mrr_at_1_diff1": 0.267818, "nauc_mrr_at_3_max": -0.282398, "nauc_mrr_at_3_std": -0.174323, "nauc_mrr_at_3_diff1": 0.165535, "nauc_mrr_at_5_max": -0.251116, "nauc_mrr_at_5_std": -0.150075, "nauc_mrr_at_5_diff1": 0.182677, "nauc_mrr_at_10_max": -0.25185, "nauc_mrr_at_10_std": -0.151004, "nauc_mrr_at_10_diff1": 0.175617, "nauc_mrr_at_20_max": -0.243866, "nauc_mrr_at_20_std": -0.142475, "nauc_mrr_at_20_diff1": 0.173564, "nauc_mrr_at_100_max": -0.24534, "nauc_mrr_at_100_std": -0.143828, "nauc_mrr_at_100_diff1": 0.174432, "nauc_mrr_at_1000_max": -0.245352, "nauc_mrr_at_1000_std": -0.143871, "nauc_mrr_at_1000_diff1": 0.174729, "hit_rate_at_1": 0.59649, "hit_rate_at_3": 0.82456, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 0.96491, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.61332, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.59649, "ndcg_at_3": 0.5839, "ndcg_at_5": 0.62818, "ndcg_at_10": 0.67577, "ndcg_at_20": 0.70321, "ndcg_at_100": 0.73829, "ndcg_at_1000": 0.74016, "map_at_1": 0.29912, "map_at_3": 0.44449, "map_at_5": 0.50539, "map_at_10": 0.55744, "map_at_20": 0.58082, "map_at_100": 0.60123, "map_at_1000": 0.60126, "recall_at_1": 0.29912, "recall_at_3": 0.52684, "recall_at_5": 0.65875, "recall_at_10": 0.79616, "recall_at_20": 0.88317, "recall_at_100": 0.98246, "recall_at_1000": 1.0, "accuracy": 0.29912, "precision_at_1": 0.59649, "precision_at_3": 0.39181, "precision_at_5": 0.32281, "precision_at_10": 0.22456, "precision_at_20": 0.13772, "precision_at_100": 0.03877, "precision_at_1000": 0.00389, "mrr_at_1": 0.596491, "mrr_at_3": 0.701754, "mrr_at_5": 0.714035, "mrr_at_10": 0.722751, "mrr_at_20": 0.72545, "mrr_at_100": 0.72545, "mrr_at_1000": 0.725476, "nauc_ndcg_at_1_max": -0.022229, "nauc_ndcg_at_1_std": 0.186971, "nauc_ndcg_at_1_diff1": 0.440297, "nauc_ndcg_at_3_max": 0.042917, "nauc_ndcg_at_3_std": 0.188268, "nauc_ndcg_at_3_diff1": 0.263672, "nauc_ndcg_at_5_max": 0.068595, "nauc_ndcg_at_5_std": 0.152539, "nauc_ndcg_at_5_diff1": 0.246366, "nauc_ndcg_at_10_max": 0.089482, "nauc_ndcg_at_10_std": 0.137069, "nauc_ndcg_at_10_diff1": 0.282057, "nauc_ndcg_at_20_max": 0.055713, "nauc_ndcg_at_20_std": 0.118196, "nauc_ndcg_at_20_diff1": 0.264398, "nauc_ndcg_at_100_max": -0.004005, "nauc_ndcg_at_100_std": 0.20516, "nauc_ndcg_at_100_diff1": 0.201474, "nauc_ndcg_at_1000_max": -0.005393, "nauc_ndcg_at_1000_std": 0.203537, "nauc_ndcg_at_1000_diff1": 0.221977, "nauc_map_at_1_max": 0.126878, "nauc_map_at_1_std": 0.302281, "nauc_map_at_1_diff1": 0.431212, "nauc_map_at_3_max": 0.117641, "nauc_map_at_3_std": 0.205207, "nauc_map_at_3_diff1": 0.344945, "nauc_map_at_5_max": 0.14939, "nauc_map_at_5_std": 0.185859, "nauc_map_at_5_diff1": 0.333425, "nauc_map_at_10_max": 0.132732, "nauc_map_at_10_std": 0.172597, "nauc_map_at_10_diff1": 0.340575, "nauc_map_at_20_max": 0.092488, "nauc_map_at_20_std": 0.163017, "nauc_map_at_20_diff1": 0.311001, "nauc_map_at_100_max": 0.054074, "nauc_map_at_100_std": 0.195873, "nauc_map_at_100_diff1": 0.278096, "nauc_map_at_1000_max": 0.054067, "nauc_map_at_1000_std": 0.195856, "nauc_map_at_1000_diff1": 0.278312, "nauc_recall_at_1_max": 0.126878, "nauc_recall_at_1_std": 0.302281, "nauc_recall_at_1_diff1": 0.431212, "nauc_recall_at_3_max": 0.142951, "nauc_recall_at_3_std": 0.090993, "nauc_recall_at_3_diff1": 0.231964, "nauc_recall_at_5_max": 0.219691, "nauc_recall_at_5_std": 0.027935, "nauc_recall_at_5_diff1": 0.165515, "nauc_recall_at_10_max": 0.278694, "nauc_recall_at_10_std": -0.136907, "nauc_recall_at_10_diff1": 0.221012, "nauc_recall_at_20_max": 0.232776, "nauc_recall_at_20_std": -0.293598, "nauc_recall_at_20_diff1": 0.089655, "nauc_recall_at_100_max": 0.126616, "nauc_recall_at_100_std": 0.357853, "nauc_recall_at_100_diff1": -1.727857, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.022229, "nauc_precision_at_1_std": 0.186971, "nauc_precision_at_1_diff1": 0.440297, "nauc_precision_at_3_max": -0.085948, "nauc_precision_at_3_std": 0.052006, "nauc_precision_at_3_diff1": -0.008772, "nauc_precision_at_5_max": -0.091195, "nauc_precision_at_5_std": -0.034208, "nauc_precision_at_5_diff1": -0.124138, "nauc_precision_at_10_max": -0.157448, "nauc_precision_at_10_std": -0.027459, "nauc_precision_at_10_diff1": -0.183251, "nauc_precision_at_20_max": -0.243113, "nauc_precision_at_20_std": -0.025404, "nauc_precision_at_20_diff1": -0.27287, "nauc_precision_at_100_max": -0.29899, "nauc_precision_at_100_std": 0.093589, "nauc_precision_at_100_diff1": -0.361237, "nauc_precision_at_1000_max": -0.301035, "nauc_precision_at_1000_std": 0.09232, "nauc_precision_at_1000_diff1": -0.354671, "nauc_mrr_at_1_max": -0.022229, "nauc_mrr_at_1_std": 0.186971, "nauc_mrr_at_1_diff1": 0.440297, "nauc_mrr_at_3_max": -0.075219, "nauc_mrr_at_3_std": 0.163824, "nauc_mrr_at_3_diff1": 0.322435, "nauc_mrr_at_5_max": -0.0705, "nauc_mrr_at_5_std": 0.165751, "nauc_mrr_at_5_diff1": 0.31508, "nauc_mrr_at_10_max": -0.064291, "nauc_mrr_at_10_std": 0.154122, "nauc_mrr_at_10_diff1": 0.316103, "nauc_mrr_at_20_max": -0.059929, "nauc_mrr_at_20_std": 0.164139, "nauc_mrr_at_20_diff1": 0.317548, "nauc_mrr_at_100_max": -0.059929, "nauc_mrr_at_100_std": 0.164139, "nauc_mrr_at_100_diff1": 0.317548, "nauc_mrr_at_1000_max": -0.05995, "nauc_mrr_at_1000_std": 0.164117, "nauc_mrr_at_1000_diff1": 0.31778, "hit_rate_at_1": 0.59649, "hit_rate_at_3": 0.82456, "hit_rate_at_5": 0.87719, "hit_rate_at_10": 0.94737, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.62818, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.57895, "ndcg_at_3": 0.57794, "ndcg_at_5": 0.60521, "ndcg_at_10": 0.65338, "ndcg_at_20": 0.68878, "ndcg_at_100": 0.72419, "ndcg_at_1000": 0.72688, "map_at_1": 0.29912, "map_at_3": 0.43474, "map_at_5": 0.48086, "map_at_10": 0.53388, "map_at_20": 0.55882, "map_at_100": 0.5793, "map_at_1000": 0.57952, "recall_at_1": 0.29912, "recall_at_3": 0.54069, "recall_at_5": 0.62761, "recall_at_10": 0.77419, "recall_at_20": 0.88732, "recall_at_100": 0.98026, "recall_at_1000": 1.0, "accuracy": 0.29912, "precision_at_1": 0.57895, "precision_at_3": 0.39181, "precision_at_5": 0.31228, "precision_at_10": 0.21404, "precision_at_20": 0.13333, "precision_at_100": 0.0386, "precision_at_1000": 0.00389, "mrr_at_1": 0.578947, "mrr_at_3": 0.692982, "mrr_at_5": 0.696491, "mrr_at_10": 0.706795, "mrr_at_20": 0.710751, "mrr_at_100": 0.710751, "mrr_at_1000": 0.710794, "nauc_ndcg_at_1_max": -0.438421, "nauc_ndcg_at_1_std": -0.308393, "nauc_ndcg_at_1_diff1": 0.515673, "nauc_ndcg_at_3_max": -0.1062, "nauc_ndcg_at_3_std": -0.062868, "nauc_ndcg_at_3_diff1": 0.279142, "nauc_ndcg_at_5_max": -0.091233, "nauc_ndcg_at_5_std": -0.07218, "nauc_ndcg_at_5_diff1": 0.351841, "nauc_ndcg_at_10_max": -0.130723, "nauc_ndcg_at_10_std": -0.077063, "nauc_ndcg_at_10_diff1": 0.326257, "nauc_ndcg_at_20_max": -0.126174, "nauc_ndcg_at_20_std": -0.115655, "nauc_ndcg_at_20_diff1": 0.313152, "nauc_ndcg_at_100_max": -0.257824, "nauc_ndcg_at_100_std": -0.103691, "nauc_ndcg_at_100_diff1": 0.293145, "nauc_ndcg_at_1000_max": -0.257829, "nauc_ndcg_at_1000_std": -0.108495, "nauc_ndcg_at_1000_diff1": 0.307412, "nauc_map_at_1_max": -0.15356, "nauc_map_at_1_std": -0.018864, "nauc_map_at_1_diff1": 0.447017, "nauc_map_at_3_max": -0.008365, "nauc_map_at_3_std": 0.014768, "nauc_map_at_3_diff1": 0.341958, "nauc_map_at_5_max": 0.006327, "nauc_map_at_5_std": -0.001604, "nauc_map_at_5_diff1": 0.379088, "nauc_map_at_10_max": -0.034865, "nauc_map_at_10_std": -0.018816, "nauc_map_at_10_diff1": 0.355312, "nauc_map_at_20_max": -0.06809, "nauc_map_at_20_std": -0.050346, "nauc_map_at_20_diff1": 0.337601, "nauc_map_at_100_max": -0.129523, "nauc_map_at_100_std": -0.050491, "nauc_map_at_100_diff1": 0.329355, "nauc_map_at_1000_max": -0.130101, "nauc_map_at_1000_std": -0.050934, "nauc_map_at_1000_diff1": 0.329193, "nauc_recall_at_1_max": -0.15356, "nauc_recall_at_1_std": -0.018864, "nauc_recall_at_1_diff1": 0.447017, "nauc_recall_at_3_max": 0.175173, "nauc_recall_at_3_std": 0.090273, "nauc_recall_at_3_diff1": 0.171043, "nauc_recall_at_5_max": 0.239382, "nauc_recall_at_5_std": 0.028374, "nauc_recall_at_5_diff1": 0.316024, "nauc_recall_at_10_max": 0.091697, "nauc_recall_at_10_std": -0.05508, "nauc_recall_at_10_diff1": 0.19354, "nauc_recall_at_20_max": 0.353058, "nauc_recall_at_20_std": -0.157693, "nauc_recall_at_20_diff1": 0.061232, "nauc_recall_at_100_max": -0.40075, "nauc_recall_at_100_std": 0.174224, "nauc_recall_at_100_diff1": -0.958837, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.438421, "nauc_precision_at_1_std": -0.308393, "nauc_precision_at_1_diff1": 0.515673, "nauc_precision_at_3_max": -0.150371, "nauc_precision_at_3_std": -0.12798, "nauc_precision_at_3_diff1": -0.052701, "nauc_precision_at_5_max": -0.125492, "nauc_precision_at_5_std": -0.10324, "nauc_precision_at_5_diff1": -0.046145, "nauc_precision_at_10_max": -0.208893, "nauc_precision_at_10_std": -0.11099, "nauc_precision_at_10_diff1": -0.14462, "nauc_precision_at_20_max": -0.278071, "nauc_precision_at_20_std": -0.138782, "nauc_precision_at_20_diff1": -0.230433, "nauc_precision_at_100_max": -0.358404, "nauc_precision_at_100_std": -0.031009, "nauc_precision_at_100_diff1": -0.244685, "nauc_precision_at_1000_max": -0.359598, "nauc_precision_at_1000_std": -0.03426, "nauc_precision_at_1000_diff1": -0.242342, "nauc_mrr_at_1_max": -0.438421, "nauc_mrr_at_1_std": -0.308393, "nauc_mrr_at_1_diff1": 0.515673, "nauc_mrr_at_3_max": -0.39916, "nauc_mrr_at_3_std": -0.247758, "nauc_mrr_at_3_diff1": 0.415247, "nauc_mrr_at_5_max": -0.387482, "nauc_mrr_at_5_std": -0.255895, "nauc_mrr_at_5_diff1": 0.444905, "nauc_mrr_at_10_max": -0.424797, "nauc_mrr_at_10_std": -0.282217, "nauc_mrr_at_10_diff1": 0.440806, "nauc_mrr_at_20_max": -0.411944, "nauc_mrr_at_20_std": -0.271811, "nauc_mrr_at_20_diff1": 0.435856, "nauc_mrr_at_100_max": -0.411944, "nauc_mrr_at_100_std": -0.271811, "nauc_mrr_at_100_diff1": 0.435856, "nauc_mrr_at_1000_max": -0.411917, "nauc_mrr_at_1000_std": -0.271885, "nauc_mrr_at_1000_diff1": 0.436154, "hit_rate_at_1": 0.57895, "hit_rate_at_3": 0.84211, "hit_rate_at_5": 0.85965, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.98246, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.60521, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.57895, "ndcg_at_3": 0.56342, "ndcg_at_5": 0.62205, "ndcg_at_10": 0.66344, "ndcg_at_20": 0.67968, "ndcg_at_100": 0.71812, "ndcg_at_1000": 0.72072, "map_at_1": 0.27285, "map_at_3": 0.42351, "map_at_5": 0.49433, "map_at_10": 0.54495, "map_at_20": 0.56176, "map_at_100": 0.58188, "map_at_1000": 0.58204, "recall_at_1": 0.27285, "recall_at_3": 0.49862, "recall_at_5": 0.67786, "recall_at_10": 0.80215, "recall_at_20": 0.86197, "recall_at_100": 0.98026, "recall_at_1000": 1.0, "accuracy": 0.27285, "precision_at_1": 0.57895, "precision_at_3": 0.39766, "precision_at_5": 0.33333, "precision_at_10": 0.23158, "precision_at_20": 0.13596, "precision_at_100": 0.0386, "precision_at_1000": 0.00389, "mrr_at_1": 0.578947, "mrr_at_3": 0.660819, "mrr_at_5": 0.688012, "mrr_at_10": 0.69466, "mrr_at_20": 0.695537, "mrr_at_100": 0.696717, "mrr_at_1000": 0.696755, "nauc_ndcg_at_1_max": -0.034768, "nauc_ndcg_at_1_std": 0.008033, "nauc_ndcg_at_1_diff1": 0.331684, "nauc_ndcg_at_3_max": 0.090095, "nauc_ndcg_at_3_std": 0.031003, "nauc_ndcg_at_3_diff1": 0.186075, "nauc_ndcg_at_5_max": 0.11548, "nauc_ndcg_at_5_std": 0.060868, "nauc_ndcg_at_5_diff1": 0.164939, "nauc_ndcg_at_10_max": 0.105623, "nauc_ndcg_at_10_std": 0.035544, "nauc_ndcg_at_10_diff1": 0.134996, "nauc_ndcg_at_20_max": 0.094326, "nauc_ndcg_at_20_std": 0.021703, "nauc_ndcg_at_20_diff1": 0.151993, "nauc_ndcg_at_100_max": 0.064349, "nauc_ndcg_at_100_std": 0.067289, "nauc_ndcg_at_100_diff1": 0.097131, "nauc_ndcg_at_1000_max": 0.06443, "nauc_ndcg_at_1000_std": 0.063129, "nauc_ndcg_at_1000_diff1": 0.115796, "nauc_map_at_1_max": 0.063517, "nauc_map_at_1_std": 0.05954, "nauc_map_at_1_diff1": 0.355765, "nauc_map_at_3_max": 0.084079, "nauc_map_at_3_std": 0.010963, "nauc_map_at_3_diff1": 0.248137, "nauc_map_at_5_max": 0.123951, "nauc_map_at_5_std": 0.033151, "nauc_map_at_5_diff1": 0.223418, "nauc_map_at_10_max": 0.144754, "nauc_map_at_10_std": 0.042626, "nauc_map_at_10_diff1": 0.2118, "nauc_map_at_20_max": 0.136119, "nauc_map_at_20_std": 0.051348, "nauc_map_at_20_diff1": 0.2067, "nauc_map_at_100_max": 0.112778, "nauc_map_at_100_std": 0.074522, "nauc_map_at_100_diff1": 0.166461, "nauc_map_at_1000_max": 0.112486, "nauc_map_at_1000_std": 0.074314, "nauc_map_at_1000_diff1": 0.166699, "nauc_recall_at_1_max": 0.063517, "nauc_recall_at_1_std": 0.05954, "nauc_recall_at_1_diff1": 0.355765, "nauc_recall_at_3_max": 0.097934, "nauc_recall_at_3_std": -0.060852, "nauc_recall_at_3_diff1": 0.181669, "nauc_recall_at_5_max": 0.200517, "nauc_recall_at_5_std": 0.033629, "nauc_recall_at_5_diff1": 0.104118, "nauc_recall_at_10_max": 0.165297, "nauc_recall_at_10_std": -0.084795, "nauc_recall_at_10_diff1": -0.012174, "nauc_recall_at_20_max": 0.172603, "nauc_recall_at_20_std": -0.079595, "nauc_recall_at_20_diff1": -0.03972, "nauc_recall_at_100_max": -0.066314, "nauc_recall_at_100_std": 0.357853, "nauc_recall_at_100_diff1": -1.521805, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.034768, "nauc_precision_at_1_std": 0.008033, "nauc_precision_at_1_diff1": 0.331684, "nauc_precision_at_3_max": 0.045329, "nauc_precision_at_3_std": 0.026115, "nauc_precision_at_3_diff1": -0.025605, "nauc_precision_at_5_max": 0.072966, "nauc_precision_at_5_std": 0.059926, "nauc_precision_at_5_diff1": -0.107292, "nauc_precision_at_10_max": 0.011919, "nauc_precision_at_10_std": 0.073934, "nauc_precision_at_10_diff1": -0.175397, "nauc_precision_at_20_max": -0.058719, "nauc_precision_at_20_std": 0.086838, "nauc_precision_at_20_diff1": -0.225165, "nauc_precision_at_100_max": -0.172928, "nauc_precision_at_100_std": 0.137576, "nauc_precision_at_100_diff1": -0.349538, "nauc_precision_at_1000_max": -0.175467, "nauc_precision_at_1000_std": 0.134026, "nauc_precision_at_1000_diff1": -0.34156, "nauc_mrr_at_1_max": -0.034768, "nauc_mrr_at_1_std": 0.008033, "nauc_mrr_at_1_diff1": 0.331684, "nauc_mrr_at_3_max": -0.042224, "nauc_mrr_at_3_std": -0.049937, "nauc_mrr_at_3_diff1": 0.231264, "nauc_mrr_at_5_max": -0.018624, "nauc_mrr_at_5_std": -0.004747, "nauc_mrr_at_5_diff1": 0.22368, "nauc_mrr_at_10_max": -0.035263, "nauc_mrr_at_10_std": -0.017326, "nauc_mrr_at_10_diff1": 0.211004, "nauc_mrr_at_20_max": -0.029233, "nauc_mrr_at_20_std": -0.011231, "nauc_mrr_at_20_diff1": 0.21048, "nauc_mrr_at_100_max": -0.031209, "nauc_mrr_at_100_std": -0.013724, "nauc_mrr_at_100_diff1": 0.214186, "nauc_mrr_at_1000_max": -0.031188, "nauc_mrr_at_1000_std": -0.013783, "nauc_mrr_at_1000_diff1": 0.214491, "hit_rate_at_1": 0.57895, "hit_rate_at_3": 0.75439, "hit_rate_at_5": 0.87719, "hit_rate_at_10": 0.92982, "hit_rate_at_20": 0.94737, "hit_rate_at_100": 0.98246, "hit_rate_at_1000": 1.0, "main_score": 0.62205, "hf_subset": "german", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 2410.810074329376, "kg_co2_emissions": null, "date": 1775663699.616384 }