{ "dataset_revision": "5f6c91d21f2f5b9afb663858d19848fbd223c775", "task_name": "WikipediaRetrievalMultilingual", "mteb_version": "2.6.7", "scores": { "test": [ { "ndcg_at_1": 0.72067, "ndcg_at_3": 0.79822, "ndcg_at_5": 0.81329, "ndcg_at_10": 0.82494, "ndcg_at_20": 0.83136, "ndcg_at_100": 0.83733, "ndcg_at_1000": 0.83927, "map_at_1": 0.72067, "map_at_3": 0.77978, "map_at_5": 0.78828, "map_at_10": 0.79309, "map_at_20": 0.79486, "map_at_100": 0.79574, "map_at_1000": 0.79581, "recall_at_1": 0.72067, "recall_at_3": 0.85133, "recall_at_5": 0.88733, "recall_at_10": 0.92333, "recall_at_20": 0.94867, "recall_at_100": 0.98, "recall_at_1000": 0.99533, "accuracy": 0.72067, "precision_at_1": 0.72067, "precision_at_3": 0.28378, "precision_at_5": 0.17747, "precision_at_10": 0.09233, "precision_at_20": 0.04743, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.720667, "mrr_at_3": 0.779778, "mrr_at_5": 0.788278, "mrr_at_10": 0.79309, "mrr_at_20": 0.794858, "mrr_at_100": 0.795744, "mrr_at_1000": 0.795813, "nauc_ndcg_at_1_max": 0.503371, "nauc_ndcg_at_1_std": -0.178383, "nauc_ndcg_at_1_diff1": 0.76052, "nauc_ndcg_at_3_max": 0.528153, "nauc_ndcg_at_3_std": -0.150849, "nauc_ndcg_at_3_diff1": 0.726303, "nauc_ndcg_at_5_max": 0.534191, "nauc_ndcg_at_5_std": -0.142529, "nauc_ndcg_at_5_diff1": 0.71997, "nauc_ndcg_at_10_max": 0.534849, "nauc_ndcg_at_10_std": -0.13349, "nauc_ndcg_at_10_diff1": 0.715422, "nauc_ndcg_at_20_max": 0.530505, "nauc_ndcg_at_20_std": -0.136374, "nauc_ndcg_at_20_diff1": 0.720586, "nauc_ndcg_at_100_max": 0.527784, "nauc_ndcg_at_100_std": -0.139917, "nauc_ndcg_at_100_diff1": 0.723811, "nauc_ndcg_at_1000_max": 0.52646, "nauc_ndcg_at_1000_std": -0.142766, "nauc_ndcg_at_1000_diff1": 0.725575, "nauc_map_at_1_max": 0.503371, "nauc_map_at_1_std": -0.178383, "nauc_map_at_1_diff1": 0.76052, "nauc_map_at_3_max": 0.519705, "nauc_map_at_3_std": -0.159113, "nauc_map_at_3_diff1": 0.734014, "nauc_map_at_5_max": 0.522649, "nauc_map_at_5_std": -0.155507, "nauc_map_at_5_diff1": 0.731106, "nauc_map_at_10_max": 0.522908, "nauc_map_at_10_std": -0.152378, "nauc_map_at_10_diff1": 0.72995, "nauc_map_at_20_max": 0.521808, "nauc_map_at_20_std": -0.153329, "nauc_map_at_20_diff1": 0.731248, "nauc_map_at_100_max": 0.521432, "nauc_map_at_100_std": -0.153641, "nauc_map_at_100_diff1": 0.731666, "nauc_map_at_1000_max": 0.521411, "nauc_map_at_1000_std": -0.153722, "nauc_map_at_1000_diff1": 0.731727, "nauc_recall_at_1_max": 0.503371, "nauc_recall_at_1_std": -0.178383, "nauc_recall_at_1_diff1": 0.76052, "nauc_recall_at_3_max": 0.562825, "nauc_recall_at_3_std": -0.117496, "nauc_recall_at_3_diff1": 0.696638, "nauc_recall_at_5_max": 0.593235, "nauc_recall_at_5_std": -0.075511, "nauc_recall_at_5_diff1": 0.665031, "nauc_recall_at_10_max": 0.619851, "nauc_recall_at_10_std": 0.009203, "nauc_recall_at_10_diff1": 0.608826, "nauc_recall_at_20_max": 0.610414, "nauc_recall_at_20_std": 0.04902, "nauc_recall_at_20_diff1": 0.617914, "nauc_recall_at_100_max": 0.631559, "nauc_recall_at_100_std": 0.17549, "nauc_recall_at_100_diff1": 0.584189, "nauc_recall_at_1000_max": 0.610244, "nauc_recall_at_1000_std": 0.505936, "nauc_recall_at_1000_diff1": 0.549553, "nauc_precision_at_1_max": 0.503371, "nauc_precision_at_1_std": -0.178383, "nauc_precision_at_1_diff1": 0.76052, "nauc_precision_at_3_max": 0.562825, "nauc_precision_at_3_std": -0.117496, "nauc_precision_at_3_diff1": 0.696638, "nauc_precision_at_5_max": 0.593235, "nauc_precision_at_5_std": -0.075511, "nauc_precision_at_5_diff1": 0.665031, "nauc_precision_at_10_max": 0.619851, "nauc_precision_at_10_std": 0.009203, "nauc_precision_at_10_diff1": 0.608826, "nauc_precision_at_20_max": 0.610414, "nauc_precision_at_20_std": 0.04902, "nauc_precision_at_20_diff1": 0.617914, "nauc_precision_at_100_max": 0.631559, "nauc_precision_at_100_std": 0.17549, "nauc_precision_at_100_diff1": 0.584189, "nauc_precision_at_1000_max": 0.610244, "nauc_precision_at_1000_std": 0.505936, "nauc_precision_at_1000_diff1": 0.549553, "nauc_mrr_at_1_max": 0.503371, "nauc_mrr_at_1_std": -0.178383, "nauc_mrr_at_1_diff1": 0.76052, "nauc_mrr_at_3_max": 0.519705, "nauc_mrr_at_3_std": -0.159113, "nauc_mrr_at_3_diff1": 0.734014, "nauc_mrr_at_5_max": 0.522649, "nauc_mrr_at_5_std": -0.155507, "nauc_mrr_at_5_diff1": 0.731106, "nauc_mrr_at_10_max": 0.522908, "nauc_mrr_at_10_std": -0.152378, "nauc_mrr_at_10_diff1": 0.72995, "nauc_mrr_at_20_max": 0.521808, "nauc_mrr_at_20_std": -0.153329, "nauc_mrr_at_20_diff1": 0.731248, "nauc_mrr_at_100_max": 0.521432, "nauc_mrr_at_100_std": -0.153641, "nauc_mrr_at_100_diff1": 0.731666, "nauc_mrr_at_1000_max": 0.521411, "nauc_mrr_at_1000_std": -0.153722, "nauc_mrr_at_1000_diff1": 0.731727, "cv_recall_at_1": 0.72067, "cv_recall_at_3": 0.85133, "cv_recall_at_5": 0.88733, "cv_recall_at_10": 0.92333, "cv_recall_at_20": 0.94867, "cv_recall_at_100": 0.98, "cv_recall_at_1000": 0.99533, "main_score": 0.82494, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "ndcg_at_1": 0.582, "ndcg_at_3": 0.66892, "ndcg_at_5": 0.68854, "ndcg_at_10": 0.70225, "ndcg_at_20": 0.71114, "ndcg_at_100": 0.7219, "ndcg_at_1000": 0.72904, "map_at_1": 0.582, "map_at_3": 0.64778, "map_at_5": 0.65858, "map_at_10": 0.66432, "map_at_20": 0.66682, "map_at_100": 0.66821, "map_at_1000": 0.66846, "recall_at_1": 0.582, "recall_at_3": 0.73, "recall_at_5": 0.778, "recall_at_10": 0.82, "recall_at_20": 0.85467, "recall_at_100": 0.914, "recall_at_1000": 0.97133, "accuracy": 0.582, "precision_at_1": 0.582, "precision_at_3": 0.24333, "precision_at_5": 0.1556, "precision_at_10": 0.082, "precision_at_20": 0.04273, "precision_at_100": 0.00914, "precision_at_1000": 0.00097, "mrr_at_1": 0.582, "mrr_at_3": 0.647778, "mrr_at_5": 0.658578, "mrr_at_10": 0.664316, "mrr_at_20": 0.666821, "mrr_at_100": 0.668215, "mrr_at_1000": 0.668463, "nauc_ndcg_at_1_max": 0.491282, "nauc_ndcg_at_1_std": 0.028428, "nauc_ndcg_at_1_diff1": 0.714107, "nauc_ndcg_at_3_max": 0.538028, "nauc_ndcg_at_3_std": 0.101168, "nauc_ndcg_at_3_diff1": 0.662961, "nauc_ndcg_at_5_max": 0.54038, "nauc_ndcg_at_5_std": 0.095532, "nauc_ndcg_at_5_diff1": 0.661671, "nauc_ndcg_at_10_max": 0.543858, "nauc_ndcg_at_10_std": 0.119148, "nauc_ndcg_at_10_diff1": 0.662704, "nauc_ndcg_at_20_max": 0.541508, "nauc_ndcg_at_20_std": 0.118125, "nauc_ndcg_at_20_diff1": 0.663869, "nauc_ndcg_at_100_max": 0.536933, "nauc_ndcg_at_100_std": 0.116776, "nauc_ndcg_at_100_diff1": 0.664237, "nauc_ndcg_at_1000_max": 0.534929, "nauc_ndcg_at_1000_std": 0.109676, "nauc_ndcg_at_1000_diff1": 0.666846, "nauc_map_at_1_max": 0.491282, "nauc_map_at_1_std": 0.028428, "nauc_map_at_1_diff1": 0.714107, "nauc_map_at_3_max": 0.525069, "nauc_map_at_3_std": 0.080884, "nauc_map_at_3_diff1": 0.675474, "nauc_map_at_5_max": 0.525725, "nauc_map_at_5_std": 0.077365, "nauc_map_at_5_diff1": 0.675, "nauc_map_at_10_max": 0.526525, "nauc_map_at_10_std": 0.086262, "nauc_map_at_10_diff1": 0.675285, "nauc_map_at_20_max": 0.525684, "nauc_map_at_20_std": 0.085558, "nauc_map_at_20_diff1": 0.67567, "nauc_map_at_100_max": 0.52496, "nauc_map_at_100_std": 0.085259, "nauc_map_at_100_diff1": 0.675711, "nauc_map_at_1000_max": 0.524909, "nauc_map_at_1000_std": 0.085065, "nauc_map_at_1000_diff1": 0.675766, "nauc_recall_at_1_max": 0.491282, "nauc_recall_at_1_std": 0.028428, "nauc_recall_at_1_diff1": 0.714107, "nauc_recall_at_3_max": 0.582975, "nauc_recall_at_3_std": 0.171575, "nauc_recall_at_3_diff1": 0.620373, "nauc_recall_at_5_max": 0.599045, "nauc_recall_at_5_std": 0.166342, "nauc_recall_at_5_diff1": 0.61, "nauc_recall_at_10_max": 0.628447, "nauc_recall_at_10_std": 0.283924, "nauc_recall_at_10_diff1": 0.607225, "nauc_recall_at_20_max": 0.632556, "nauc_recall_at_20_std": 0.315126, "nauc_recall_at_20_diff1": 0.603135, "nauc_recall_at_100_max": 0.627802, "nauc_recall_at_100_std": 0.41791, "nauc_recall_at_100_diff1": 0.573694, "nauc_recall_at_1000_max": 0.670347, "nauc_recall_at_1000_std": 0.550236, "nauc_recall_at_1000_diff1": 0.573513, "nauc_precision_at_1_max": 0.491282, "nauc_precision_at_1_std": 0.028428, "nauc_precision_at_1_diff1": 0.714107, "nauc_precision_at_3_max": 0.582975, "nauc_precision_at_3_std": 0.171575, "nauc_precision_at_3_diff1": 0.620373, "nauc_precision_at_5_max": 0.599045, "nauc_precision_at_5_std": 0.166342, "nauc_precision_at_5_diff1": 0.61, "nauc_precision_at_10_max": 0.628447, "nauc_precision_at_10_std": 0.283924, "nauc_precision_at_10_diff1": 0.607225, "nauc_precision_at_20_max": 0.632556, "nauc_precision_at_20_std": 0.315126, "nauc_precision_at_20_diff1": 0.603135, "nauc_precision_at_100_max": 0.627802, "nauc_precision_at_100_std": 0.41791, "nauc_precision_at_100_diff1": 0.573694, "nauc_precision_at_1000_max": 0.670347, "nauc_precision_at_1000_std": 0.550236, "nauc_precision_at_1000_diff1": 0.573513, "nauc_mrr_at_1_max": 0.491282, "nauc_mrr_at_1_std": 0.028428, "nauc_mrr_at_1_diff1": 0.714107, "nauc_mrr_at_3_max": 0.525069, "nauc_mrr_at_3_std": 0.080884, "nauc_mrr_at_3_diff1": 0.675474, "nauc_mrr_at_5_max": 0.525725, "nauc_mrr_at_5_std": 0.077365, "nauc_mrr_at_5_diff1": 0.675, "nauc_mrr_at_10_max": 0.526525, "nauc_mrr_at_10_std": 0.086262, "nauc_mrr_at_10_diff1": 0.675285, "nauc_mrr_at_20_max": 0.525684, "nauc_mrr_at_20_std": 0.085558, "nauc_mrr_at_20_diff1": 0.67567, "nauc_mrr_at_100_max": 0.52496, "nauc_mrr_at_100_std": 0.085259, "nauc_mrr_at_100_diff1": 0.675711, "nauc_mrr_at_1000_max": 0.524909, "nauc_mrr_at_1000_std": 0.085065, "nauc_mrr_at_1000_diff1": 0.675766, "cv_recall_at_1": 0.582, "cv_recall_at_3": 0.73, "cv_recall_at_5": 0.778, "cv_recall_at_10": 0.82, "cv_recall_at_20": 0.85467, "cv_recall_at_100": 0.914, "cv_recall_at_1000": 0.97133, "main_score": 0.70225, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.67867, "ndcg_at_3": 0.75922, "ndcg_at_5": 0.77655, "ndcg_at_10": 0.79286, "ndcg_at_20": 0.79855, "ndcg_at_100": 0.80528, "ndcg_at_1000": 0.8089, "map_at_1": 0.67867, "map_at_3": 0.73978, "map_at_5": 0.74941, "map_at_10": 0.75623, "map_at_20": 0.75776, "map_at_100": 0.75872, "map_at_1000": 0.75885, "recall_at_1": 0.67867, "recall_at_3": 0.81533, "recall_at_5": 0.85733, "recall_at_10": 0.90733, "recall_at_20": 0.93, "recall_at_100": 0.966, "recall_at_1000": 0.99467, "accuracy": 0.67867, "precision_at_1": 0.67867, "precision_at_3": 0.27178, "precision_at_5": 0.17147, "precision_at_10": 0.09073, "precision_at_20": 0.0465, "precision_at_100": 0.00966, "precision_at_1000": 0.00099, "mrr_at_1": 0.678667, "mrr_at_3": 0.739778, "mrr_at_5": 0.749244, "mrr_at_10": 0.756128, "mrr_at_20": 0.757683, "mrr_at_100": 0.758634, "mrr_at_1000": 0.758766, "nauc_ndcg_at_1_max": 0.542174, "nauc_ndcg_at_1_std": 0.056579, "nauc_ndcg_at_1_diff1": 0.737335, "nauc_ndcg_at_3_max": 0.591516, "nauc_ndcg_at_3_std": 0.094867, "nauc_ndcg_at_3_diff1": 0.6856, "nauc_ndcg_at_5_max": 0.590042, "nauc_ndcg_at_5_std": 0.095691, "nauc_ndcg_at_5_diff1": 0.676953, "nauc_ndcg_at_10_max": 0.591325, "nauc_ndcg_at_10_std": 0.105144, "nauc_ndcg_at_10_diff1": 0.682407, "nauc_ndcg_at_20_max": 0.586136, "nauc_ndcg_at_20_std": 0.103309, "nauc_ndcg_at_20_diff1": 0.681866, "nauc_ndcg_at_100_max": 0.582808, "nauc_ndcg_at_100_std": 0.098528, "nauc_ndcg_at_100_diff1": 0.688946, "nauc_ndcg_at_1000_max": 0.58176, "nauc_ndcg_at_1000_std": 0.097583, "nauc_ndcg_at_1000_diff1": 0.691266, "nauc_map_at_1_max": 0.542174, "nauc_map_at_1_std": 0.056579, "nauc_map_at_1_diff1": 0.737335, "nauc_map_at_3_max": 0.578647, "nauc_map_at_3_std": 0.086316, "nauc_map_at_3_diff1": 0.699733, "nauc_map_at_5_max": 0.577394, "nauc_map_at_5_std": 0.086321, "nauc_map_at_5_diff1": 0.696001, "nauc_map_at_10_max": 0.577726, "nauc_map_at_10_std": 0.089855, "nauc_map_at_10_diff1": 0.698585, "nauc_map_at_20_max": 0.576452, "nauc_map_at_20_std": 0.089394, "nauc_map_at_20_diff1": 0.698534, "nauc_map_at_100_max": 0.576171, "nauc_map_at_100_std": 0.088877, "nauc_map_at_100_diff1": 0.699595, "nauc_map_at_1000_max": 0.576133, "nauc_map_at_1000_std": 0.088801, "nauc_map_at_1000_diff1": 0.699687, "nauc_recall_at_1_max": 0.542174, "nauc_recall_at_1_std": 0.056579, "nauc_recall_at_1_diff1": 0.737335, "nauc_recall_at_3_max": 0.639569, "nauc_recall_at_3_std": 0.125943, "nauc_recall_at_3_diff1": 0.632444, "nauc_recall_at_5_max": 0.647316, "nauc_recall_at_5_std": 0.137669, "nauc_recall_at_5_diff1": 0.587334, "nauc_recall_at_10_max": 0.679947, "nauc_recall_at_10_std": 0.210752, "nauc_recall_at_10_diff1": 0.576641, "nauc_recall_at_20_max": 0.655689, "nauc_recall_at_20_std": 0.224712, "nauc_recall_at_20_diff1": 0.537882, "nauc_recall_at_100_max": 0.626188, "nauc_recall_at_100_std": 0.214524, "nauc_recall_at_100_diff1": 0.56168, "nauc_recall_at_1000_max": 0.605042, "nauc_recall_at_1000_std": 0.702439, "nauc_recall_at_1000_diff1": 0.417192, "nauc_precision_at_1_max": 0.542174, "nauc_precision_at_1_std": 0.056579, "nauc_precision_at_1_diff1": 0.737335, "nauc_precision_at_3_max": 0.639569, "nauc_precision_at_3_std": 0.125943, "nauc_precision_at_3_diff1": 0.632444, "nauc_precision_at_5_max": 0.647316, "nauc_precision_at_5_std": 0.137669, "nauc_precision_at_5_diff1": 0.587334, "nauc_precision_at_10_max": 0.679947, "nauc_precision_at_10_std": 0.210752, "nauc_precision_at_10_diff1": 0.576641, "nauc_precision_at_20_max": 0.655689, "nauc_precision_at_20_std": 0.224712, "nauc_precision_at_20_diff1": 0.537882, "nauc_precision_at_100_max": 0.626188, "nauc_precision_at_100_std": 0.214524, "nauc_precision_at_100_diff1": 0.56168, "nauc_precision_at_1000_max": 0.605042, "nauc_precision_at_1000_std": 0.702439, "nauc_precision_at_1000_diff1": 0.417192, "nauc_mrr_at_1_max": 0.542174, "nauc_mrr_at_1_std": 0.056579, "nauc_mrr_at_1_diff1": 0.737335, "nauc_mrr_at_3_max": 0.578647, "nauc_mrr_at_3_std": 0.086316, "nauc_mrr_at_3_diff1": 0.699733, "nauc_mrr_at_5_max": 0.577433, "nauc_mrr_at_5_std": 0.084944, "nauc_mrr_at_5_diff1": 0.6963, "nauc_mrr_at_10_max": 0.577748, "nauc_mrr_at_10_std": 0.08882, "nauc_mrr_at_10_diff1": 0.698905, "nauc_mrr_at_20_max": 0.576476, "nauc_mrr_at_20_std": 0.088613, "nauc_mrr_at_20_diff1": 0.698752, "nauc_mrr_at_100_max": 0.576196, "nauc_mrr_at_100_std": 0.088093, "nauc_mrr_at_100_diff1": 0.699814, "nauc_mrr_at_1000_max": 0.576158, "nauc_mrr_at_1000_std": 0.088017, "nauc_mrr_at_1000_diff1": 0.699905, "cv_recall_at_1": 0.67867, "cv_recall_at_3": 0.81533, "cv_recall_at_5": 0.85667, "cv_recall_at_10": 0.90733, "cv_recall_at_20": 0.93, "cv_recall_at_100": 0.966, "cv_recall_at_1000": 0.99467, "main_score": 0.79286, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "ndcg_at_1": 0.71667, "ndcg_at_3": 0.80789, "ndcg_at_5": 0.81845, "ndcg_at_10": 0.82969, "ndcg_at_20": 0.83452, "ndcg_at_100": 0.83825, "ndcg_at_1000": 0.84141, "map_at_1": 0.71667, "map_at_3": 0.78611, "map_at_5": 0.79204, "map_at_10": 0.79683, "map_at_20": 0.7982, "map_at_100": 0.79877, "map_at_1000": 0.79889, "recall_at_1": 0.71667, "recall_at_3": 0.87067, "recall_at_5": 0.896, "recall_at_10": 0.93, "recall_at_20": 0.94867, "recall_at_100": 0.968, "recall_at_1000": 0.99267, "accuracy": 0.71667, "precision_at_1": 0.71667, "precision_at_3": 0.29022, "precision_at_5": 0.1792, "precision_at_10": 0.093, "precision_at_20": 0.04743, "precision_at_100": 0.00968, "precision_at_1000": 0.00099, "mrr_at_1": 0.716667, "mrr_at_3": 0.785889, "mrr_at_5": 0.791989, "mrr_at_10": 0.79677, "mrr_at_20": 0.798147, "mrr_at_100": 0.798714, "mrr_at_1000": 0.798837, "nauc_ndcg_at_1_max": 0.535563, "nauc_ndcg_at_1_std": 0.026919, "nauc_ndcg_at_1_diff1": 0.76419, "nauc_ndcg_at_3_max": 0.577254, "nauc_ndcg_at_3_std": 0.104839, "nauc_ndcg_at_3_diff1": 0.712104, "nauc_ndcg_at_5_max": 0.588065, "nauc_ndcg_at_5_std": 0.123625, "nauc_ndcg_at_5_diff1": 0.714316, "nauc_ndcg_at_10_max": 0.58683, "nauc_ndcg_at_10_std": 0.113113, "nauc_ndcg_at_10_diff1": 0.716276, "nauc_ndcg_at_20_max": 0.58166, "nauc_ndcg_at_20_std": 0.108051, "nauc_ndcg_at_20_diff1": 0.720703, "nauc_ndcg_at_100_max": 0.577501, "nauc_ndcg_at_100_std": 0.103723, "nauc_ndcg_at_100_diff1": 0.720396, "nauc_ndcg_at_1000_max": 0.575948, "nauc_ndcg_at_1000_std": 0.100381, "nauc_ndcg_at_1000_diff1": 0.72398, "nauc_map_at_1_max": 0.535563, "nauc_map_at_1_std": 0.026919, "nauc_map_at_1_diff1": 0.76419, "nauc_map_at_3_max": 0.565434, "nauc_map_at_3_std": 0.082922, "nauc_map_at_3_diff1": 0.726628, "nauc_map_at_5_max": 0.570535, "nauc_map_at_5_std": 0.091953, "nauc_map_at_5_diff1": 0.728168, "nauc_map_at_10_max": 0.569807, "nauc_map_at_10_std": 0.087539, "nauc_map_at_10_diff1": 0.72936, "nauc_map_at_20_max": 0.568471, "nauc_map_at_20_std": 0.086275, "nauc_map_at_20_diff1": 0.730551, "nauc_map_at_100_max": 0.567965, "nauc_map_at_100_std": 0.085578, "nauc_map_at_100_diff1": 0.730577, "nauc_map_at_1000_max": 0.56791, "nauc_map_at_1000_std": 0.085481, "nauc_map_at_1000_diff1": 0.730689, "nauc_recall_at_1_max": 0.535563, "nauc_recall_at_1_std": 0.026919, "nauc_recall_at_1_diff1": 0.76419, "nauc_recall_at_3_max": 0.629006, "nauc_recall_at_3_std": 0.200676, "nauc_recall_at_3_diff1": 0.648683, "nauc_recall_at_5_max": 0.681396, "nauc_recall_at_5_std": 0.291429, "nauc_recall_at_5_diff1": 0.643426, "nauc_recall_at_10_max": 0.71558, "nauc_recall_at_10_std": 0.298693, "nauc_recall_at_10_diff1": 0.620906, "nauc_recall_at_20_max": 0.70336, "nauc_recall_at_20_std": 0.305407, "nauc_recall_at_20_diff1": 0.635303, "nauc_recall_at_100_max": 0.674136, "nauc_recall_at_100_std": 0.331933, "nauc_recall_at_100_diff1": 0.573092, "nauc_recall_at_1000_max": 0.75435, "nauc_recall_at_1000_std": 0.560606, "nauc_recall_at_1000_diff1": 0.626348, "nauc_precision_at_1_max": 0.535563, "nauc_precision_at_1_std": 0.026919, "nauc_precision_at_1_diff1": 0.76419, "nauc_precision_at_3_max": 0.629006, "nauc_precision_at_3_std": 0.200676, "nauc_precision_at_3_diff1": 0.648683, "nauc_precision_at_5_max": 0.681396, "nauc_precision_at_5_std": 0.291429, "nauc_precision_at_5_diff1": 0.643426, "nauc_precision_at_10_max": 0.71558, "nauc_precision_at_10_std": 0.298693, "nauc_precision_at_10_diff1": 0.620906, "nauc_precision_at_20_max": 0.70336, "nauc_precision_at_20_std": 0.305407, "nauc_precision_at_20_diff1": 0.635303, "nauc_precision_at_100_max": 0.674136, "nauc_precision_at_100_std": 0.331933, "nauc_precision_at_100_diff1": 0.573092, "nauc_precision_at_1000_max": 0.75435, "nauc_precision_at_1000_std": 0.560606, "nauc_precision_at_1000_diff1": 0.626348, "nauc_mrr_at_1_max": 0.535563, "nauc_mrr_at_1_std": 0.026919, "nauc_mrr_at_1_diff1": 0.76419, "nauc_mrr_at_3_max": 0.564671, "nauc_mrr_at_3_std": 0.081513, "nauc_mrr_at_3_diff1": 0.726539, "nauc_mrr_at_5_max": 0.570338, "nauc_mrr_at_5_std": 0.091589, "nauc_mrr_at_5_diff1": 0.728145, "nauc_mrr_at_10_max": 0.569605, "nauc_mrr_at_10_std": 0.087166, "nauc_mrr_at_10_diff1": 0.729336, "nauc_mrr_at_20_max": 0.568267, "nauc_mrr_at_20_std": 0.0859, "nauc_mrr_at_20_diff1": 0.730526, "nauc_mrr_at_100_max": 0.567761, "nauc_mrr_at_100_std": 0.085202, "nauc_mrr_at_100_diff1": 0.730552, "nauc_mrr_at_1000_max": 0.567706, "nauc_mrr_at_1000_std": 0.085105, "nauc_mrr_at_1000_diff1": 0.730664, "cv_recall_at_1": 0.71667, "cv_recall_at_3": 0.87, "cv_recall_at_5": 0.896, "cv_recall_at_10": 0.93, "cv_recall_at_20": 0.94867, "cv_recall_at_100": 0.968, "cv_recall_at_1000": 0.99267, "main_score": 0.82969, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "ndcg_at_1": 0.73533, "ndcg_at_3": 0.81731, "ndcg_at_5": 0.83323, "ndcg_at_10": 0.84297, "ndcg_at_20": 0.84721, "ndcg_at_100": 0.85038, "ndcg_at_1000": 0.85242, "map_at_1": 0.73533, "map_at_3": 0.79744, "map_at_5": 0.80628, "map_at_10": 0.81044, "map_at_20": 0.81163, "map_at_100": 0.81209, "map_at_1000": 0.81218, "recall_at_1": 0.73533, "recall_at_3": 0.87467, "recall_at_5": 0.91333, "recall_at_10": 0.94267, "recall_at_20": 0.95933, "recall_at_100": 0.976, "recall_at_1000": 0.99133, "accuracy": 0.73533, "precision_at_1": 0.73533, "precision_at_3": 0.29156, "precision_at_5": 0.18267, "precision_at_10": 0.09427, "precision_at_20": 0.04797, "precision_at_100": 0.00976, "precision_at_1000": 0.00099, "mrr_at_1": 0.735333, "mrr_at_3": 0.797444, "mrr_at_5": 0.806278, "mrr_at_10": 0.810443, "mrr_at_20": 0.811627, "mrr_at_100": 0.812091, "mrr_at_1000": 0.812178, "nauc_ndcg_at_1_max": 0.55275, "nauc_ndcg_at_1_std": -0.020365, "nauc_ndcg_at_1_diff1": 0.788367, "nauc_ndcg_at_3_max": 0.596533, "nauc_ndcg_at_3_std": 0.035529, "nauc_ndcg_at_3_diff1": 0.739366, "nauc_ndcg_at_5_max": 0.601087, "nauc_ndcg_at_5_std": 0.057365, "nauc_ndcg_at_5_diff1": 0.738824, "nauc_ndcg_at_10_max": 0.591949, "nauc_ndcg_at_10_std": 0.04954, "nauc_ndcg_at_10_diff1": 0.739905, "nauc_ndcg_at_20_max": 0.590643, "nauc_ndcg_at_20_std": 0.054249, "nauc_ndcg_at_20_diff1": 0.740246, "nauc_ndcg_at_100_max": 0.585333, "nauc_ndcg_at_100_std": 0.040797, "nauc_ndcg_at_100_diff1": 0.743541, "nauc_ndcg_at_1000_max": 0.585016, "nauc_ndcg_at_1000_std": 0.038781, "nauc_ndcg_at_1000_diff1": 0.745979, "nauc_map_at_1_max": 0.55275, "nauc_map_at_1_std": -0.020365, "nauc_map_at_1_diff1": 0.788367, "nauc_map_at_3_max": 0.582151, "nauc_map_at_3_std": 0.018488, "nauc_map_at_3_diff1": 0.753148, "nauc_map_at_5_max": 0.583742, "nauc_map_at_5_std": 0.02815, "nauc_map_at_5_diff1": 0.753555, "nauc_map_at_10_max": 0.580189, "nauc_map_at_10_std": 0.024349, "nauc_map_at_10_diff1": 0.754331, "nauc_map_at_20_max": 0.579707, "nauc_map_at_20_std": 0.02509, "nauc_map_at_20_diff1": 0.754563, "nauc_map_at_100_max": 0.578976, "nauc_map_at_100_std": 0.023346, "nauc_map_at_100_diff1": 0.754978, "nauc_map_at_1000_max": 0.578939, "nauc_map_at_1000_std": 0.023243, "nauc_map_at_1000_diff1": 0.755045, "nauc_recall_at_1_max": 0.55275, "nauc_recall_at_1_std": -0.020365, "nauc_recall_at_1_diff1": 0.788367, "nauc_recall_at_3_max": 0.659875, "nauc_recall_at_3_std": 0.109821, "nauc_recall_at_3_diff1": 0.680005, "nauc_recall_at_5_max": 0.705003, "nauc_recall_at_5_std": 0.235362, "nauc_recall_at_5_diff1": 0.653106, "nauc_recall_at_10_max": 0.686752, "nauc_recall_at_10_std": 0.271991, "nauc_recall_at_10_diff1": 0.616952, "nauc_recall_at_20_max": 0.711408, "nauc_recall_at_20_std": 0.431885, "nauc_recall_at_20_diff1": 0.569508, "nauc_recall_at_100_max": 0.643778, "nauc_recall_at_100_std": 0.300822, "nauc_recall_at_100_diff1": 0.549305, "nauc_recall_at_1000_max": 0.729081, "nauc_recall_at_1000_std": 0.5441, "nauc_recall_at_1000_diff1": 0.512425, "nauc_precision_at_1_max": 0.55275, "nauc_precision_at_1_std": -0.020365, "nauc_precision_at_1_diff1": 0.788367, "nauc_precision_at_3_max": 0.659875, "nauc_precision_at_3_std": 0.109821, "nauc_precision_at_3_diff1": 0.680005, "nauc_precision_at_5_max": 0.705003, "nauc_precision_at_5_std": 0.235362, "nauc_precision_at_5_diff1": 0.653106, "nauc_precision_at_10_max": 0.686752, "nauc_precision_at_10_std": 0.271991, "nauc_precision_at_10_diff1": 0.616952, "nauc_precision_at_20_max": 0.711408, "nauc_precision_at_20_std": 0.431885, "nauc_precision_at_20_diff1": 0.569508, "nauc_precision_at_100_max": 0.643778, "nauc_precision_at_100_std": 0.300822, "nauc_precision_at_100_diff1": 0.549305, "nauc_precision_at_1000_max": 0.729081, "nauc_precision_at_1000_std": 0.5441, "nauc_precision_at_1000_diff1": 0.512425, "nauc_mrr_at_1_max": 0.55275, "nauc_mrr_at_1_std": -0.020365, "nauc_mrr_at_1_diff1": 0.788367, "nauc_mrr_at_3_max": 0.582151, "nauc_mrr_at_3_std": 0.018488, "nauc_mrr_at_3_diff1": 0.753148, "nauc_mrr_at_5_max": 0.583742, "nauc_mrr_at_5_std": 0.02815, "nauc_mrr_at_5_diff1": 0.753555, "nauc_mrr_at_10_max": 0.580189, "nauc_mrr_at_10_std": 0.024349, "nauc_mrr_at_10_diff1": 0.754331, "nauc_mrr_at_20_max": 0.579707, "nauc_mrr_at_20_std": 0.02509, "nauc_mrr_at_20_diff1": 0.754563, "nauc_mrr_at_100_max": 0.578976, "nauc_mrr_at_100_std": 0.023346, "nauc_mrr_at_100_diff1": 0.754978, "nauc_mrr_at_1000_max": 0.578939, "nauc_mrr_at_1000_std": 0.023243, "nauc_mrr_at_1000_diff1": 0.755045, "cv_recall_at_1": 0.73533, "cv_recall_at_3": 0.87467, "cv_recall_at_5": 0.91333, "cv_recall_at_10": 0.94267, "cv_recall_at_20": 0.95933, "cv_recall_at_100": 0.976, "cv_recall_at_1000": 0.99133, "main_score": 0.84297, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.794, "ndcg_at_3": 0.86859, "ndcg_at_5": 0.88385, "ndcg_at_10": 0.89157, "ndcg_at_20": 0.89332, "ndcg_at_100": 0.89483, "ndcg_at_1000": 0.89502, "map_at_1": 0.794, "map_at_3": 0.85056, "map_at_5": 0.85896, "map_at_10": 0.86212, "map_at_20": 0.86263, "map_at_100": 0.86285, "map_at_1000": 0.86286, "recall_at_1": 0.794, "recall_at_3": 0.92067, "recall_at_5": 0.958, "recall_at_10": 0.982, "recall_at_20": 0.98867, "recall_at_100": 0.99667, "recall_at_1000": 0.998, "accuracy": 0.794, "precision_at_1": 0.794, "precision_at_3": 0.30689, "precision_at_5": 0.1916, "precision_at_10": 0.0982, "precision_at_20": 0.04943, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.794, "mrr_at_3": 0.850556, "mrr_at_5": 0.858956, "mrr_at_10": 0.862121, "mrr_at_20": 0.862634, "mrr_at_100": 0.862853, "mrr_at_1000": 0.862864, "nauc_ndcg_at_1_max": 0.547041, "nauc_ndcg_at_1_std": -0.120284, "nauc_ndcg_at_1_diff1": 0.831948, "nauc_ndcg_at_3_max": 0.583445, "nauc_ndcg_at_3_std": -0.0893, "nauc_ndcg_at_3_diff1": 0.806178, "nauc_ndcg_at_5_max": 0.580682, "nauc_ndcg_at_5_std": -0.082517, "nauc_ndcg_at_5_diff1": 0.805788, "nauc_ndcg_at_10_max": 0.576935, "nauc_ndcg_at_10_std": -0.094419, "nauc_ndcg_at_10_diff1": 0.811333, "nauc_ndcg_at_20_max": 0.572245, "nauc_ndcg_at_20_std": -0.097934, "nauc_ndcg_at_20_diff1": 0.813067, "nauc_ndcg_at_100_max": 0.570529, "nauc_ndcg_at_100_std": -0.101871, "nauc_ndcg_at_100_diff1": 0.815242, "nauc_ndcg_at_1000_max": 0.569955, "nauc_ndcg_at_1000_std": -0.100998, "nauc_ndcg_at_1000_diff1": 0.815299, "nauc_map_at_1_max": 0.547041, "nauc_map_at_1_std": -0.120284, "nauc_map_at_1_diff1": 0.831948, "nauc_map_at_3_max": 0.570431, "nauc_map_at_3_std": -0.102466, "nauc_map_at_3_diff1": 0.813928, "nauc_map_at_5_max": 0.568304, "nauc_map_at_5_std": -0.100685, "nauc_map_at_5_diff1": 0.814256, "nauc_map_at_10_max": 0.566746, "nauc_map_at_10_std": -0.105561, "nauc_map_at_10_diff1": 0.816397, "nauc_map_at_20_max": 0.56559, "nauc_map_at_20_std": -0.106673, "nauc_map_at_20_diff1": 0.816861, "nauc_map_at_100_max": 0.565289, "nauc_map_at_100_std": -0.107142, "nauc_map_at_100_diff1": 0.817082, "nauc_map_at_1000_max": 0.565264, "nauc_map_at_1000_std": -0.10709, "nauc_map_at_1000_diff1": 0.817082, "nauc_recall_at_1_max": 0.547041, "nauc_recall_at_1_std": -0.120284, "nauc_recall_at_1_diff1": 0.831948, "nauc_recall_at_3_max": 0.651355, "nauc_recall_at_3_std": -0.0192, "nauc_recall_at_3_diff1": 0.766722, "nauc_recall_at_5_max": 0.694567, "nauc_recall_at_5_std": 0.093045, "nauc_recall_at_5_diff1": 0.728914, "nauc_recall_at_10_max": 0.781755, "nauc_recall_at_10_std": 0.138898, "nauc_recall_at_10_diff1": 0.7193, "nauc_recall_at_20_max": 0.746581, "nauc_recall_at_20_std": 0.179574, "nauc_recall_at_20_diff1": 0.719915, "nauc_recall_at_100_max": 0.947712, "nauc_recall_at_100_std": 0.241923, "nauc_recall_at_100_diff1": 0.855275, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.742453, "nauc_recall_at_1000_diff1": 0.907407, "nauc_precision_at_1_max": 0.547041, "nauc_precision_at_1_std": -0.120284, "nauc_precision_at_1_diff1": 0.831948, "nauc_precision_at_3_max": 0.651355, "nauc_precision_at_3_std": -0.0192, "nauc_precision_at_3_diff1": 0.766722, "nauc_precision_at_5_max": 0.694567, "nauc_precision_at_5_std": 0.093045, "nauc_precision_at_5_diff1": 0.728914, "nauc_precision_at_10_max": 0.781755, "nauc_precision_at_10_std": 0.138898, "nauc_precision_at_10_diff1": 0.7193, "nauc_precision_at_20_max": 0.746581, "nauc_precision_at_20_std": 0.179574, "nauc_precision_at_20_diff1": 0.719915, "nauc_precision_at_100_max": 0.947712, "nauc_precision_at_100_std": 0.241923, "nauc_precision_at_100_diff1": 0.855275, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.742453, "nauc_precision_at_1000_diff1": 0.907407, "nauc_mrr_at_1_max": 0.547041, "nauc_mrr_at_1_std": -0.120284, "nauc_mrr_at_1_diff1": 0.831948, "nauc_mrr_at_3_max": 0.570431, "nauc_mrr_at_3_std": -0.102466, "nauc_mrr_at_3_diff1": 0.813928, "nauc_mrr_at_5_max": 0.568304, "nauc_mrr_at_5_std": -0.100685, "nauc_mrr_at_5_diff1": 0.814256, "nauc_mrr_at_10_max": 0.566746, "nauc_mrr_at_10_std": -0.105561, "nauc_mrr_at_10_diff1": 0.816397, "nauc_mrr_at_20_max": 0.56559, "nauc_mrr_at_20_std": -0.106673, "nauc_mrr_at_20_diff1": 0.816861, "nauc_mrr_at_100_max": 0.565289, "nauc_mrr_at_100_std": -0.107142, "nauc_mrr_at_100_diff1": 0.817082, "nauc_mrr_at_1000_max": 0.565264, "nauc_mrr_at_1000_std": -0.10709, "nauc_mrr_at_1000_diff1": 0.817082, "cv_recall_at_1": 0.794, "cv_recall_at_3": 0.92067, "cv_recall_at_5": 0.958, "cv_recall_at_10": 0.982, "cv_recall_at_20": 0.98867, "cv_recall_at_100": 0.99667, "cv_recall_at_1000": 0.998, "main_score": 0.89157, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.72867, "ndcg_at_3": 0.80547, "ndcg_at_5": 0.8236, "ndcg_at_10": 0.83224, "ndcg_at_20": 0.83833, "ndcg_at_100": 0.84407, "ndcg_at_1000": 0.84535, "map_at_1": 0.72867, "map_at_3": 0.78722, "map_at_5": 0.79746, "map_at_10": 0.80115, "map_at_20": 0.80283, "map_at_100": 0.80365, "map_at_1000": 0.80369, "recall_at_1": 0.72867, "recall_at_3": 0.858, "recall_at_5": 0.90133, "recall_at_10": 0.92733, "recall_at_20": 0.95133, "recall_at_100": 0.982, "recall_at_1000": 0.99267, "accuracy": 0.72867, "precision_at_1": 0.72867, "precision_at_3": 0.286, "precision_at_5": 0.18027, "precision_at_10": 0.09273, "precision_at_20": 0.04757, "precision_at_100": 0.00982, "precision_at_1000": 0.00099, "mrr_at_1": 0.728667, "mrr_at_3": 0.787444, "mrr_at_5": 0.797678, "mrr_at_10": 0.80126, "mrr_at_20": 0.802942, "mrr_at_100": 0.803757, "mrr_at_1000": 0.803797, "nauc_ndcg_at_1_max": 0.512844, "nauc_ndcg_at_1_std": -0.0552, "nauc_ndcg_at_1_diff1": 0.746967, "nauc_ndcg_at_3_max": 0.548512, "nauc_ndcg_at_3_std": -0.02751, "nauc_ndcg_at_3_diff1": 0.713546, "nauc_ndcg_at_5_max": 0.547353, "nauc_ndcg_at_5_std": -0.027266, "nauc_ndcg_at_5_diff1": 0.708175, "nauc_ndcg_at_10_max": 0.557232, "nauc_ndcg_at_10_std": -0.00494, "nauc_ndcg_at_10_diff1": 0.718308, "nauc_ndcg_at_20_max": 0.554322, "nauc_ndcg_at_20_std": -0.010128, "nauc_ndcg_at_20_diff1": 0.718171, "nauc_ndcg_at_100_max": 0.551001, "nauc_ndcg_at_100_std": -0.011244, "nauc_ndcg_at_100_diff1": 0.720041, "nauc_ndcg_at_1000_max": 0.54853, "nauc_ndcg_at_1000_std": -0.017469, "nauc_ndcg_at_1000_diff1": 0.722255, "nauc_map_at_1_max": 0.512844, "nauc_map_at_1_std": -0.0552, "nauc_map_at_1_diff1": 0.746967, "nauc_map_at_3_max": 0.538333, "nauc_map_at_3_std": -0.037435, "nauc_map_at_3_diff1": 0.723298, "nauc_map_at_5_max": 0.537162, "nauc_map_at_5_std": -0.037808, "nauc_map_at_5_diff1": 0.721134, "nauc_map_at_10_max": 0.540874, "nauc_map_at_10_std": -0.029468, "nauc_map_at_10_diff1": 0.725092, "nauc_map_at_20_max": 0.540139, "nauc_map_at_20_std": -0.030763, "nauc_map_at_20_diff1": 0.725141, "nauc_map_at_100_max": 0.539758, "nauc_map_at_100_std": -0.03115, "nauc_map_at_100_diff1": 0.725448, "nauc_map_at_1000_max": 0.539715, "nauc_map_at_1000_std": -0.031315, "nauc_map_at_1000_diff1": 0.725541, "nauc_recall_at_1_max": 0.512844, "nauc_recall_at_1_std": -0.0552, "nauc_recall_at_1_diff1": 0.746967, "nauc_recall_at_3_max": 0.589727, "nauc_recall_at_3_std": 0.01391, "nauc_recall_at_3_diff1": 0.673924, "nauc_recall_at_5_max": 0.601742, "nauc_recall_at_5_std": 0.030856, "nauc_recall_at_5_diff1": 0.637286, "nauc_recall_at_10_max": 0.68018, "nauc_recall_at_10_std": 0.188814, "nauc_recall_at_10_diff1": 0.67668, "nauc_recall_at_20_max": 0.703772, "nauc_recall_at_20_std": 0.218871, "nauc_recall_at_20_diff1": 0.6541, "nauc_recall_at_100_max": 0.807777, "nauc_recall_at_100_std": 0.588132, "nauc_recall_at_100_diff1": 0.61118, "nauc_recall_at_1000_max": 0.761353, "nauc_recall_at_1000_std": 0.48018, "nauc_recall_at_1000_diff1": 0.75643, "nauc_precision_at_1_max": 0.512844, "nauc_precision_at_1_std": -0.0552, "nauc_precision_at_1_diff1": 0.746967, "nauc_precision_at_3_max": 0.589727, "nauc_precision_at_3_std": 0.01391, "nauc_precision_at_3_diff1": 0.673924, "nauc_precision_at_5_max": 0.601742, "nauc_precision_at_5_std": 0.030856, "nauc_precision_at_5_diff1": 0.637286, "nauc_precision_at_10_max": 0.68018, "nauc_precision_at_10_std": 0.188814, "nauc_precision_at_10_diff1": 0.67668, "nauc_precision_at_20_max": 0.703772, "nauc_precision_at_20_std": 0.218871, "nauc_precision_at_20_diff1": 0.6541, "nauc_precision_at_100_max": 0.807777, "nauc_precision_at_100_std": 0.588132, "nauc_precision_at_100_diff1": 0.61118, "nauc_precision_at_1000_max": 0.761353, "nauc_precision_at_1000_std": 0.48018, "nauc_precision_at_1000_diff1": 0.75643, "nauc_mrr_at_1_max": 0.512844, "nauc_mrr_at_1_std": -0.0552, "nauc_mrr_at_1_diff1": 0.746967, "nauc_mrr_at_3_max": 0.540881, "nauc_mrr_at_3_std": -0.035465, "nauc_mrr_at_3_diff1": 0.72287, "nauc_mrr_at_5_max": 0.539883, "nauc_mrr_at_5_std": -0.035746, "nauc_mrr_at_5_diff1": 0.720751, "nauc_mrr_at_10_max": 0.542246, "nauc_mrr_at_10_std": -0.028411, "nauc_mrr_at_10_diff1": 0.724875, "nauc_mrr_at_20_max": 0.541524, "nauc_mrr_at_20_std": -0.029697, "nauc_mrr_at_20_diff1": 0.724922, "nauc_mrr_at_100_max": 0.541149, "nauc_mrr_at_100_std": -0.030079, "nauc_mrr_at_100_diff1": 0.725229, "nauc_mrr_at_1000_max": 0.541107, "nauc_mrr_at_1000_std": -0.030244, "nauc_mrr_at_1000_diff1": 0.725322, "cv_recall_at_1": 0.72867, "cv_recall_at_3": 0.85867, "cv_recall_at_5": 0.902, "cv_recall_at_10": 0.92733, "cv_recall_at_20": 0.95133, "cv_recall_at_100": 0.982, "cv_recall_at_1000": 0.99267, "main_score": 0.83224, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.64133, "ndcg_at_3": 0.73295, "ndcg_at_5": 0.7526, "ndcg_at_10": 0.7659, "ndcg_at_20": 0.77403, "ndcg_at_100": 0.78028, "ndcg_at_1000": 0.78509, "map_at_1": 0.64133, "map_at_3": 0.71067, "map_at_5": 0.72167, "map_at_10": 0.72724, "map_at_20": 0.72958, "map_at_100": 0.73042, "map_at_1000": 0.7306, "recall_at_1": 0.64133, "recall_at_3": 0.79733, "recall_at_5": 0.84467, "recall_at_10": 0.88533, "recall_at_20": 0.91667, "recall_at_100": 0.95067, "recall_at_1000": 0.98867, "accuracy": 0.64133, "precision_at_1": 0.64133, "precision_at_3": 0.26578, "precision_at_5": 0.16893, "precision_at_10": 0.08853, "precision_at_20": 0.04583, "precision_at_100": 0.00951, "precision_at_1000": 0.00099, "mrr_at_1": 0.641333, "mrr_at_3": 0.710444, "mrr_at_5": 0.721744, "mrr_at_10": 0.727429, "mrr_at_20": 0.729681, "mrr_at_100": 0.730527, "mrr_at_1000": 0.730704, "nauc_ndcg_at_1_max": 0.461874, "nauc_ndcg_at_1_std": -0.016994, "nauc_ndcg_at_1_diff1": 0.708792, "nauc_ndcg_at_3_max": 0.507428, "nauc_ndcg_at_3_std": 0.045331, "nauc_ndcg_at_3_diff1": 0.655015, "nauc_ndcg_at_5_max": 0.5095, "nauc_ndcg_at_5_std": 0.043714, "nauc_ndcg_at_5_diff1": 0.65322, "nauc_ndcg_at_10_max": 0.512415, "nauc_ndcg_at_10_std": 0.04741, "nauc_ndcg_at_10_diff1": 0.653245, "nauc_ndcg_at_20_max": 0.507107, "nauc_ndcg_at_20_std": 0.049903, "nauc_ndcg_at_20_diff1": 0.653791, "nauc_ndcg_at_100_max": 0.504222, "nauc_ndcg_at_100_std": 0.046058, "nauc_ndcg_at_100_diff1": 0.658581, "nauc_ndcg_at_1000_max": 0.50136, "nauc_ndcg_at_1000_std": 0.040218, "nauc_ndcg_at_1000_diff1": 0.661246, "nauc_map_at_1_max": 0.461874, "nauc_map_at_1_std": -0.016994, "nauc_map_at_1_diff1": 0.708792, "nauc_map_at_3_max": 0.495182, "nauc_map_at_3_std": 0.027471, "nauc_map_at_3_diff1": 0.669928, "nauc_map_at_5_max": 0.495606, "nauc_map_at_5_std": 0.026095, "nauc_map_at_5_diff1": 0.669546, "nauc_map_at_10_max": 0.496576, "nauc_map_at_10_std": 0.027169, "nauc_map_at_10_diff1": 0.669912, "nauc_map_at_20_max": 0.495094, "nauc_map_at_20_std": 0.027369, "nauc_map_at_20_diff1": 0.670277, "nauc_map_at_100_max": 0.494671, "nauc_map_at_100_std": 0.026698, "nauc_map_at_100_diff1": 0.670848, "nauc_map_at_1000_max": 0.494542, "nauc_map_at_1000_std": 0.026488, "nauc_map_at_1000_diff1": 0.67095, "nauc_recall_at_1_max": 0.461874, "nauc_recall_at_1_std": -0.016994, "nauc_recall_at_1_diff1": 0.708792, "nauc_recall_at_3_max": 0.553154, "nauc_recall_at_3_std": 0.112651, "nauc_recall_at_3_diff1": 0.599071, "nauc_recall_at_5_max": 0.573885, "nauc_recall_at_5_std": 0.124484, "nauc_recall_at_5_diff1": 0.577849, "nauc_recall_at_10_max": 0.607977, "nauc_recall_at_10_std": 0.169258, "nauc_recall_at_10_diff1": 0.554187, "nauc_recall_at_20_max": 0.594237, "nauc_recall_at_20_std": 0.239287, "nauc_recall_at_20_diff1": 0.522618, "nauc_recall_at_100_max": 0.598285, "nauc_recall_at_100_std": 0.302294, "nauc_recall_at_100_diff1": 0.533374, "nauc_recall_at_1000_max": 0.582523, "nauc_recall_at_1000_std": 0.432361, "nauc_recall_at_1000_diff1": 0.437936, "nauc_precision_at_1_max": 0.461874, "nauc_precision_at_1_std": -0.016994, "nauc_precision_at_1_diff1": 0.708792, "nauc_precision_at_3_max": 0.553154, "nauc_precision_at_3_std": 0.112651, "nauc_precision_at_3_diff1": 0.599071, "nauc_precision_at_5_max": 0.573885, "nauc_precision_at_5_std": 0.124484, "nauc_precision_at_5_diff1": 0.577849, "nauc_precision_at_10_max": 0.607977, "nauc_precision_at_10_std": 0.169258, "nauc_precision_at_10_diff1": 0.554187, "nauc_precision_at_20_max": 0.594237, "nauc_precision_at_20_std": 0.239287, "nauc_precision_at_20_diff1": 0.522618, "nauc_precision_at_100_max": 0.598285, "nauc_precision_at_100_std": 0.302294, "nauc_precision_at_100_diff1": 0.533374, "nauc_precision_at_1000_max": 0.582523, "nauc_precision_at_1000_std": 0.432361, "nauc_precision_at_1000_diff1": 0.437936, "nauc_mrr_at_1_max": 0.461874, "nauc_mrr_at_1_std": -0.016994, "nauc_mrr_at_1_diff1": 0.708792, "nauc_mrr_at_3_max": 0.495359, "nauc_mrr_at_3_std": 0.025886, "nauc_mrr_at_3_diff1": 0.670393, "nauc_mrr_at_5_max": 0.495583, "nauc_mrr_at_5_std": 0.026344, "nauc_mrr_at_5_diff1": 0.669506, "nauc_mrr_at_10_max": 0.496494, "nauc_mrr_at_10_std": 0.028268, "nauc_mrr_at_10_diff1": 0.669733, "nauc_mrr_at_20_max": 0.495061, "nauc_mrr_at_20_std": 0.027924, "nauc_mrr_at_20_diff1": 0.670211, "nauc_mrr_at_100_max": 0.494638, "nauc_mrr_at_100_std": 0.027254, "nauc_mrr_at_100_diff1": 0.670781, "nauc_mrr_at_1000_max": 0.494508, "nauc_mrr_at_1000_std": 0.027045, "nauc_mrr_at_1000_diff1": 0.670883, "cv_recall_at_1": 0.64133, "cv_recall_at_3": 0.79667, "cv_recall_at_5": 0.84533, "cv_recall_at_10": 0.88667, "cv_recall_at_20": 0.91667, "cv_recall_at_100": 0.95067, "cv_recall_at_1000": 0.98867, "main_score": 0.7659, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.684, "ndcg_at_3": 0.76042, "ndcg_at_5": 0.77867, "ndcg_at_10": 0.79101, "ndcg_at_20": 0.79696, "ndcg_at_100": 0.80371, "ndcg_at_1000": 0.80737, "map_at_1": 0.684, "map_at_3": 0.74167, "map_at_5": 0.75187, "map_at_10": 0.75699, "map_at_20": 0.75865, "map_at_100": 0.75962, "map_at_1000": 0.75976, "recall_at_1": 0.684, "recall_at_3": 0.81467, "recall_at_5": 0.85867, "recall_at_10": 0.89667, "recall_at_20": 0.92, "recall_at_100": 0.956, "recall_at_1000": 0.98467, "accuracy": 0.684, "precision_at_1": 0.684, "precision_at_3": 0.27156, "precision_at_5": 0.17173, "precision_at_10": 0.08967, "precision_at_20": 0.046, "precision_at_100": 0.00956, "precision_at_1000": 0.00098, "mrr_at_1": 0.684, "mrr_at_3": 0.741889, "mrr_at_5": 0.752089, "mrr_at_10": 0.757217, "mrr_at_20": 0.758871, "mrr_at_100": 0.75984, "mrr_at_1000": 0.759978, "nauc_ndcg_at_1_max": 0.600064, "nauc_ndcg_at_1_std": 0.091043, "nauc_ndcg_at_1_diff1": 0.763394, "nauc_ndcg_at_3_max": 0.632054, "nauc_ndcg_at_3_std": 0.130572, "nauc_ndcg_at_3_diff1": 0.722845, "nauc_ndcg_at_5_max": 0.645707, "nauc_ndcg_at_5_std": 0.141834, "nauc_ndcg_at_5_diff1": 0.720962, "nauc_ndcg_at_10_max": 0.640575, "nauc_ndcg_at_10_std": 0.140214, "nauc_ndcg_at_10_diff1": 0.716922, "nauc_ndcg_at_20_max": 0.639313, "nauc_ndcg_at_20_std": 0.146121, "nauc_ndcg_at_20_diff1": 0.715046, "nauc_ndcg_at_100_max": 0.637797, "nauc_ndcg_at_100_std": 0.149918, "nauc_ndcg_at_100_diff1": 0.71784, "nauc_ndcg_at_1000_max": 0.635961, "nauc_ndcg_at_1000_std": 0.141565, "nauc_ndcg_at_1000_diff1": 0.721967, "nauc_map_at_1_max": 0.600064, "nauc_map_at_1_std": 0.091043, "nauc_map_at_1_diff1": 0.763394, "nauc_map_at_3_max": 0.623664, "nauc_map_at_3_std": 0.120385, "nauc_map_at_3_diff1": 0.733843, "nauc_map_at_5_max": 0.630117, "nauc_map_at_5_std": 0.125297, "nauc_map_at_5_diff1": 0.733283, "nauc_map_at_10_max": 0.62823, "nauc_map_at_10_std": 0.124473, "nauc_map_at_10_diff1": 0.732002, "nauc_map_at_20_max": 0.627814, "nauc_map_at_20_std": 0.125584, "nauc_map_at_20_diff1": 0.731677, "nauc_map_at_100_max": 0.627561, "nauc_map_at_100_std": 0.12603, "nauc_map_at_100_diff1": 0.732063, "nauc_map_at_1000_max": 0.627491, "nauc_map_at_1000_std": 0.125725, "nauc_map_at_1000_diff1": 0.732168, "nauc_recall_at_1_max": 0.600064, "nauc_recall_at_1_std": 0.091043, "nauc_recall_at_1_diff1": 0.763394, "nauc_recall_at_3_max": 0.663219, "nauc_recall_at_3_std": 0.168308, "nauc_recall_at_3_diff1": 0.681777, "nauc_recall_at_5_max": 0.720628, "nauc_recall_at_5_std": 0.220898, "nauc_recall_at_5_diff1": 0.663984, "nauc_recall_at_10_max": 0.71271, "nauc_recall_at_10_std": 0.236042, "nauc_recall_at_10_diff1": 0.623944, "nauc_recall_at_20_max": 0.722689, "nauc_recall_at_20_std": 0.319666, "nauc_recall_at_20_diff1": 0.580497, "nauc_recall_at_100_max": 0.760066, "nauc_recall_at_100_std": 0.536422, "nauc_recall_at_100_diff1": 0.530536, "nauc_recall_at_1000_max": 0.83652, "nauc_recall_at_1000_std": 0.552227, "nauc_recall_at_1000_diff1": 0.56469, "nauc_precision_at_1_max": 0.600064, "nauc_precision_at_1_std": 0.091043, "nauc_precision_at_1_diff1": 0.763394, "nauc_precision_at_3_max": 0.663219, "nauc_precision_at_3_std": 0.168308, "nauc_precision_at_3_diff1": 0.681777, "nauc_precision_at_5_max": 0.720628, "nauc_precision_at_5_std": 0.220898, "nauc_precision_at_5_diff1": 0.663984, "nauc_precision_at_10_max": 0.71271, "nauc_precision_at_10_std": 0.236042, "nauc_precision_at_10_diff1": 0.623944, "nauc_precision_at_20_max": 0.722689, "nauc_precision_at_20_std": 0.319666, "nauc_precision_at_20_diff1": 0.580497, "nauc_precision_at_100_max": 0.760066, "nauc_precision_at_100_std": 0.536422, "nauc_precision_at_100_diff1": 0.530536, "nauc_precision_at_1000_max": 0.83652, "nauc_precision_at_1000_std": 0.552227, "nauc_precision_at_1000_diff1": 0.56469, "nauc_mrr_at_1_max": 0.600064, "nauc_mrr_at_1_std": 0.091043, "nauc_mrr_at_1_diff1": 0.763394, "nauc_mrr_at_3_max": 0.623326, "nauc_mrr_at_3_std": 0.120235, "nauc_mrr_at_3_diff1": 0.733697, "nauc_mrr_at_5_max": 0.629769, "nauc_mrr_at_5_std": 0.125144, "nauc_mrr_at_5_diff1": 0.73313, "nauc_mrr_at_10_max": 0.627874, "nauc_mrr_at_10_std": 0.124316, "nauc_mrr_at_10_diff1": 0.731846, "nauc_mrr_at_20_max": 0.627455, "nauc_mrr_at_20_std": 0.125427, "nauc_mrr_at_20_diff1": 0.731519, "nauc_mrr_at_100_max": 0.6272, "nauc_mrr_at_100_std": 0.125872, "nauc_mrr_at_100_diff1": 0.731904, "nauc_mrr_at_1000_max": 0.62713, "nauc_mrr_at_1000_std": 0.125567, "nauc_mrr_at_1000_diff1": 0.73201, "cv_recall_at_1": 0.684, "cv_recall_at_3": 0.81467, "cv_recall_at_5": 0.85867, "cv_recall_at_10": 0.89667, "cv_recall_at_20": 0.92, "cv_recall_at_100": 0.956, "cv_recall_at_1000": 0.98467, "main_score": 0.79101, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.698, "ndcg_at_3": 0.79331, "ndcg_at_5": 0.80907, "ndcg_at_10": 0.8204, "ndcg_at_20": 0.82435, "ndcg_at_100": 0.83032, "ndcg_at_1000": 0.83243, "map_at_1": 0.698, "map_at_3": 0.77022, "map_at_5": 0.77902, "map_at_10": 0.78377, "map_at_20": 0.7849, "map_at_100": 0.78573, "map_at_1000": 0.78582, "recall_at_1": 0.698, "recall_at_3": 0.86, "recall_at_5": 0.898, "recall_at_10": 0.93267, "recall_at_20": 0.948, "recall_at_100": 0.98, "recall_at_1000": 0.996, "accuracy": 0.698, "precision_at_1": 0.698, "precision_at_3": 0.28667, "precision_at_5": 0.1796, "precision_at_10": 0.09327, "precision_at_20": 0.0474, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.698, "mrr_at_3": 0.770222, "mrr_at_5": 0.779022, "mrr_at_10": 0.78377, "mrr_at_20": 0.784897, "mrr_at_100": 0.785732, "mrr_at_1000": 0.785823, "nauc_ndcg_at_1_max": 0.544204, "nauc_ndcg_at_1_std": -0.037225, "nauc_ndcg_at_1_diff1": 0.762721, "nauc_ndcg_at_3_max": 0.571611, "nauc_ndcg_at_3_std": 0.005638, "nauc_ndcg_at_3_diff1": 0.717012, "nauc_ndcg_at_5_max": 0.583408, "nauc_ndcg_at_5_std": 0.009218, "nauc_ndcg_at_5_diff1": 0.719688, "nauc_ndcg_at_10_max": 0.580169, "nauc_ndcg_at_10_std": 0.014215, "nauc_ndcg_at_10_diff1": 0.724912, "nauc_ndcg_at_20_max": 0.578168, "nauc_ndcg_at_20_std": 0.013537, "nauc_ndcg_at_20_diff1": 0.72699, "nauc_ndcg_at_100_max": 0.571606, "nauc_ndcg_at_100_std": 0.011265, "nauc_ndcg_at_100_diff1": 0.726662, "nauc_ndcg_at_1000_max": 0.570596, "nauc_ndcg_at_1000_std": 0.005595, "nauc_ndcg_at_1000_diff1": 0.727737, "nauc_map_at_1_max": 0.544204, "nauc_map_at_1_std": -0.037225, "nauc_map_at_1_diff1": 0.762721, "nauc_map_at_3_max": 0.563675, "nauc_map_at_3_std": -0.007415, "nauc_map_at_3_diff1": 0.728953, "nauc_map_at_5_max": 0.569467, "nauc_map_at_5_std": -0.005734, "nauc_map_at_5_diff1": 0.730895, "nauc_map_at_10_max": 0.568284, "nauc_map_at_10_std": -0.00418, "nauc_map_at_10_diff1": 0.733273, "nauc_map_at_20_max": 0.567809, "nauc_map_at_20_std": -0.004343, "nauc_map_at_20_diff1": 0.733889, "nauc_map_at_100_max": 0.567001, "nauc_map_at_100_std": -0.004674, "nauc_map_at_100_diff1": 0.733874, "nauc_map_at_1000_max": 0.566969, "nauc_map_at_1000_std": -0.004875, "nauc_map_at_1000_diff1": 0.733902, "nauc_recall_at_1_max": 0.544204, "nauc_recall_at_1_std": -0.037225, "nauc_recall_at_1_diff1": 0.762721, "nauc_recall_at_3_max": 0.606191, "nauc_recall_at_3_std": 0.062935, "nauc_recall_at_3_diff1": 0.665847, "nauc_recall_at_5_max": 0.663399, "nauc_recall_at_5_std": 0.092797, "nauc_recall_at_5_diff1": 0.658881, "nauc_recall_at_10_max": 0.675759, "nauc_recall_at_10_std": 0.169912, "nauc_recall_at_10_diff1": 0.662234, "nauc_recall_at_20_max": 0.678583, "nauc_recall_at_20_std": 0.204799, "nauc_recall_at_20_diff1": 0.66608, "nauc_recall_at_100_max": 0.573545, "nauc_recall_at_100_std": 0.41718, "nauc_recall_at_100_diff1": 0.555882, "nauc_recall_at_1000_max": 0.280034, "nauc_recall_at_1000_std": 0.442188, "nauc_recall_at_1000_diff1": 0.205493, "nauc_precision_at_1_max": 0.544204, "nauc_precision_at_1_std": -0.037225, "nauc_precision_at_1_diff1": 0.762721, "nauc_precision_at_3_max": 0.606191, "nauc_precision_at_3_std": 0.062935, "nauc_precision_at_3_diff1": 0.665847, "nauc_precision_at_5_max": 0.663399, "nauc_precision_at_5_std": 0.092797, "nauc_precision_at_5_diff1": 0.658881, "nauc_precision_at_10_max": 0.675759, "nauc_precision_at_10_std": 0.169912, "nauc_precision_at_10_diff1": 0.662234, "nauc_precision_at_20_max": 0.678583, "nauc_precision_at_20_std": 0.204799, "nauc_precision_at_20_diff1": 0.66608, "nauc_precision_at_100_max": 0.573545, "nauc_precision_at_100_std": 0.41718, "nauc_precision_at_100_diff1": 0.555882, "nauc_precision_at_1000_max": 0.280034, "nauc_precision_at_1000_std": 0.442188, "nauc_precision_at_1000_diff1": 0.205493, "nauc_mrr_at_1_max": 0.544204, "nauc_mrr_at_1_std": -0.037225, "nauc_mrr_at_1_diff1": 0.762721, "nauc_mrr_at_3_max": 0.563675, "nauc_mrr_at_3_std": -0.007415, "nauc_mrr_at_3_diff1": 0.728953, "nauc_mrr_at_5_max": 0.569467, "nauc_mrr_at_5_std": -0.005734, "nauc_mrr_at_5_diff1": 0.730895, "nauc_mrr_at_10_max": 0.568284, "nauc_mrr_at_10_std": -0.00418, "nauc_mrr_at_10_diff1": 0.733273, "nauc_mrr_at_20_max": 0.567809, "nauc_mrr_at_20_std": -0.004343, "nauc_mrr_at_20_diff1": 0.733889, "nauc_mrr_at_100_max": 0.567001, "nauc_mrr_at_100_std": -0.004674, "nauc_mrr_at_100_diff1": 0.733874, "nauc_mrr_at_1000_max": 0.566969, "nauc_mrr_at_1000_std": -0.004875, "nauc_mrr_at_1000_diff1": 0.733902, "cv_recall_at_1": 0.698, "cv_recall_at_3": 0.86, "cv_recall_at_5": 0.898, "cv_recall_at_10": 0.93267, "cv_recall_at_20": 0.948, "cv_recall_at_100": 0.98, "cv_recall_at_1000": 0.996, "main_score": 0.8204, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.72133, "ndcg_at_3": 0.80232, "ndcg_at_5": 0.81839, "ndcg_at_10": 0.83063, "ndcg_at_20": 0.83452, "ndcg_at_100": 0.83893, "ndcg_at_1000": 0.84122, "map_at_1": 0.72133, "map_at_3": 0.783, "map_at_5": 0.792, "map_at_10": 0.79703, "map_at_20": 0.79809, "map_at_100": 0.79869, "map_at_1000": 0.79877, "recall_at_1": 0.72133, "recall_at_3": 0.858, "recall_at_5": 0.89667, "recall_at_10": 0.93467, "recall_at_20": 0.95, "recall_at_100": 0.974, "recall_at_1000": 0.99267, "accuracy": 0.72133, "precision_at_1": 0.72133, "precision_at_3": 0.286, "precision_at_5": 0.17933, "precision_at_10": 0.09347, "precision_at_20": 0.0475, "precision_at_100": 0.00974, "precision_at_1000": 0.00099, "mrr_at_1": 0.721333, "mrr_at_3": 0.783, "mrr_at_5": 0.792, "mrr_at_10": 0.796959, "mrr_at_20": 0.798075, "mrr_at_100": 0.798674, "mrr_at_1000": 0.798747, "nauc_ndcg_at_1_max": 0.485681, "nauc_ndcg_at_1_std": 0.004539, "nauc_ndcg_at_1_diff1": 0.74485, "nauc_ndcg_at_3_max": 0.506174, "nauc_ndcg_at_3_std": 0.025456, "nauc_ndcg_at_3_diff1": 0.693378, "nauc_ndcg_at_5_max": 0.515899, "nauc_ndcg_at_5_std": 0.027025, "nauc_ndcg_at_5_diff1": 0.696605, "nauc_ndcg_at_10_max": 0.514018, "nauc_ndcg_at_10_std": 0.043902, "nauc_ndcg_at_10_diff1": 0.696781, "nauc_ndcg_at_20_max": 0.50618, "nauc_ndcg_at_20_std": 0.038256, "nauc_ndcg_at_20_diff1": 0.698618, "nauc_ndcg_at_100_max": 0.50124, "nauc_ndcg_at_100_std": 0.034045, "nauc_ndcg_at_100_diff1": 0.699315, "nauc_ndcg_at_1000_max": 0.501443, "nauc_ndcg_at_1000_std": 0.030326, "nauc_ndcg_at_1000_diff1": 0.701221, "nauc_map_at_1_max": 0.485681, "nauc_map_at_1_std": 0.004539, "nauc_map_at_1_diff1": 0.74485, "nauc_map_at_3_max": 0.501437, "nauc_map_at_3_std": 0.019033, "nauc_map_at_3_diff1": 0.708156, "nauc_map_at_5_max": 0.506213, "nauc_map_at_5_std": 0.019765, "nauc_map_at_5_diff1": 0.71012, "nauc_map_at_10_max": 0.50567, "nauc_map_at_10_std": 0.025901, "nauc_map_at_10_diff1": 0.710442, "nauc_map_at_20_max": 0.503794, "nauc_map_at_20_std": 0.024578, "nauc_map_at_20_diff1": 0.710874, "nauc_map_at_100_max": 0.503001, "nauc_map_at_100_std": 0.024148, "nauc_map_at_100_diff1": 0.710868, "nauc_map_at_1000_max": 0.502975, "nauc_map_at_1000_std": 0.024032, "nauc_map_at_1000_diff1": 0.710914, "nauc_recall_at_1_max": 0.485681, "nauc_recall_at_1_std": 0.004539, "nauc_recall_at_1_diff1": 0.74485, "nauc_recall_at_3_max": 0.524956, "nauc_recall_at_3_std": 0.052145, "nauc_recall_at_3_diff1": 0.632565, "nauc_recall_at_5_max": 0.56789, "nauc_recall_at_5_std": 0.065307, "nauc_recall_at_5_diff1": 0.627189, "nauc_recall_at_10_max": 0.57846, "nauc_recall_at_10_std": 0.204163, "nauc_recall_at_10_diff1": 0.590088, "nauc_recall_at_20_max": 0.506013, "nauc_recall_at_20_std": 0.184152, "nauc_recall_at_20_diff1": 0.581046, "nauc_recall_at_100_max": 0.380067, "nauc_recall_at_100_std": 0.183138, "nauc_recall_at_100_diff1": 0.50747, "nauc_recall_at_1000_max": 0.138868, "nauc_recall_at_1000_std": -0.031491, "nauc_recall_at_1000_diff1": 0.33745, "nauc_precision_at_1_max": 0.485681, "nauc_precision_at_1_std": 0.004539, "nauc_precision_at_1_diff1": 0.74485, "nauc_precision_at_3_max": 0.524956, "nauc_precision_at_3_std": 0.052145, "nauc_precision_at_3_diff1": 0.632565, "nauc_precision_at_5_max": 0.56789, "nauc_precision_at_5_std": 0.065307, "nauc_precision_at_5_diff1": 0.627189, "nauc_precision_at_10_max": 0.57846, "nauc_precision_at_10_std": 0.204163, "nauc_precision_at_10_diff1": 0.590088, "nauc_precision_at_20_max": 0.506013, "nauc_precision_at_20_std": 0.184152, "nauc_precision_at_20_diff1": 0.581046, "nauc_precision_at_100_max": 0.380067, "nauc_precision_at_100_std": 0.183138, "nauc_precision_at_100_diff1": 0.50747, "nauc_precision_at_1000_max": 0.138868, "nauc_precision_at_1000_std": -0.031491, "nauc_precision_at_1000_diff1": 0.33745, "nauc_mrr_at_1_max": 0.485681, "nauc_mrr_at_1_std": 0.004539, "nauc_mrr_at_1_diff1": 0.74485, "nauc_mrr_at_3_max": 0.501437, "nauc_mrr_at_3_std": 0.019033, "nauc_mrr_at_3_diff1": 0.708156, "nauc_mrr_at_5_max": 0.506213, "nauc_mrr_at_5_std": 0.019765, "nauc_mrr_at_5_diff1": 0.71012, "nauc_mrr_at_10_max": 0.505687, "nauc_mrr_at_10_std": 0.025259, "nauc_mrr_at_10_diff1": 0.7105, "nauc_mrr_at_20_max": 0.503799, "nauc_mrr_at_20_std": 0.024393, "nauc_mrr_at_20_diff1": 0.710891, "nauc_mrr_at_100_max": 0.503007, "nauc_mrr_at_100_std": 0.023963, "nauc_mrr_at_100_diff1": 0.710884, "nauc_mrr_at_1000_max": 0.502981, "nauc_mrr_at_1000_std": 0.023847, "nauc_mrr_at_1000_diff1": 0.71093, "cv_recall_at_1": 0.72133, "cv_recall_at_3": 0.858, "cv_recall_at_5": 0.89667, "cv_recall_at_10": 0.934, "cv_recall_at_20": 0.95, "cv_recall_at_100": 0.974, "cv_recall_at_1000": 0.99267, "main_score": 0.83063, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "ndcg_at_1": 0.70733, "ndcg_at_3": 0.78993, "ndcg_at_5": 0.80795, "ndcg_at_10": 0.81903, "ndcg_at_20": 0.82423, "ndcg_at_100": 0.8302, "ndcg_at_1000": 0.83245, "map_at_1": 0.70733, "map_at_3": 0.77044, "map_at_5": 0.78054, "map_at_10": 0.78516, "map_at_20": 0.78658, "map_at_100": 0.78737, "map_at_1000": 0.78744, "recall_at_1": 0.70733, "recall_at_3": 0.846, "recall_at_5": 0.88933, "recall_at_10": 0.92333, "recall_at_20": 0.944, "recall_at_100": 0.97667, "recall_at_1000": 0.99467, "accuracy": 0.70733, "precision_at_1": 0.70733, "precision_at_3": 0.282, "precision_at_5": 0.17787, "precision_at_10": 0.09233, "precision_at_20": 0.0472, "precision_at_100": 0.00977, "precision_at_1000": 0.00099, "mrr_at_1": 0.707333, "mrr_at_3": 0.770444, "mrr_at_5": 0.780678, "mrr_at_10": 0.785172, "mrr_at_20": 0.786588, "mrr_at_100": 0.787378, "mrr_at_1000": 0.787457, "nauc_ndcg_at_1_max": 0.47295, "nauc_ndcg_at_1_std": -0.103581, "nauc_ndcg_at_1_diff1": 0.74091, "nauc_ndcg_at_3_max": 0.518597, "nauc_ndcg_at_3_std": -0.068825, "nauc_ndcg_at_3_diff1": 0.691122, "nauc_ndcg_at_5_max": 0.516533, "nauc_ndcg_at_5_std": -0.072156, "nauc_ndcg_at_5_diff1": 0.688364, "nauc_ndcg_at_10_max": 0.524398, "nauc_ndcg_at_10_std": -0.049657, "nauc_ndcg_at_10_diff1": 0.689585, "nauc_ndcg_at_20_max": 0.516256, "nauc_ndcg_at_20_std": -0.057179, "nauc_ndcg_at_20_diff1": 0.689232, "nauc_ndcg_at_100_max": 0.50882, "nauc_ndcg_at_100_std": -0.066294, "nauc_ndcg_at_100_diff1": 0.690535, "nauc_ndcg_at_1000_max": 0.510602, "nauc_ndcg_at_1000_std": -0.063711, "nauc_ndcg_at_1000_diff1": 0.696455, "nauc_map_at_1_max": 0.47295, "nauc_map_at_1_std": -0.103581, "nauc_map_at_1_diff1": 0.74091, "nauc_map_at_3_max": 0.507233, "nauc_map_at_3_std": -0.076359, "nauc_map_at_3_diff1": 0.704437, "nauc_map_at_5_max": 0.505584, "nauc_map_at_5_std": -0.078167, "nauc_map_at_5_diff1": 0.703417, "nauc_map_at_10_max": 0.508371, "nauc_map_at_10_std": -0.070042, "nauc_map_at_10_diff1": 0.70403, "nauc_map_at_20_max": 0.506411, "nauc_map_at_20_std": -0.071985, "nauc_map_at_20_diff1": 0.703941, "nauc_map_at_100_max": 0.505464, "nauc_map_at_100_std": -0.072845, "nauc_map_at_100_diff1": 0.704169, "nauc_map_at_1000_max": 0.505527, "nauc_map_at_1000_std": -0.072712, "nauc_map_at_1000_diff1": 0.704356, "nauc_recall_at_1_max": 0.47295, "nauc_recall_at_1_std": -0.103581, "nauc_recall_at_1_diff1": 0.74091, "nauc_recall_at_3_max": 0.563248, "nauc_recall_at_3_std": -0.039994, "nauc_recall_at_3_diff1": 0.638172, "nauc_recall_at_5_max": 0.571548, "nauc_recall_at_5_std": -0.044273, "nauc_recall_at_5_diff1": 0.611091, "nauc_recall_at_10_max": 0.643413, "nauc_recall_at_10_std": 0.112195, "nauc_recall_at_10_diff1": 0.58843, "nauc_recall_at_20_max": 0.595305, "nauc_recall_at_20_std": 0.089125, "nauc_recall_at_20_diff1": 0.549998, "nauc_recall_at_100_max": 0.453701, "nauc_recall_at_100_std": -0.051581, "nauc_recall_at_100_diff1": 0.397639, "nauc_recall_at_1000_max": 0.639181, "nauc_recall_at_1000_std": 0.4588, "nauc_recall_at_1000_diff1": 0.732493, "nauc_precision_at_1_max": 0.47295, "nauc_precision_at_1_std": -0.103581, "nauc_precision_at_1_diff1": 0.74091, "nauc_precision_at_3_max": 0.563248, "nauc_precision_at_3_std": -0.039994, "nauc_precision_at_3_diff1": 0.638172, "nauc_precision_at_5_max": 0.571548, "nauc_precision_at_5_std": -0.044273, "nauc_precision_at_5_diff1": 0.611091, "nauc_precision_at_10_max": 0.643413, "nauc_precision_at_10_std": 0.112195, "nauc_precision_at_10_diff1": 0.58843, "nauc_precision_at_20_max": 0.595305, "nauc_precision_at_20_std": 0.089125, "nauc_precision_at_20_diff1": 0.549998, "nauc_precision_at_100_max": 0.453701, "nauc_precision_at_100_std": -0.051581, "nauc_precision_at_100_diff1": 0.397639, "nauc_precision_at_1000_max": 0.639181, "nauc_precision_at_1000_std": 0.4588, "nauc_precision_at_1000_diff1": 0.732493, "nauc_mrr_at_1_max": 0.47295, "nauc_mrr_at_1_std": -0.103581, "nauc_mrr_at_1_diff1": 0.74091, "nauc_mrr_at_3_max": 0.507233, "nauc_mrr_at_3_std": -0.076359, "nauc_mrr_at_3_diff1": 0.704437, "nauc_mrr_at_5_max": 0.505205, "nauc_mrr_at_5_std": -0.078097, "nauc_mrr_at_5_diff1": 0.703154, "nauc_mrr_at_10_max": 0.508324, "nauc_mrr_at_10_std": -0.070034, "nauc_mrr_at_10_diff1": 0.703993, "nauc_mrr_at_20_max": 0.506363, "nauc_mrr_at_20_std": -0.071977, "nauc_mrr_at_20_diff1": 0.703904, "nauc_mrr_at_100_max": 0.505416, "nauc_mrr_at_100_std": -0.072837, "nauc_mrr_at_100_diff1": 0.704132, "nauc_mrr_at_1000_max": 0.505479, "nauc_mrr_at_1000_std": -0.072704, "nauc_mrr_at_1000_diff1": 0.704319, "cv_recall_at_1": 0.70733, "cv_recall_at_3": 0.846, "cv_recall_at_5": 0.89, "cv_recall_at_10": 0.92333, "cv_recall_at_20": 0.944, "cv_recall_at_100": 0.97667, "cv_recall_at_1000": 0.99467, "main_score": 0.81903, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "ndcg_at_1": 0.68467, "ndcg_at_3": 0.76522, "ndcg_at_5": 0.7851, "ndcg_at_10": 0.79784, "ndcg_at_20": 0.80376, "ndcg_at_100": 0.8101, "ndcg_at_1000": 0.81266, "map_at_1": 0.68467, "map_at_3": 0.74578, "map_at_5": 0.75671, "map_at_10": 0.76212, "map_at_20": 0.76375, "map_at_100": 0.76459, "map_at_1000": 0.76469, "recall_at_1": 0.68467, "recall_at_3": 0.82133, "recall_at_5": 0.87, "recall_at_10": 0.90867, "recall_at_20": 0.932, "recall_at_100": 0.96667, "recall_at_1000": 0.98667, "accuracy": 0.68467, "precision_at_1": 0.68467, "precision_at_3": 0.27378, "precision_at_5": 0.174, "precision_at_10": 0.09087, "precision_at_20": 0.0466, "precision_at_100": 0.00967, "precision_at_1000": 0.00099, "mrr_at_1": 0.684667, "mrr_at_3": 0.745778, "mrr_at_5": 0.756711, "mrr_at_10": 0.762117, "mrr_at_20": 0.763747, "mrr_at_100": 0.764587, "mrr_at_1000": 0.764687, "nauc_ndcg_at_1_max": 0.49755, "nauc_ndcg_at_1_std": -0.012134, "nauc_ndcg_at_1_diff1": 0.729002, "nauc_ndcg_at_3_max": 0.534622, "nauc_ndcg_at_3_std": 0.043976, "nauc_ndcg_at_3_diff1": 0.668211, "nauc_ndcg_at_5_max": 0.534375, "nauc_ndcg_at_5_std": 0.063533, "nauc_ndcg_at_5_diff1": 0.667685, "nauc_ndcg_at_10_max": 0.539026, "nauc_ndcg_at_10_std": 0.066406, "nauc_ndcg_at_10_diff1": 0.662871, "nauc_ndcg_at_20_max": 0.539492, "nauc_ndcg_at_20_std": 0.071238, "nauc_ndcg_at_20_diff1": 0.669399, "nauc_ndcg_at_100_max": 0.536188, "nauc_ndcg_at_100_std": 0.059184, "nauc_ndcg_at_100_diff1": 0.6745, "nauc_ndcg_at_1000_max": 0.535374, "nauc_ndcg_at_1000_std": 0.058022, "nauc_ndcg_at_1000_diff1": 0.67726, "nauc_map_at_1_max": 0.49755, "nauc_map_at_1_std": -0.012134, "nauc_map_at_1_diff1": 0.729002, "nauc_map_at_3_max": 0.525224, "nauc_map_at_3_std": 0.028975, "nauc_map_at_3_diff1": 0.684425, "nauc_map_at_5_max": 0.524895, "nauc_map_at_5_std": 0.038361, "nauc_map_at_5_diff1": 0.684762, "nauc_map_at_10_max": 0.526664, "nauc_map_at_10_std": 0.038747, "nauc_map_at_10_diff1": 0.68343, "nauc_map_at_20_max": 0.52679, "nauc_map_at_20_std": 0.03977, "nauc_map_at_20_diff1": 0.68513, "nauc_map_at_100_max": 0.526497, "nauc_map_at_100_std": 0.038571, "nauc_map_at_100_diff1": 0.685871, "nauc_map_at_1000_max": 0.526475, "nauc_map_at_1000_std": 0.038526, "nauc_map_at_1000_diff1": 0.68598, "nauc_recall_at_1_max": 0.49755, "nauc_recall_at_1_std": -0.012134, "nauc_recall_at_1_diff1": 0.729002, "nauc_recall_at_3_max": 0.569952, "nauc_recall_at_3_std": 0.100851, "nauc_recall_at_3_diff1": 0.606762, "nauc_recall_at_5_max": 0.579402, "nauc_recall_at_5_std": 0.190128, "nauc_recall_at_5_diff1": 0.585038, "nauc_recall_at_10_max": 0.620837, "nauc_recall_at_10_std": 0.256483, "nauc_recall_at_10_diff1": 0.52414, "nauc_recall_at_20_max": 0.651045, "nauc_recall_at_20_std": 0.36799, "nauc_recall_at_20_diff1": 0.542388, "nauc_recall_at_100_max": 0.667563, "nauc_recall_at_100_std": 0.324482, "nauc_recall_at_100_diff1": 0.541979, "nauc_recall_at_1000_max": 0.779458, "nauc_recall_at_1000_std": 0.613749, "nauc_recall_at_1000_diff1": 0.598133, "nauc_precision_at_1_max": 0.49755, "nauc_precision_at_1_std": -0.012134, "nauc_precision_at_1_diff1": 0.729002, "nauc_precision_at_3_max": 0.569952, "nauc_precision_at_3_std": 0.100851, "nauc_precision_at_3_diff1": 0.606762, "nauc_precision_at_5_max": 0.579402, "nauc_precision_at_5_std": 0.190128, "nauc_precision_at_5_diff1": 0.585038, "nauc_precision_at_10_max": 0.620837, "nauc_precision_at_10_std": 0.256483, "nauc_precision_at_10_diff1": 0.52414, "nauc_precision_at_20_max": 0.651045, "nauc_precision_at_20_std": 0.36799, "nauc_precision_at_20_diff1": 0.542388, "nauc_precision_at_100_max": 0.667563, "nauc_precision_at_100_std": 0.324482, "nauc_precision_at_100_diff1": 0.541979, "nauc_precision_at_1000_max": 0.779458, "nauc_precision_at_1000_std": 0.613749, "nauc_precision_at_1000_diff1": 0.598133, "nauc_mrr_at_1_max": 0.49755, "nauc_mrr_at_1_std": -0.012134, "nauc_mrr_at_1_diff1": 0.729002, "nauc_mrr_at_3_max": 0.525224, "nauc_mrr_at_3_std": 0.028975, "nauc_mrr_at_3_diff1": 0.684425, "nauc_mrr_at_5_max": 0.524895, "nauc_mrr_at_5_std": 0.038361, "nauc_mrr_at_5_diff1": 0.684762, "nauc_mrr_at_10_max": 0.526664, "nauc_mrr_at_10_std": 0.038747, "nauc_mrr_at_10_diff1": 0.68343, "nauc_mrr_at_20_max": 0.52679, "nauc_mrr_at_20_std": 0.03977, "nauc_mrr_at_20_diff1": 0.68513, "nauc_mrr_at_100_max": 0.526497, "nauc_mrr_at_100_std": 0.038571, "nauc_mrr_at_100_diff1": 0.685871, "nauc_mrr_at_1000_max": 0.526475, "nauc_mrr_at_1000_std": 0.038526, "nauc_mrr_at_1000_diff1": 0.68598, "cv_recall_at_1": 0.68467, "cv_recall_at_3": 0.82133, "cv_recall_at_5": 0.87, "cv_recall_at_10": 0.90867, "cv_recall_at_20": 0.932, "cv_recall_at_100": 0.96667, "cv_recall_at_1000": 0.98667, "main_score": 0.79784, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.62067, "ndcg_at_3": 0.71198, "ndcg_at_5": 0.72837, "ndcg_at_10": 0.74191, "ndcg_at_20": 0.75066, "ndcg_at_100": 0.75767, "ndcg_at_1000": 0.76437, "map_at_1": 0.62067, "map_at_3": 0.69022, "map_at_5": 0.69942, "map_at_10": 0.70512, "map_at_20": 0.7076, "map_at_100": 0.70856, "map_at_1000": 0.70878, "recall_at_1": 0.62067, "recall_at_3": 0.77467, "recall_at_5": 0.814, "recall_at_10": 0.85533, "recall_at_20": 0.88933, "recall_at_100": 0.92733, "recall_at_1000": 0.98133, "accuracy": 0.62067, "precision_at_1": 0.62067, "precision_at_3": 0.25822, "precision_at_5": 0.1628, "precision_at_10": 0.08553, "precision_at_20": 0.04447, "precision_at_100": 0.00927, "precision_at_1000": 0.00098, "mrr_at_1": 0.620667, "mrr_at_3": 0.690444, "mrr_at_5": 0.699478, "mrr_at_10": 0.705171, "mrr_at_20": 0.707651, "mrr_at_100": 0.708613, "mrr_at_1000": 0.708838, "nauc_ndcg_at_1_max": 0.543658, "nauc_ndcg_at_1_std": 0.068005, "nauc_ndcg_at_1_diff1": 0.747397, "nauc_ndcg_at_3_max": 0.585352, "nauc_ndcg_at_3_std": 0.12368, "nauc_ndcg_at_3_diff1": 0.706155, "nauc_ndcg_at_5_max": 0.58662, "nauc_ndcg_at_5_std": 0.13386, "nauc_ndcg_at_5_diff1": 0.699744, "nauc_ndcg_at_10_max": 0.591702, "nauc_ndcg_at_10_std": 0.137616, "nauc_ndcg_at_10_diff1": 0.701433, "nauc_ndcg_at_20_max": 0.591855, "nauc_ndcg_at_20_std": 0.139436, "nauc_ndcg_at_20_diff1": 0.706985, "nauc_ndcg_at_100_max": 0.589383, "nauc_ndcg_at_100_std": 0.144792, "nauc_ndcg_at_100_diff1": 0.707084, "nauc_ndcg_at_1000_max": 0.585349, "nauc_ndcg_at_1000_std": 0.13682, "nauc_ndcg_at_1000_diff1": 0.709365, "nauc_map_at_1_max": 0.543658, "nauc_map_at_1_std": 0.068005, "nauc_map_at_1_diff1": 0.747397, "nauc_map_at_3_max": 0.57459, "nauc_map_at_3_std": 0.109968, "nauc_map_at_3_diff1": 0.71639, "nauc_map_at_5_max": 0.574919, "nauc_map_at_5_std": 0.114875, "nauc_map_at_5_diff1": 0.713277, "nauc_map_at_10_max": 0.576791, "nauc_map_at_10_std": 0.115883, "nauc_map_at_10_diff1": 0.714103, "nauc_map_at_20_max": 0.576623, "nauc_map_at_20_std": 0.116133, "nauc_map_at_20_diff1": 0.715528, "nauc_map_at_100_max": 0.576228, "nauc_map_at_100_std": 0.116889, "nauc_map_at_100_diff1": 0.715601, "nauc_map_at_1000_max": 0.57613, "nauc_map_at_1000_std": 0.116687, "nauc_map_at_1000_diff1": 0.715692, "nauc_recall_at_1_max": 0.543658, "nauc_recall_at_1_std": 0.068005, "nauc_recall_at_1_diff1": 0.747397, "nauc_recall_at_3_max": 0.624117, "nauc_recall_at_3_std": 0.172699, "nauc_recall_at_3_diff1": 0.669523, "nauc_recall_at_5_max": 0.635094, "nauc_recall_at_5_std": 0.21371, "nauc_recall_at_5_diff1": 0.643092, "nauc_recall_at_10_max": 0.670421, "nauc_recall_at_10_std": 0.252795, "nauc_recall_at_10_diff1": 0.637479, "nauc_recall_at_20_max": 0.694009, "nauc_recall_at_20_std": 0.297777, "nauc_recall_at_20_diff1": 0.663236, "nauc_recall_at_100_max": 0.709729, "nauc_recall_at_100_std": 0.448852, "nauc_recall_at_100_diff1": 0.641555, "nauc_recall_at_1000_max": 0.691293, "nauc_recall_at_1000_std": 0.611244, "nauc_recall_at_1000_diff1": 0.633103, "nauc_precision_at_1_max": 0.543658, "nauc_precision_at_1_std": 0.068005, "nauc_precision_at_1_diff1": 0.747397, "nauc_precision_at_3_max": 0.624117, "nauc_precision_at_3_std": 0.172699, "nauc_precision_at_3_diff1": 0.669523, "nauc_precision_at_5_max": 0.635094, "nauc_precision_at_5_std": 0.21371, "nauc_precision_at_5_diff1": 0.643092, "nauc_precision_at_10_max": 0.670421, "nauc_precision_at_10_std": 0.252795, "nauc_precision_at_10_diff1": 0.637479, "nauc_precision_at_20_max": 0.694009, "nauc_precision_at_20_std": 0.297777, "nauc_precision_at_20_diff1": 0.663236, "nauc_precision_at_100_max": 0.709729, "nauc_precision_at_100_std": 0.448852, "nauc_precision_at_100_diff1": 0.641555, "nauc_precision_at_1000_max": 0.691293, "nauc_precision_at_1000_std": 0.611244, "nauc_precision_at_1000_diff1": 0.633103, "nauc_mrr_at_1_max": 0.543658, "nauc_mrr_at_1_std": 0.068005, "nauc_mrr_at_1_diff1": 0.747397, "nauc_mrr_at_3_max": 0.5742, "nauc_mrr_at_3_std": 0.109291, "nauc_mrr_at_3_diff1": 0.716526, "nauc_mrr_at_5_max": 0.574819, "nauc_mrr_at_5_std": 0.114702, "nauc_mrr_at_5_diff1": 0.713312, "nauc_mrr_at_10_max": 0.576689, "nauc_mrr_at_10_std": 0.115707, "nauc_mrr_at_10_diff1": 0.714139, "nauc_mrr_at_20_max": 0.576521, "nauc_mrr_at_20_std": 0.115955, "nauc_mrr_at_20_diff1": 0.715564, "nauc_mrr_at_100_max": 0.576125, "nauc_mrr_at_100_std": 0.116711, "nauc_mrr_at_100_diff1": 0.715637, "nauc_mrr_at_1000_max": 0.576026, "nauc_mrr_at_1000_std": 0.116508, "nauc_mrr_at_1000_diff1": 0.715728, "cv_recall_at_1": 0.62067, "cv_recall_at_3": 0.77533, "cv_recall_at_5": 0.814, "cv_recall_at_10": 0.85533, "cv_recall_at_20": 0.88933, "cv_recall_at_100": 0.92733, "cv_recall_at_1000": 0.98133, "main_score": 0.74191, "hf_subset": "sr", "languages": [ "srp-Cyrl" ] }, { "ndcg_at_1": 0.67067, "ndcg_at_3": 0.76426, "ndcg_at_5": 0.78503, "ndcg_at_10": 0.79917, "ndcg_at_20": 0.80448, "ndcg_at_100": 0.80894, "ndcg_at_1000": 0.8121, "map_at_1": 0.67067, "map_at_3": 0.74211, "map_at_5": 0.75374, "map_at_10": 0.75965, "map_at_20": 0.76115, "map_at_100": 0.76173, "map_at_1000": 0.76184, "recall_at_1": 0.67067, "recall_at_3": 0.828, "recall_at_5": 0.878, "recall_at_10": 0.92133, "recall_at_20": 0.942, "recall_at_100": 0.96667, "recall_at_1000": 0.992, "accuracy": 0.67067, "precision_at_1": 0.67067, "precision_at_3": 0.276, "precision_at_5": 0.1756, "precision_at_10": 0.09213, "precision_at_20": 0.0471, "precision_at_100": 0.00967, "precision_at_1000": 0.00099, "mrr_at_1": 0.670667, "mrr_at_3": 0.742111, "mrr_at_5": 0.753744, "mrr_at_10": 0.759646, "mrr_at_20": 0.76115, "mrr_at_100": 0.761728, "mrr_at_1000": 0.761837, "nauc_ndcg_at_1_max": 0.487677, "nauc_ndcg_at_1_std": 0.022048, "nauc_ndcg_at_1_diff1": 0.721642, "nauc_ndcg_at_3_max": 0.505286, "nauc_ndcg_at_3_std": 0.030671, "nauc_ndcg_at_3_diff1": 0.670321, "nauc_ndcg_at_5_max": 0.514391, "nauc_ndcg_at_5_std": 0.048572, "nauc_ndcg_at_5_diff1": 0.669519, "nauc_ndcg_at_10_max": 0.518939, "nauc_ndcg_at_10_std": 0.048602, "nauc_ndcg_at_10_diff1": 0.677323, "nauc_ndcg_at_20_max": 0.514237, "nauc_ndcg_at_20_std": 0.051689, "nauc_ndcg_at_20_diff1": 0.678213, "nauc_ndcg_at_100_max": 0.512941, "nauc_ndcg_at_100_std": 0.05165, "nauc_ndcg_at_100_diff1": 0.681429, "nauc_ndcg_at_1000_max": 0.509985, "nauc_ndcg_at_1000_std": 0.045447, "nauc_ndcg_at_1000_diff1": 0.682112, "nauc_map_at_1_max": 0.487677, "nauc_map_at_1_std": 0.022048, "nauc_map_at_1_diff1": 0.721642, "nauc_map_at_3_max": 0.499328, "nauc_map_at_3_std": 0.026492, "nauc_map_at_3_diff1": 0.684625, "nauc_map_at_5_max": 0.503528, "nauc_map_at_5_std": 0.035067, "nauc_map_at_5_diff1": 0.684986, "nauc_map_at_10_max": 0.505111, "nauc_map_at_10_std": 0.035136, "nauc_map_at_10_diff1": 0.688331, "nauc_map_at_20_max": 0.503963, "nauc_map_at_20_std": 0.035756, "nauc_map_at_20_diff1": 0.688707, "nauc_map_at_100_max": 0.503892, "nauc_map_at_100_std": 0.035833, "nauc_map_at_100_diff1": 0.68907, "nauc_map_at_1000_max": 0.503799, "nauc_map_at_1000_std": 0.035671, "nauc_map_at_1000_diff1": 0.689063, "nauc_recall_at_1_max": 0.487677, "nauc_recall_at_1_std": 0.022048, "nauc_recall_at_1_diff1": 0.721642, "nauc_recall_at_3_max": 0.529506, "nauc_recall_at_3_std": 0.048281, "nauc_recall_at_3_diff1": 0.613707, "nauc_recall_at_5_max": 0.573804, "nauc_recall_at_5_std": 0.12472, "nauc_recall_at_5_diff1": 0.589312, "nauc_recall_at_10_max": 0.632195, "nauc_recall_at_10_std": 0.158093, "nauc_recall_at_10_diff1": 0.599602, "nauc_recall_at_20_max": 0.616676, "nauc_recall_at_20_std": 0.233132, "nauc_recall_at_20_diff1": 0.579843, "nauc_recall_at_100_max": 0.647003, "nauc_recall_at_100_std": 0.353557, "nauc_recall_at_100_diff1": 0.598543, "nauc_recall_at_1000_max": 0.592009, "nauc_recall_at_1000_std": 0.264278, "nauc_recall_at_1000_diff1": 0.498444, "nauc_precision_at_1_max": 0.487677, "nauc_precision_at_1_std": 0.022048, "nauc_precision_at_1_diff1": 0.721642, "nauc_precision_at_3_max": 0.529506, "nauc_precision_at_3_std": 0.048281, "nauc_precision_at_3_diff1": 0.613707, "nauc_precision_at_5_max": 0.573804, "nauc_precision_at_5_std": 0.12472, "nauc_precision_at_5_diff1": 0.589312, "nauc_precision_at_10_max": 0.632195, "nauc_precision_at_10_std": 0.158093, "nauc_precision_at_10_diff1": 0.599602, "nauc_precision_at_20_max": 0.616676, "nauc_precision_at_20_std": 0.233132, "nauc_precision_at_20_diff1": 0.579843, "nauc_precision_at_100_max": 0.647003, "nauc_precision_at_100_std": 0.353557, "nauc_precision_at_100_diff1": 0.598543, "nauc_precision_at_1000_max": 0.592009, "nauc_precision_at_1000_std": 0.264278, "nauc_precision_at_1000_diff1": 0.498444, "nauc_mrr_at_1_max": 0.487677, "nauc_mrr_at_1_std": 0.022048, "nauc_mrr_at_1_diff1": 0.721642, "nauc_mrr_at_3_max": 0.499328, "nauc_mrr_at_3_std": 0.026492, "nauc_mrr_at_3_diff1": 0.684625, "nauc_mrr_at_5_max": 0.503528, "nauc_mrr_at_5_std": 0.035067, "nauc_mrr_at_5_diff1": 0.684986, "nauc_mrr_at_10_max": 0.505111, "nauc_mrr_at_10_std": 0.035136, "nauc_mrr_at_10_diff1": 0.688331, "nauc_mrr_at_20_max": 0.503963, "nauc_mrr_at_20_std": 0.035756, "nauc_mrr_at_20_diff1": 0.688707, "nauc_mrr_at_100_max": 0.503892, "nauc_mrr_at_100_std": 0.035833, "nauc_mrr_at_100_diff1": 0.68907, "nauc_mrr_at_1000_max": 0.503799, "nauc_mrr_at_1000_std": 0.035671, "nauc_mrr_at_1000_diff1": 0.689063, "cv_recall_at_1": 0.67067, "cv_recall_at_3": 0.828, "cv_recall_at_5": 0.878, "cv_recall_at_10": 0.92133, "cv_recall_at_20": 0.942, "cv_recall_at_100": 0.96667, "cv_recall_at_1000": 0.992, "main_score": 0.79917, "hf_subset": "no", "languages": [ "nor-Latn" ] }, { "ndcg_at_1": 0.718, "ndcg_at_3": 0.80197, "ndcg_at_5": 0.81982, "ndcg_at_10": 0.8287, "ndcg_at_20": 0.83427, "ndcg_at_100": 0.83922, "ndcg_at_1000": 0.841, "map_at_1": 0.718, "map_at_3": 0.78144, "map_at_5": 0.79134, "map_at_10": 0.79503, "map_at_20": 0.79657, "map_at_100": 0.79729, "map_at_1000": 0.79736, "recall_at_1": 0.718, "recall_at_3": 0.86133, "recall_at_5": 0.90467, "recall_at_10": 0.932, "recall_at_20": 0.954, "recall_at_100": 0.98, "recall_at_1000": 0.994, "accuracy": 0.718, "precision_at_1": 0.718, "precision_at_3": 0.28711, "precision_at_5": 0.18093, "precision_at_10": 0.0932, "precision_at_20": 0.0477, "precision_at_100": 0.0098, "precision_at_1000": 0.00099, "mrr_at_1": 0.718, "mrr_at_3": 0.781444, "mrr_at_5": 0.791344, "mrr_at_10": 0.795033, "mrr_at_20": 0.796568, "mrr_at_100": 0.797294, "mrr_at_1000": 0.797365, "nauc_ndcg_at_1_max": 0.515449, "nauc_ndcg_at_1_std": -0.064734, "nauc_ndcg_at_1_diff1": 0.772876, "nauc_ndcg_at_3_max": 0.558785, "nauc_ndcg_at_3_std": -0.030443, "nauc_ndcg_at_3_diff1": 0.741275, "nauc_ndcg_at_5_max": 0.564117, "nauc_ndcg_at_5_std": -0.028976, "nauc_ndcg_at_5_diff1": 0.736768, "nauc_ndcg_at_10_max": 0.568962, "nauc_ndcg_at_10_std": -0.007932, "nauc_ndcg_at_10_diff1": 0.736914, "nauc_ndcg_at_20_max": 0.563283, "nauc_ndcg_at_20_std": -0.01263, "nauc_ndcg_at_20_diff1": 0.743095, "nauc_ndcg_at_100_max": 0.558837, "nauc_ndcg_at_100_std": -0.015321, "nauc_ndcg_at_100_diff1": 0.7437, "nauc_ndcg_at_1000_max": 0.55562, "nauc_ndcg_at_1000_std": -0.021783, "nauc_ndcg_at_1000_diff1": 0.744983, "nauc_map_at_1_max": 0.515449, "nauc_map_at_1_std": -0.064734, "nauc_map_at_1_diff1": 0.772876, "nauc_map_at_3_max": 0.545221, "nauc_map_at_3_std": -0.040974, "nauc_map_at_3_diff1": 0.749164, "nauc_map_at_5_max": 0.547163, "nauc_map_at_5_std": -0.040542, "nauc_map_at_5_diff1": 0.747238, "nauc_map_at_10_max": 0.548525, "nauc_map_at_10_std": -0.033655, "nauc_map_at_10_diff1": 0.747557, "nauc_map_at_20_max": 0.547182, "nauc_map_at_20_std": -0.034619, "nauc_map_at_20_diff1": 0.749021, "nauc_map_at_100_max": 0.546642, "nauc_map_at_100_std": -0.034877, "nauc_map_at_100_diff1": 0.749066, "nauc_map_at_1000_max": 0.54656, "nauc_map_at_1000_std": -0.035107, "nauc_map_at_1000_diff1": 0.749136, "nauc_recall_at_1_max": 0.515449, "nauc_recall_at_1_std": -0.064734, "nauc_recall_at_1_diff1": 0.772876, "nauc_recall_at_3_max": 0.616812, "nauc_recall_at_3_std": 0.014491, "nauc_recall_at_3_diff1": 0.708697, "nauc_recall_at_5_max": 0.66271, "nauc_recall_at_5_std": 0.037012, "nauc_recall_at_5_diff1": 0.677489, "nauc_recall_at_10_max": 0.736553, "nauc_recall_at_10_std": 0.216107, "nauc_recall_at_10_diff1": 0.653865, "nauc_recall_at_20_max": 0.7398, "nauc_recall_at_20_std": 0.252994, "nauc_recall_at_20_diff1": 0.694678, "nauc_recall_at_100_max": 0.791986, "nauc_recall_at_100_std": 0.474961, "nauc_recall_at_100_diff1": 0.661951, "nauc_recall_at_1000_max": 0.694315, "nauc_recall_at_1000_std": 0.43713, "nauc_recall_at_1000_diff1": 0.665474, "nauc_precision_at_1_max": 0.515449, "nauc_precision_at_1_std": -0.064734, "nauc_precision_at_1_diff1": 0.772876, "nauc_precision_at_3_max": 0.616812, "nauc_precision_at_3_std": 0.014491, "nauc_precision_at_3_diff1": 0.708697, "nauc_precision_at_5_max": 0.66271, "nauc_precision_at_5_std": 0.037012, "nauc_precision_at_5_diff1": 0.677489, "nauc_precision_at_10_max": 0.736553, "nauc_precision_at_10_std": 0.216107, "nauc_precision_at_10_diff1": 0.653865, "nauc_precision_at_20_max": 0.7398, "nauc_precision_at_20_std": 0.252994, "nauc_precision_at_20_diff1": 0.694678, "nauc_precision_at_100_max": 0.791986, "nauc_precision_at_100_std": 0.474961, "nauc_precision_at_100_diff1": 0.661951, "nauc_precision_at_1000_max": 0.694315, "nauc_precision_at_1000_std": 0.43713, "nauc_precision_at_1000_diff1": 0.665474, "nauc_mrr_at_1_max": 0.515449, "nauc_mrr_at_1_std": -0.064734, "nauc_mrr_at_1_diff1": 0.772876, "nauc_mrr_at_3_max": 0.545221, "nauc_mrr_at_3_std": -0.040974, "nauc_mrr_at_3_diff1": 0.749164, "nauc_mrr_at_5_max": 0.547163, "nauc_mrr_at_5_std": -0.040542, "nauc_mrr_at_5_diff1": 0.747238, "nauc_mrr_at_10_max": 0.548525, "nauc_mrr_at_10_std": -0.033655, "nauc_mrr_at_10_diff1": 0.747557, "nauc_mrr_at_20_max": 0.547182, "nauc_mrr_at_20_std": -0.034619, "nauc_mrr_at_20_diff1": 0.749021, "nauc_mrr_at_100_max": 0.546642, "nauc_mrr_at_100_std": -0.034877, "nauc_mrr_at_100_diff1": 0.749066, "nauc_mrr_at_1000_max": 0.54656, "nauc_mrr_at_1000_std": -0.035107, "nauc_mrr_at_1000_diff1": 0.749136, "cv_recall_at_1": 0.718, "cv_recall_at_3": 0.86133, "cv_recall_at_5": 0.90467, "cv_recall_at_10": 0.932, "cv_recall_at_20": 0.954, "cv_recall_at_100": 0.98, "cv_recall_at_1000": 0.994, "main_score": 0.8287, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 312.29059982299805, "kg_co2_emissions": null }