{ "dataset_revision": "9c09abc13478308c27598f350e31d8f06b9b5481", "task_name": "MIRACLRetrieval", "mteb_version": "2.6.7", "scores": { "dev": [ { "ndcg_at_1": 0.57907, "ndcg_at_3": 0.5584, "ndcg_at_5": 0.58044, "ndcg_at_10": 0.61883, "ndcg_at_20": 0.65053, "ndcg_at_100": 0.68325, "ndcg_at_1000": 0.69367, "map_at_1": 0.2958, "map_at_3": 0.43618, "map_at_5": 0.48102, "map_at_10": 0.51574, "map_at_20": 0.5314, "map_at_100": 0.54165, "map_at_1000": 0.54254, "recall_at_1": 0.2958, "recall_at_3": 0.50537, "recall_at_5": 0.60937, "recall_at_10": 0.72003, "recall_at_20": 0.80765, "recall_at_100": 0.92167, "recall_at_1000": 0.97934, "accuracy": 0.2958, "precision_at_1": 0.57907, "precision_at_3": 0.38206, "precision_at_5": 0.28914, "precision_at_10": 0.18171, "precision_at_20": 0.10579, "precision_at_100": 0.02585, "precision_at_1000": 0.00278, "mrr_at_1": 0.579073, "mrr_at_3": 0.673722, "mrr_at_5": 0.689058, "mrr_at_10": 0.696509, "mrr_at_20": 0.699286, "mrr_at_100": 0.699843, "mrr_at_1000": 0.699945, "nauc_ndcg_at_1_max": 0.343973, "nauc_ndcg_at_1_std": 0.053139, "nauc_ndcg_at_1_diff1": 0.379649, "nauc_ndcg_at_3_max": 0.301509, "nauc_ndcg_at_3_std": -0.012619, "nauc_ndcg_at_3_diff1": 0.29262, "nauc_ndcg_at_5_max": 0.303951, "nauc_ndcg_at_5_std": -0.015337, "nauc_ndcg_at_5_diff1": 0.296555, "nauc_ndcg_at_10_max": 0.313464, "nauc_ndcg_at_10_std": -0.012753, "nauc_ndcg_at_10_diff1": 0.309887, "nauc_ndcg_at_20_max": 0.335889, "nauc_ndcg_at_20_std": 0.013127, "nauc_ndcg_at_20_diff1": 0.3133, "nauc_ndcg_at_100_max": 0.351993, "nauc_ndcg_at_100_std": 0.054194, "nauc_ndcg_at_100_diff1": 0.313973, "nauc_ndcg_at_1000_max": 0.350725, "nauc_ndcg_at_1000_std": 0.052212, "nauc_ndcg_at_1000_diff1": 0.315643, "nauc_map_at_1_max": 0.174819, "nauc_map_at_1_std": -0.100406, "nauc_map_at_1_diff1": 0.36716, "nauc_map_at_3_max": 0.222961, "nauc_map_at_3_std": -0.100504, "nauc_map_at_3_diff1": 0.310942, "nauc_map_at_5_max": 0.248866, "nauc_map_at_5_std": -0.076586, "nauc_map_at_5_diff1": 0.301507, "nauc_map_at_10_max": 0.270041, "nauc_map_at_10_std": -0.058162, "nauc_map_at_10_diff1": 0.305446, "nauc_map_at_20_max": 0.283094, "nauc_map_at_20_std": -0.044387, "nauc_map_at_20_diff1": 0.305294, "nauc_map_at_100_max": 0.288416, "nauc_map_at_100_std": -0.032641, "nauc_map_at_100_diff1": 0.305806, "nauc_map_at_1000_max": 0.288661, "nauc_map_at_1000_std": -0.03219, "nauc_map_at_1000_diff1": 0.305889, "nauc_recall_at_1_max": 0.174819, "nauc_recall_at_1_std": -0.100406, "nauc_recall_at_1_diff1": 0.36716, "nauc_recall_at_3_max": 0.199973, "nauc_recall_at_3_std": -0.115716, "nauc_recall_at_3_diff1": 0.262868, "nauc_recall_at_5_max": 0.222183, "nauc_recall_at_5_std": -0.071532, "nauc_recall_at_5_diff1": 0.216801, "nauc_recall_at_10_max": 0.238562, "nauc_recall_at_10_std": -0.045847, "nauc_recall_at_10_diff1": 0.215898, "nauc_recall_at_20_max": 0.283789, "nauc_recall_at_20_std": 0.008585, "nauc_recall_at_20_diff1": 0.21578, "nauc_recall_at_100_max": 0.413947, "nauc_recall_at_100_std": 0.314655, "nauc_recall_at_100_diff1": 0.192159, "nauc_recall_at_1000_max": 0.554134, "nauc_recall_at_1000_std": 0.650948, "nauc_recall_at_1000_diff1": 0.178495, "nauc_precision_at_1_max": 0.343973, "nauc_precision_at_1_std": 0.053139, "nauc_precision_at_1_diff1": 0.379649, "nauc_precision_at_3_max": 0.291666, "nauc_precision_at_3_std": 0.115936, "nauc_precision_at_3_diff1": 0.067671, "nauc_precision_at_5_max": 0.279596, "nauc_precision_at_5_std": 0.184797, "nauc_precision_at_5_diff1": 0.003109, "nauc_precision_at_10_max": 0.244302, "nauc_precision_at_10_std": 0.222648, "nauc_precision_at_10_diff1": -0.030942, "nauc_precision_at_20_max": 0.232013, "nauc_precision_at_20_std": 0.269451, "nauc_precision_at_20_diff1": -0.068075, "nauc_precision_at_100_max": 0.171767, "nauc_precision_at_100_std": 0.312736, "nauc_precision_at_100_diff1": -0.104466, "nauc_precision_at_1000_max": 0.142695, "nauc_precision_at_1000_std": 0.301315, "nauc_precision_at_1000_diff1": -0.119506, "nauc_mrr_at_1_max": 0.343973, "nauc_mrr_at_1_std": 0.053139, "nauc_mrr_at_1_diff1": 0.379649, "nauc_mrr_at_3_max": 0.380647, "nauc_mrr_at_3_std": 0.075442, "nauc_mrr_at_3_diff1": 0.361669, "nauc_mrr_at_5_max": 0.38992, "nauc_mrr_at_5_std": 0.089157, "nauc_mrr_at_5_diff1": 0.358359, "nauc_mrr_at_10_max": 0.387777, "nauc_mrr_at_10_std": 0.091337, "nauc_mrr_at_10_diff1": 0.357944, "nauc_mrr_at_20_max": 0.386608, "nauc_mrr_at_20_std": 0.089856, "nauc_mrr_at_20_diff1": 0.359963, "nauc_mrr_at_100_max": 0.386149, "nauc_mrr_at_100_std": 0.089657, "nauc_mrr_at_100_diff1": 0.359966, "nauc_mrr_at_1000_max": 0.386018, "nauc_mrr_at_1000_std": 0.089408, "nauc_mrr_at_1000_diff1": 0.359975, "cv_recall_at_1": 0.57907, "cv_recall_at_3": 0.79073, "cv_recall_at_5": 0.85703, "cv_recall_at_10": 0.91214, "cv_recall_at_20": 0.95048, "cv_recall_at_100": 0.97284, "cv_recall_at_1000": 0.99281, "main_score": 0.61883, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.41139, "ndcg_at_3": 0.43975, "ndcg_at_5": 0.47071, "ndcg_at_10": 0.52091, "ndcg_at_20": 0.55207, "ndcg_at_100": 0.58267, "ndcg_at_1000": 0.59494, "map_at_1": 0.25847, "map_at_3": 0.37115, "map_at_5": 0.40115, "map_at_10": 0.43275, "map_at_20": 0.44512, "map_at_100": 0.45189, "map_at_1000": 0.4527, "recall_at_1": 0.25847, "recall_at_3": 0.45333, "recall_at_5": 0.53965, "recall_at_10": 0.66795, "recall_at_20": 0.76831, "recall_at_100": 0.89787, "recall_at_1000": 0.97583, "accuracy": 0.25847, "precision_at_1": 0.41139, "precision_at_3": 0.2653, "precision_at_5": 0.19652, "precision_at_10": 0.13006, "precision_at_20": 0.07658, "precision_at_100": 0.01851, "precision_at_1000": 0.00203, "mrr_at_1": 0.411392, "mrr_at_3": 0.500264, "mrr_at_5": 0.520042, "mrr_at_10": 0.532982, "mrr_at_20": 0.538132, "mrr_at_100": 0.540201, "mrr_at_1000": 0.540384, "nauc_ndcg_at_1_max": 0.340616, "nauc_ndcg_at_1_std": -0.06282, "nauc_ndcg_at_1_diff1": 0.339458, "nauc_ndcg_at_3_max": 0.279122, "nauc_ndcg_at_3_std": -0.071946, "nauc_ndcg_at_3_diff1": 0.279036, "nauc_ndcg_at_5_max": 0.306647, "nauc_ndcg_at_5_std": -0.061962, "nauc_ndcg_at_5_diff1": 0.28176, "nauc_ndcg_at_10_max": 0.318199, "nauc_ndcg_at_10_std": -0.0485, "nauc_ndcg_at_10_diff1": 0.27445, "nauc_ndcg_at_20_max": 0.332928, "nauc_ndcg_at_20_std": -0.025959, "nauc_ndcg_at_20_diff1": 0.269121, "nauc_ndcg_at_100_max": 0.343492, "nauc_ndcg_at_100_std": 0.005013, "nauc_ndcg_at_100_diff1": 0.270284, "nauc_ndcg_at_1000_max": 0.338385, "nauc_ndcg_at_1000_std": -0.007477, "nauc_ndcg_at_1000_diff1": 0.274858, "nauc_map_at_1_max": 0.235269, "nauc_map_at_1_std": -0.121595, "nauc_map_at_1_diff1": 0.377419, "nauc_map_at_3_max": 0.258415, "nauc_map_at_3_std": -0.093774, "nauc_map_at_3_diff1": 0.301404, "nauc_map_at_5_max": 0.285202, "nauc_map_at_5_std": -0.083289, "nauc_map_at_5_diff1": 0.296512, "nauc_map_at_10_max": 0.301418, "nauc_map_at_10_std": -0.067841, "nauc_map_at_10_diff1": 0.290563, "nauc_map_at_20_max": 0.307337, "nauc_map_at_20_std": -0.058579, "nauc_map_at_20_diff1": 0.287339, "nauc_map_at_100_max": 0.309941, "nauc_map_at_100_std": -0.051991, "nauc_map_at_100_diff1": 0.286536, "nauc_map_at_1000_max": 0.309787, "nauc_map_at_1000_std": -0.052305, "nauc_map_at_1000_diff1": 0.286584, "nauc_recall_at_1_max": 0.235269, "nauc_recall_at_1_std": -0.121595, "nauc_recall_at_1_diff1": 0.377419, "nauc_recall_at_3_max": 0.204912, "nauc_recall_at_3_std": -0.100557, "nauc_recall_at_3_diff1": 0.237512, "nauc_recall_at_5_max": 0.253921, "nauc_recall_at_5_std": -0.069661, "nauc_recall_at_5_diff1": 0.21891, "nauc_recall_at_10_max": 0.26856, "nauc_recall_at_10_std": -0.045179, "nauc_recall_at_10_diff1": 0.188823, "nauc_recall_at_20_max": 0.313655, "nauc_recall_at_20_std": 0.030389, "nauc_recall_at_20_diff1": 0.151966, "nauc_recall_at_100_max": 0.443658, "nauc_recall_at_100_std": 0.401704, "nauc_recall_at_100_diff1": 0.113237, "nauc_recall_at_1000_max": 0.580787, "nauc_recall_at_1000_std": 0.67976, "nauc_recall_at_1000_diff1": 0.189311, "nauc_precision_at_1_max": 0.340616, "nauc_precision_at_1_std": -0.06282, "nauc_precision_at_1_diff1": 0.339458, "nauc_precision_at_3_max": 0.292843, "nauc_precision_at_3_std": 0.043027, "nauc_precision_at_3_diff1": 0.081439, "nauc_precision_at_5_max": 0.31667, "nauc_precision_at_5_std": 0.088819, "nauc_precision_at_5_diff1": 0.03979, "nauc_precision_at_10_max": 0.26181, "nauc_precision_at_10_std": 0.132964, "nauc_precision_at_10_diff1": -0.023989, "nauc_precision_at_20_max": 0.23869, "nauc_precision_at_20_std": 0.19589, "nauc_precision_at_20_diff1": -0.073225, "nauc_precision_at_100_max": 0.187499, "nauc_precision_at_100_std": 0.261245, "nauc_precision_at_100_diff1": -0.111488, "nauc_precision_at_1000_max": 0.124509, "nauc_precision_at_1000_std": 0.220166, "nauc_precision_at_1000_diff1": -0.129875, "nauc_mrr_at_1_max": 0.340616, "nauc_mrr_at_1_std": -0.06282, "nauc_mrr_at_1_diff1": 0.339458, "nauc_mrr_at_3_max": 0.326084, "nauc_mrr_at_3_std": -0.049977, "nauc_mrr_at_3_diff1": 0.299472, "nauc_mrr_at_5_max": 0.340763, "nauc_mrr_at_5_std": -0.036288, "nauc_mrr_at_5_diff1": 0.297776, "nauc_mrr_at_10_max": 0.338111, "nauc_mrr_at_10_std": -0.037219, "nauc_mrr_at_10_diff1": 0.301009, "nauc_mrr_at_20_max": 0.33827, "nauc_mrr_at_20_std": -0.034297, "nauc_mrr_at_20_diff1": 0.30057, "nauc_mrr_at_100_max": 0.339108, "nauc_mrr_at_100_std": -0.033403, "nauc_mrr_at_100_diff1": 0.301182, "nauc_mrr_at_1000_max": 0.338979, "nauc_mrr_at_1000_std": -0.033762, "nauc_mrr_at_1000_diff1": 0.301298, "cv_recall_at_1": 0.41139, "cv_recall_at_3": 0.61234, "cv_recall_at_5": 0.69778, "cv_recall_at_10": 0.79114, "cv_recall_at_20": 0.86709, "cv_recall_at_100": 0.94146, "cv_recall_at_1000": 0.98259, "main_score": 0.52091, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.53721, "ndcg_at_3": 0.55675, "ndcg_at_5": 0.58436, "ndcg_at_10": 0.61528, "ndcg_at_20": 0.63806, "ndcg_at_100": 0.66811, "ndcg_at_1000": 0.67725, "map_at_1": 0.3485, "map_at_3": 0.47382, "map_at_5": 0.50607, "map_at_10": 0.52797, "map_at_20": 0.53786, "map_at_100": 0.54528, "map_at_1000": 0.54594, "recall_at_1": 0.3485, "recall_at_3": 0.56581, "recall_at_5": 0.65163, "recall_at_10": 0.73168, "recall_at_20": 0.80023, "recall_at_100": 0.92417, "recall_at_1000": 0.97866, "accuracy": 0.3485, "precision_at_1": 0.53721, "precision_at_3": 0.32171, "precision_at_5": 0.23302, "precision_at_10": 0.1386, "precision_at_20": 0.07866, "precision_at_100": 0.01881, "precision_at_1000": 0.00203, "mrr_at_1": 0.537209, "mrr_at_3": 0.635659, "mrr_at_5": 0.649787, "mrr_at_10": 0.656943, "mrr_at_20": 0.659524, "mrr_at_100": 0.661462, "mrr_at_1000": 0.661558, "nauc_ndcg_at_1_max": 0.373817, "nauc_ndcg_at_1_std": 0.0269, "nauc_ndcg_at_1_diff1": 0.454692, "nauc_ndcg_at_3_max": 0.290106, "nauc_ndcg_at_3_std": -0.073671, "nauc_ndcg_at_3_diff1": 0.367711, "nauc_ndcg_at_5_max": 0.290172, "nauc_ndcg_at_5_std": -0.077551, "nauc_ndcg_at_5_diff1": 0.348875, "nauc_ndcg_at_10_max": 0.309095, "nauc_ndcg_at_10_std": -0.065446, "nauc_ndcg_at_10_diff1": 0.360723, "nauc_ndcg_at_20_max": 0.313828, "nauc_ndcg_at_20_std": -0.04276, "nauc_ndcg_at_20_diff1": 0.359701, "nauc_ndcg_at_100_max": 0.337072, "nauc_ndcg_at_100_std": -0.00929, "nauc_ndcg_at_100_diff1": 0.379001, "nauc_ndcg_at_1000_max": 0.338194, "nauc_ndcg_at_1000_std": -0.007217, "nauc_ndcg_at_1000_diff1": 0.376668, "nauc_map_at_1_max": 0.196698, "nauc_map_at_1_std": -0.170962, "nauc_map_at_1_diff1": 0.371541, "nauc_map_at_3_max": 0.235434, "nauc_map_at_3_std": -0.156058, "nauc_map_at_3_diff1": 0.356172, "nauc_map_at_5_max": 0.254557, "nauc_map_at_5_std": -0.132031, "nauc_map_at_5_diff1": 0.348217, "nauc_map_at_10_max": 0.2713, "nauc_map_at_10_std": -0.114698, "nauc_map_at_10_diff1": 0.353418, "nauc_map_at_20_max": 0.274001, "nauc_map_at_20_std": -0.10356, "nauc_map_at_20_diff1": 0.353138, "nauc_map_at_100_max": 0.280032, "nauc_map_at_100_std": -0.094973, "nauc_map_at_100_diff1": 0.356819, "nauc_map_at_1000_max": 0.280414, "nauc_map_at_1000_std": -0.094439, "nauc_map_at_1000_diff1": 0.356877, "nauc_recall_at_1_max": 0.196698, "nauc_recall_at_1_std": -0.170962, "nauc_recall_at_1_diff1": 0.371541, "nauc_recall_at_3_max": 0.188808, "nauc_recall_at_3_std": -0.171201, "nauc_recall_at_3_diff1": 0.289297, "nauc_recall_at_5_max": 0.19787, "nauc_recall_at_5_std": -0.128593, "nauc_recall_at_5_diff1": 0.235308, "nauc_recall_at_10_max": 0.23461, "nauc_recall_at_10_std": -0.113379, "nauc_recall_at_10_diff1": 0.257055, "nauc_recall_at_20_max": 0.223072, "nauc_recall_at_20_std": -0.066368, "nauc_recall_at_20_diff1": 0.22206, "nauc_recall_at_100_max": 0.370775, "nauc_recall_at_100_std": 0.200171, "nauc_recall_at_100_diff1": 0.337284, "nauc_recall_at_1000_max": 0.487504, "nauc_recall_at_1000_std": 0.575345, "nauc_recall_at_1000_diff1": 0.226448, "nauc_precision_at_1_max": 0.373817, "nauc_precision_at_1_std": 0.0269, "nauc_precision_at_1_diff1": 0.454692, "nauc_precision_at_3_max": 0.314946, "nauc_precision_at_3_std": 0.164915, "nauc_precision_at_3_diff1": 0.228895, "nauc_precision_at_5_max": 0.29696, "nauc_precision_at_5_std": 0.242368, "nauc_precision_at_5_diff1": 0.119611, "nauc_precision_at_10_max": 0.279794, "nauc_precision_at_10_std": 0.296362, "nauc_precision_at_10_diff1": 0.066581, "nauc_precision_at_20_max": 0.233606, "nauc_precision_at_20_std": 0.345889, "nauc_precision_at_20_diff1": 0.023192, "nauc_precision_at_100_max": 0.215769, "nauc_precision_at_100_std": 0.408695, "nauc_precision_at_100_diff1": -0.002287, "nauc_precision_at_1000_max": 0.18679, "nauc_precision_at_1000_std": 0.400512, "nauc_precision_at_1000_diff1": -0.037468, "nauc_mrr_at_1_max": 0.373817, "nauc_mrr_at_1_std": 0.0269, "nauc_mrr_at_1_diff1": 0.454692, "nauc_mrr_at_3_max": 0.400585, "nauc_mrr_at_3_std": 0.06136, "nauc_mrr_at_3_diff1": 0.434179, "nauc_mrr_at_5_max": 0.400516, "nauc_mrr_at_5_std": 0.067625, "nauc_mrr_at_5_diff1": 0.424596, "nauc_mrr_at_10_max": 0.398374, "nauc_mrr_at_10_std": 0.063853, "nauc_mrr_at_10_diff1": 0.427595, "nauc_mrr_at_20_max": 0.397439, "nauc_mrr_at_20_std": 0.064169, "nauc_mrr_at_20_diff1": 0.427325, "nauc_mrr_at_100_max": 0.398133, "nauc_mrr_at_100_std": 0.065137, "nauc_mrr_at_100_diff1": 0.428716, "nauc_mrr_at_1000_max": 0.398123, "nauc_mrr_at_1000_std": 0.064957, "nauc_mrr_at_1000_diff1": 0.428672, "cv_recall_at_1": 0.53721, "cv_recall_at_3": 0.75698, "cv_recall_at_5": 0.81977, "cv_recall_at_10": 0.86977, "cv_recall_at_20": 0.90698, "cv_recall_at_100": 0.96977, "cv_recall_at_1000": 0.9907, "main_score": 0.61528, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.56808, "ndcg_at_3": 0.56383, "ndcg_at_5": 0.57766, "ndcg_at_10": 0.60512, "ndcg_at_20": 0.63127, "ndcg_at_100": 0.66371, "ndcg_at_1000": 0.67729, "map_at_1": 0.35388, "map_at_3": 0.45725, "map_at_5": 0.48732, "map_at_10": 0.51442, "map_at_20": 0.52688, "map_at_100": 0.53579, "map_at_1000": 0.53682, "recall_at_1": 0.35388, "recall_at_3": 0.53166, "recall_at_5": 0.60737, "recall_at_10": 0.68879, "recall_at_20": 0.76619, "recall_at_100": 0.88454, "recall_at_1000": 0.96776, "accuracy": 0.35388, "precision_at_1": 0.56808, "precision_at_3": 0.3302, "precision_at_5": 0.24601, "precision_at_10": 0.15493, "precision_at_20": 0.08944, "precision_at_100": 0.02263, "precision_at_1000": 0.00249, "mrr_at_1": 0.568075, "mrr_at_3": 0.665102, "mrr_at_5": 0.676839, "mrr_at_10": 0.681714, "mrr_at_20": 0.684059, "mrr_at_100": 0.685037, "mrr_at_1000": 0.685227, "nauc_ndcg_at_1_max": 0.319265, "nauc_ndcg_at_1_std": 0.084482, "nauc_ndcg_at_1_diff1": 0.426585, "nauc_ndcg_at_3_max": 0.273259, "nauc_ndcg_at_3_std": 0.107826, "nauc_ndcg_at_3_diff1": 0.270256, "nauc_ndcg_at_5_max": 0.29083, "nauc_ndcg_at_5_std": 0.083661, "nauc_ndcg_at_5_diff1": 0.281038, "nauc_ndcg_at_10_max": 0.338825, "nauc_ndcg_at_10_std": 0.147676, "nauc_ndcg_at_10_diff1": 0.27455, "nauc_ndcg_at_20_max": 0.353723, "nauc_ndcg_at_20_std": 0.176397, "nauc_ndcg_at_20_diff1": 0.24295, "nauc_ndcg_at_100_max": 0.359049, "nauc_ndcg_at_100_std": 0.192374, "nauc_ndcg_at_100_diff1": 0.268855, "nauc_ndcg_at_1000_max": 0.360801, "nauc_ndcg_at_1000_std": 0.187672, "nauc_ndcg_at_1000_diff1": 0.287608, "nauc_map_at_1_max": 0.173611, "nauc_map_at_1_std": -0.085519, "nauc_map_at_1_diff1": 0.426869, "nauc_map_at_3_max": 0.229719, "nauc_map_at_3_std": 0.006362, "nauc_map_at_3_diff1": 0.3102, "nauc_map_at_5_max": 0.257734, "nauc_map_at_5_std": 0.021984, "nauc_map_at_5_diff1": 0.30828, "nauc_map_at_10_max": 0.294805, "nauc_map_at_10_std": 0.080401, "nauc_map_at_10_diff1": 0.297898, "nauc_map_at_20_max": 0.305288, "nauc_map_at_20_std": 0.09624, "nauc_map_at_20_diff1": 0.283824, "nauc_map_at_100_max": 0.306757, "nauc_map_at_100_std": 0.101346, "nauc_map_at_100_diff1": 0.289947, "nauc_map_at_1000_max": 0.307215, "nauc_map_at_1000_std": 0.101495, "nauc_map_at_1000_diff1": 0.291284, "nauc_recall_at_1_max": 0.173611, "nauc_recall_at_1_std": -0.085519, "nauc_recall_at_1_diff1": 0.426869, "nauc_recall_at_3_max": 0.175516, "nauc_recall_at_3_std": 0.010605, "nauc_recall_at_3_diff1": 0.18274, "nauc_recall_at_5_max": 0.240769, "nauc_recall_at_5_std": 0.018296, "nauc_recall_at_5_diff1": 0.19675, "nauc_recall_at_10_max": 0.331466, "nauc_recall_at_10_std": 0.171025, "nauc_recall_at_10_diff1": 0.163489, "nauc_recall_at_20_max": 0.35956, "nauc_recall_at_20_std": 0.258691, "nauc_recall_at_20_diff1": 0.011142, "nauc_recall_at_100_max": 0.418895, "nauc_recall_at_100_std": 0.365451, "nauc_recall_at_100_diff1": 0.010059, "nauc_recall_at_1000_max": 0.617431, "nauc_recall_at_1000_std": 0.453519, "nauc_recall_at_1000_diff1": 0.246048, "nauc_precision_at_1_max": 0.319265, "nauc_precision_at_1_std": 0.084482, "nauc_precision_at_1_diff1": 0.426585, "nauc_precision_at_3_max": 0.321348, "nauc_precision_at_3_std": 0.367986, "nauc_precision_at_3_diff1": -0.070188, "nauc_precision_at_5_max": 0.304223, "nauc_precision_at_5_std": 0.361016, "nauc_precision_at_5_diff1": -0.101137, "nauc_precision_at_10_max": 0.284326, "nauc_precision_at_10_std": 0.430719, "nauc_precision_at_10_diff1": -0.126919, "nauc_precision_at_20_max": 0.263744, "nauc_precision_at_20_std": 0.432013, "nauc_precision_at_20_diff1": -0.185061, "nauc_precision_at_100_max": 0.152827, "nauc_precision_at_100_std": 0.355328, "nauc_precision_at_100_diff1": -0.111531, "nauc_precision_at_1000_max": 0.127674, "nauc_precision_at_1000_std": 0.327748, "nauc_precision_at_1000_diff1": -0.087873, "nauc_mrr_at_1_max": 0.319265, "nauc_mrr_at_1_std": 0.084482, "nauc_mrr_at_1_diff1": 0.426585, "nauc_mrr_at_3_max": 0.341074, "nauc_mrr_at_3_std": 0.177065, "nauc_mrr_at_3_diff1": 0.315011, "nauc_mrr_at_5_max": 0.367858, "nauc_mrr_at_5_std": 0.182996, "nauc_mrr_at_5_diff1": 0.338924, "nauc_mrr_at_10_max": 0.365312, "nauc_mrr_at_10_std": 0.184896, "nauc_mrr_at_10_diff1": 0.344807, "nauc_mrr_at_20_max": 0.364288, "nauc_mrr_at_20_std": 0.186024, "nauc_mrr_at_20_diff1": 0.341144, "nauc_mrr_at_100_max": 0.363311, "nauc_mrr_at_100_std": 0.185353, "nauc_mrr_at_100_diff1": 0.341947, "nauc_mrr_at_1000_max": 0.363189, "nauc_mrr_at_1000_std": 0.18497, "nauc_mrr_at_1000_diff1": 0.342191, "cv_recall_at_1": 0.56808, "cv_recall_at_3": 0.77934, "cv_recall_at_5": 0.83568, "cv_recall_at_10": 0.87324, "cv_recall_at_20": 0.9061, "cv_recall_at_100": 0.94366, "cv_recall_at_1000": 0.98592, "main_score": 0.60512, "hf_subset": "ko", "languages": [ "kor-Kore" ] } ] }, "evaluation_time": 68340.16393566132, "kg_co2_emissions": null }