{ "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "1.39.7", "scores": { "dev": [ { "ndcg_at_1": 0.707, "ndcg_at_3": 0.71787, "ndcg_at_5": 0.74351, "ndcg_at_10": 0.77896, "ndcg_at_20": 0.79718, "ndcg_at_100": 0.8105, "ndcg_at_1000": 0.81158, "map_at_1": 0.47148, "map_at_3": 0.64216, "map_at_5": 0.67969, "map_at_10": 0.70691, "map_at_20": 0.71596, "map_at_100": 0.71977, "map_at_1000": 0.71986, "recall_at_1": 0.47148, "recall_at_3": 0.72066, "recall_at_5": 0.79846, "recall_at_10": 0.8865, "recall_at_20": 0.94046, "recall_at_100": 0.99335, "recall_at_1000": 1.0, "precision_at_1": 0.707, "precision_at_3": 0.411, "precision_at_5": 0.2886, "precision_at_10": 0.1683, "precision_at_20": 0.09145, "precision_at_100": 0.01969, "precision_at_1000": 0.00198, "mrr_at_1": 0.707, "mrr_at_3": 0.785833, "mrr_at_5": 0.794833, "mrr_at_10": 0.799351, "mrr_at_20": 0.800953, "mrr_at_100": 0.801575, "mrr_at_1000": 0.801593, "nauc_ndcg_at_1_max": 0.337029, "nauc_ndcg_at_1_std": -0.117181, "nauc_ndcg_at_1_diff1": 0.433194, "nauc_ndcg_at_3_max": 0.292695, "nauc_ndcg_at_3_std": -0.213437, "nauc_ndcg_at_3_diff1": 0.377952, "nauc_ndcg_at_5_max": 0.306478, "nauc_ndcg_at_5_std": -0.211608, "nauc_ndcg_at_5_diff1": 0.375638, "nauc_ndcg_at_10_max": 0.339417, "nauc_ndcg_at_10_std": -0.187272, "nauc_ndcg_at_10_diff1": 0.379868, "nauc_ndcg_at_20_max": 0.346146, "nauc_ndcg_at_20_std": -0.166186, "nauc_ndcg_at_20_diff1": 0.385809, "nauc_ndcg_at_100_max": 0.339283, "nauc_ndcg_at_100_std": -0.158947, "nauc_ndcg_at_100_diff1": 0.38501, "nauc_ndcg_at_1000_max": 0.337725, "nauc_ndcg_at_1000_std": -0.161683, "nauc_ndcg_at_1000_diff1": 0.387193, "nauc_map_at_1_max": 0.13903, "nauc_map_at_1_std": -0.232079, "nauc_map_at_1_diff1": 0.47973, "nauc_map_at_3_max": 0.249903, "nauc_map_at_3_std": -0.249702, "nauc_map_at_3_diff1": 0.405652, "nauc_map_at_5_max": 0.276488, "nauc_map_at_5_std": -0.235653, "nauc_map_at_5_diff1": 0.389067, "nauc_map_at_10_max": 0.305558, "nauc_map_at_10_std": -0.214524, "nauc_map_at_10_diff1": 0.386838, "nauc_map_at_20_max": 0.309028, "nauc_map_at_20_std": -0.204023, "nauc_map_at_20_diff1": 0.38681, "nauc_map_at_100_max": 0.307499, "nauc_map_at_100_std": -0.201895, "nauc_map_at_100_diff1": 0.38572, "nauc_map_at_1000_max": 0.30743, "nauc_map_at_1000_std": -0.202022, "nauc_map_at_1000_diff1": 0.38588, "nauc_recall_at_1_max": 0.13903, "nauc_recall_at_1_std": -0.232079, "nauc_recall_at_1_diff1": 0.47973, "nauc_recall_at_3_max": 0.216247, "nauc_recall_at_3_std": -0.27737, "nauc_recall_at_3_diff1": 0.346275, "nauc_recall_at_5_max": 0.254943, "nauc_recall_at_5_std": -0.263703, "nauc_recall_at_5_diff1": 0.299754, "nauc_recall_at_10_max": 0.348645, "nauc_recall_at_10_std": -0.214728, "nauc_recall_at_10_diff1": 0.279773, "nauc_recall_at_20_max": 0.4277, "nauc_recall_at_20_std": -0.124836, "nauc_recall_at_20_diff1": 0.303394, "nauc_recall_at_100_max": 0.563597, "nauc_recall_at_100_std": 0.281639, "nauc_recall_at_100_diff1": 0.074749, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.337029, "nauc_precision_at_1_std": -0.117181, "nauc_precision_at_1_diff1": 0.433194, "nauc_precision_at_3_max": 0.251081, "nauc_precision_at_3_std": 0.066751, "nauc_precision_at_3_diff1": -0.106652, "nauc_precision_at_5_max": 0.205688, "nauc_precision_at_5_std": 0.128462, "nauc_precision_at_5_diff1": -0.180412, "nauc_precision_at_10_max": 0.17589, "nauc_precision_at_10_std": 0.203674, "nauc_precision_at_10_diff1": -0.228537, "nauc_precision_at_20_max": 0.134703, "nauc_precision_at_20_std": 0.252591, "nauc_precision_at_20_diff1": -0.250919, "nauc_precision_at_100_max": 0.084684, "nauc_precision_at_100_std": 0.271698, "nauc_precision_at_100_diff1": -0.270988, "nauc_precision_at_1000_max": 0.078376, "nauc_precision_at_1000_std": 0.268935, "nauc_precision_at_1000_diff1": -0.26987, "nauc_mrr_at_1_max": 0.337029, "nauc_mrr_at_1_std": -0.117181, "nauc_mrr_at_1_diff1": 0.433194, "nauc_mrr_at_3_max": 0.373191, "nauc_mrr_at_3_std": -0.114105, "nauc_mrr_at_3_diff1": 0.418202, "nauc_mrr_at_5_max": 0.37939, "nauc_mrr_at_5_std": -0.110103, "nauc_mrr_at_5_diff1": 0.418172, "nauc_mrr_at_10_max": 0.374939, "nauc_mrr_at_10_std": -0.106971, "nauc_mrr_at_10_diff1": 0.418808, "nauc_mrr_at_20_max": 0.374632, "nauc_mrr_at_20_std": -0.107553, "nauc_mrr_at_20_diff1": 0.421138, "nauc_mrr_at_100_max": 0.373786, "nauc_mrr_at_100_std": -0.107493, "nauc_mrr_at_100_diff1": 0.420839, "nauc_mrr_at_1000_max": 0.373745, "nauc_mrr_at_1000_std": -0.107548, "nauc_mrr_at_1000_diff1": 0.42086, "main_score": 0.77896, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.68127, "ndcg_at_3": 0.68119, "ndcg_at_5": 0.71349, "ndcg_at_10": 0.75636, "ndcg_at_20": 0.77884, "ndcg_at_100": 0.78941, "ndcg_at_1000": 0.79118, "map_at_1": 0.43042, "map_at_3": 0.59431, "map_at_5": 0.63707, "map_at_10": 0.67062, "map_at_20": 0.68243, "map_at_100": 0.68549, "map_at_1000": 0.68561, "recall_at_1": 0.43042, "recall_at_3": 0.6713, "recall_at_5": 0.77083, "recall_at_10": 0.88196, "recall_at_20": 0.94698, "recall_at_100": 0.98781, "recall_at_1000": 0.99878, "precision_at_1": 0.68127, "precision_at_3": 0.40633, "precision_at_5": 0.29148, "precision_at_10": 0.17567, "precision_at_20": 0.09745, "precision_at_100": 0.02071, "precision_at_1000": 0.0021, "mrr_at_1": 0.681265, "mrr_at_3": 0.762368, "mrr_at_5": 0.776358, "mrr_at_10": 0.783061, "mrr_at_20": 0.784649, "mrr_at_100": 0.784879, "mrr_at_1000": 0.7849, "nauc_ndcg_at_1_max": 0.357518, "nauc_ndcg_at_1_std": 0.106173, "nauc_ndcg_at_1_diff1": 0.453802, "nauc_ndcg_at_3_max": 0.345448, "nauc_ndcg_at_3_std": 0.016661, "nauc_ndcg_at_3_diff1": 0.345749, "nauc_ndcg_at_5_max": 0.355158, "nauc_ndcg_at_5_std": 0.004668, "nauc_ndcg_at_5_diff1": 0.379676, "nauc_ndcg_at_10_max": 0.363325, "nauc_ndcg_at_10_std": 0.010901, "nauc_ndcg_at_10_diff1": 0.411355, "nauc_ndcg_at_20_max": 0.363301, "nauc_ndcg_at_20_std": 0.050054, "nauc_ndcg_at_20_diff1": 0.392807, "nauc_ndcg_at_100_max": 0.361511, "nauc_ndcg_at_100_std": 0.050274, "nauc_ndcg_at_100_diff1": 0.393311, "nauc_ndcg_at_1000_max": 0.362215, "nauc_ndcg_at_1000_std": 0.046256, "nauc_ndcg_at_1000_diff1": 0.394138, "nauc_map_at_1_max": 0.160009, "nauc_map_at_1_std": -0.156742, "nauc_map_at_1_diff1": 0.457706, "nauc_map_at_3_max": 0.293376, "nauc_map_at_3_std": -0.086182, "nauc_map_at_3_diff1": 0.384805, "nauc_map_at_5_max": 0.322442, "nauc_map_at_5_std": -0.046247, "nauc_map_at_5_diff1": 0.390449, "nauc_map_at_10_max": 0.328928, "nauc_map_at_10_std": -0.026269, "nauc_map_at_10_diff1": 0.401962, "nauc_map_at_20_max": 0.331997, "nauc_map_at_20_std": -0.008877, "nauc_map_at_20_diff1": 0.395029, "nauc_map_at_100_max": 0.332135, "nauc_map_at_100_std": -0.006916, "nauc_map_at_100_diff1": 0.394108, "nauc_map_at_1000_max": 0.33228, "nauc_map_at_1000_std": -0.006927, "nauc_map_at_1000_diff1": 0.394194, "nauc_recall_at_1_max": 0.160009, "nauc_recall_at_1_std": -0.156742, "nauc_recall_at_1_diff1": 0.457706, "nauc_recall_at_3_max": 0.297997, "nauc_recall_at_3_std": -0.11894, "nauc_recall_at_3_diff1": 0.298245, "nauc_recall_at_5_max": 0.326922, "nauc_recall_at_5_std": -0.067683, "nauc_recall_at_5_diff1": 0.308703, "nauc_recall_at_10_max": 0.358427, "nauc_recall_at_10_std": -0.061849, "nauc_recall_at_10_diff1": 0.405809, "nauc_recall_at_20_max": 0.361414, "nauc_recall_at_20_std": 0.212063, "nauc_recall_at_20_diff1": 0.285016, "nauc_recall_at_100_max": 0.393786, "nauc_recall_at_100_std": 0.530458, "nauc_recall_at_100_diff1": 0.326613, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.722347, "nauc_recall_at_1000_diff1": 0.358694, "nauc_precision_at_1_max": 0.357518, "nauc_precision_at_1_std": 0.106173, "nauc_precision_at_1_diff1": 0.453802, "nauc_precision_at_3_max": 0.302881, "nauc_precision_at_3_std": 0.283023, "nauc_precision_at_3_diff1": -0.055154, "nauc_precision_at_5_max": 0.251293, "nauc_precision_at_5_std": 0.337428, "nauc_precision_at_5_diff1": -0.09625, "nauc_precision_at_10_max": 0.158888, "nauc_precision_at_10_std": 0.346059, "nauc_precision_at_10_diff1": -0.136848, "nauc_precision_at_20_max": 0.107643, "nauc_precision_at_20_std": 0.37275, "nauc_precision_at_20_diff1": -0.193299, "nauc_precision_at_100_max": 0.072086, "nauc_precision_at_100_std": 0.359281, "nauc_precision_at_100_diff1": -0.218538, "nauc_precision_at_1000_max": 0.064953, "nauc_precision_at_1000_std": 0.349995, "nauc_precision_at_1000_diff1": -0.225212, "nauc_mrr_at_1_max": 0.357518, "nauc_mrr_at_1_std": 0.106173, "nauc_mrr_at_1_diff1": 0.453802, "nauc_mrr_at_3_max": 0.404663, "nauc_mrr_at_3_std": 0.110054, "nauc_mrr_at_3_diff1": 0.400241, "nauc_mrr_at_5_max": 0.402649, "nauc_mrr_at_5_std": 0.119366, "nauc_mrr_at_5_diff1": 0.413963, "nauc_mrr_at_10_max": 0.398093, "nauc_mrr_at_10_std": 0.113102, "nauc_mrr_at_10_diff1": 0.418015, "nauc_mrr_at_20_max": 0.395179, "nauc_mrr_at_20_std": 0.11491, "nauc_mrr_at_20_diff1": 0.416061, "nauc_mrr_at_100_max": 0.395268, "nauc_mrr_at_100_std": 0.11425, "nauc_mrr_at_100_diff1": 0.417032, "nauc_mrr_at_1000_max": 0.395201, "nauc_mrr_at_1000_std": 0.114181, "nauc_mrr_at_1000_diff1": 0.41703, "main_score": 0.75636, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.55082, "ndcg_at_3": 0.50803, "ndcg_at_5": 0.55101, "ndcg_at_10": 0.60703, "ndcg_at_20": 0.64491, "ndcg_at_100": 0.67806, "ndcg_at_1000": 0.6815, "map_at_1": 0.26641, "map_at_3": 0.39972, "map_at_5": 0.45997, "map_at_10": 0.50093, "map_at_20": 0.51959, "map_at_100": 0.52868, "map_at_1000": 0.52906, "recall_at_1": 0.26641, "recall_at_3": 0.45268, "recall_at_5": 0.59327, "recall_at_10": 0.73749, "recall_at_20": 0.84537, "recall_at_100": 0.97468, "recall_at_1000": 0.99356, "precision_at_1": 0.55082, "precision_at_3": 0.35956, "precision_at_5": 0.2918, "precision_at_10": 0.1859, "precision_at_20": 0.10967, "precision_at_100": 0.02574, "precision_at_1000": 0.00263, "mrr_at_1": 0.55082, "mrr_at_3": 0.620219, "mrr_at_5": 0.646448, "mrr_at_10": 0.657934, "mrr_at_20": 0.66105, "mrr_at_100": 0.662328, "mrr_at_1000": 0.662387, "nauc_ndcg_at_1_max": 0.452593, "nauc_ndcg_at_1_std": -0.035684, "nauc_ndcg_at_1_diff1": 0.324451, "nauc_ndcg_at_3_max": 0.454325, "nauc_ndcg_at_3_std": -0.045539, "nauc_ndcg_at_3_diff1": 0.291988, "nauc_ndcg_at_5_max": 0.443702, "nauc_ndcg_at_5_std": -0.059046, "nauc_ndcg_at_5_diff1": 0.234131, "nauc_ndcg_at_10_max": 0.452723, "nauc_ndcg_at_10_std": -0.083491, "nauc_ndcg_at_10_diff1": 0.246266, "nauc_ndcg_at_20_max": 0.490887, "nauc_ndcg_at_20_std": -0.043853, "nauc_ndcg_at_20_diff1": 0.266895, "nauc_ndcg_at_100_max": 0.479846, "nauc_ndcg_at_100_std": -0.03377, "nauc_ndcg_at_100_diff1": 0.267512, "nauc_ndcg_at_1000_max": 0.478467, "nauc_ndcg_at_1000_std": -0.034636, "nauc_ndcg_at_1000_diff1": 0.27031, "nauc_map_at_1_max": 0.267295, "nauc_map_at_1_std": -0.115509, "nauc_map_at_1_diff1": 0.316395, "nauc_map_at_3_max": 0.366257, "nauc_map_at_3_std": -0.097735, "nauc_map_at_3_diff1": 0.280684, "nauc_map_at_5_max": 0.39978, "nauc_map_at_5_std": -0.089354, "nauc_map_at_5_diff1": 0.242066, "nauc_map_at_10_max": 0.419916, "nauc_map_at_10_std": -0.087671, "nauc_map_at_10_diff1": 0.249419, "nauc_map_at_20_max": 0.441301, "nauc_map_at_20_std": -0.072735, "nauc_map_at_20_diff1": 0.261323, "nauc_map_at_100_max": 0.440029, "nauc_map_at_100_std": -0.069383, "nauc_map_at_100_diff1": 0.261017, "nauc_map_at_1000_max": 0.440007, "nauc_map_at_1000_std": -0.069361, "nauc_map_at_1000_diff1": 0.261119, "nauc_recall_at_1_max": 0.267295, "nauc_recall_at_1_std": -0.115509, "nauc_recall_at_1_diff1": 0.316395, "nauc_recall_at_3_max": 0.359876, "nauc_recall_at_3_std": -0.089805, "nauc_recall_at_3_diff1": 0.255801, "nauc_recall_at_5_max": 0.353663, "nauc_recall_at_5_std": -0.0852, "nauc_recall_at_5_diff1": 0.130975, "nauc_recall_at_10_max": 0.331671, "nauc_recall_at_10_std": -0.144669, "nauc_recall_at_10_diff1": 0.120964, "nauc_recall_at_20_max": 0.47983, "nauc_recall_at_20_std": 0.009131, "nauc_recall_at_20_diff1": 0.159783, "nauc_recall_at_100_max": 0.374931, "nauc_recall_at_100_std": 0.195775, "nauc_recall_at_100_diff1": -0.105518, "nauc_recall_at_1000_max": 0.000417, "nauc_recall_at_1000_std": 0.592915, "nauc_recall_at_1000_diff1": -0.521057, "nauc_precision_at_1_max": 0.452593, "nauc_precision_at_1_std": -0.035684, "nauc_precision_at_1_diff1": 0.324451, "nauc_precision_at_3_max": 0.463705, "nauc_precision_at_3_std": 0.048074, "nauc_precision_at_3_diff1": 0.141945, "nauc_precision_at_5_max": 0.395105, "nauc_precision_at_5_std": 0.084055, "nauc_precision_at_5_diff1": 0.023795, "nauc_precision_at_10_max": 0.332927, "nauc_precision_at_10_std": 0.085097, "nauc_precision_at_10_diff1": -0.000683, "nauc_precision_at_20_max": 0.313265, "nauc_precision_at_20_std": 0.151207, "nauc_precision_at_20_diff1": 0.017451, "nauc_precision_at_100_max": 0.189902, "nauc_precision_at_100_std": 0.206372, "nauc_precision_at_100_diff1": -0.024053, "nauc_precision_at_1000_max": 0.169599, "nauc_precision_at_1000_std": 0.205685, "nauc_precision_at_1000_diff1": -0.022863, "nauc_mrr_at_1_max": 0.452593, "nauc_mrr_at_1_std": -0.035684, "nauc_mrr_at_1_diff1": 0.324451, "nauc_mrr_at_3_max": 0.501575, "nauc_mrr_at_3_std": -0.021983, "nauc_mrr_at_3_diff1": 0.330471, "nauc_mrr_at_5_max": 0.495208, "nauc_mrr_at_5_std": -0.018935, "nauc_mrr_at_5_diff1": 0.308427, "nauc_mrr_at_10_max": 0.490804, "nauc_mrr_at_10_std": -0.032721, "nauc_mrr_at_10_diff1": 0.319987, "nauc_mrr_at_20_max": 0.492017, "nauc_mrr_at_20_std": -0.026355, "nauc_mrr_at_20_diff1": 0.318191, "nauc_mrr_at_100_max": 0.491349, "nauc_mrr_at_100_std": -0.02688, "nauc_mrr_at_100_diff1": 0.31877, "nauc_mrr_at_1000_max": 0.491346, "nauc_mrr_at_1000_std": -0.026895, "nauc_mrr_at_1000_diff1": 0.318833, "main_score": 0.60703, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.5219, "ndcg_at_3": 0.51503, "ndcg_at_5": 0.53233, "ndcg_at_10": 0.57519, "ndcg_at_20": 0.61153, "ndcg_at_100": 0.66137, "ndcg_at_1000": 0.66719, "map_at_1": 0.24814, "map_at_3": 0.3856, "map_at_5": 0.42855, "map_at_10": 0.46531, "map_at_20": 0.48384, "map_at_100": 0.49848, "map_at_1000": 0.49923, "recall_at_1": 0.24814, "recall_at_3": 0.46678, "recall_at_5": 0.56359, "recall_at_10": 0.68747, "recall_at_20": 0.78774, "recall_at_100": 0.97096, "recall_at_1000": 0.9985, "precision_at_1": 0.5219, "precision_at_3": 0.36504, "precision_at_5": 0.27885, "precision_at_10": 0.17872, "precision_at_20": 0.10701, "precision_at_100": 0.02792, "precision_at_1000": 0.00291, "mrr_at_1": 0.521902, "mrr_at_3": 0.62766, "mrr_at_5": 0.644243, "mrr_at_10": 0.65295, "mrr_at_20": 0.655408, "mrr_at_100": 0.657505, "mrr_at_1000": 0.65752, "nauc_ndcg_at_1_max": 0.33301, "nauc_ndcg_at_1_std": 0.062014, "nauc_ndcg_at_1_diff1": 0.363342, "nauc_ndcg_at_3_max": 0.295436, "nauc_ndcg_at_3_std": 0.03949, "nauc_ndcg_at_3_diff1": 0.240266, "nauc_ndcg_at_5_max": 0.27173, "nauc_ndcg_at_5_std": 0.017736, "nauc_ndcg_at_5_diff1": 0.222651, "nauc_ndcg_at_10_max": 0.285721, "nauc_ndcg_at_10_std": 0.020307, "nauc_ndcg_at_10_diff1": 0.227643, "nauc_ndcg_at_20_max": 0.303449, "nauc_ndcg_at_20_std": 0.036828, "nauc_ndcg_at_20_diff1": 0.229783, "nauc_ndcg_at_100_max": 0.330596, "nauc_ndcg_at_100_std": 0.07206, "nauc_ndcg_at_100_diff1": 0.243196, "nauc_ndcg_at_1000_max": 0.327781, "nauc_ndcg_at_1000_std": 0.069927, "nauc_ndcg_at_1000_diff1": 0.243396, "nauc_map_at_1_max": 0.123467, "nauc_map_at_1_std": -0.074384, "nauc_map_at_1_diff1": 0.291916, "nauc_map_at_3_max": 0.185416, "nauc_map_at_3_std": -0.052007, "nauc_map_at_3_diff1": 0.241117, "nauc_map_at_5_max": 0.21054, "nauc_map_at_5_std": -0.038335, "nauc_map_at_5_diff1": 0.228457, "nauc_map_at_10_max": 0.242858, "nauc_map_at_10_std": -0.016938, "nauc_map_at_10_diff1": 0.227259, "nauc_map_at_20_max": 0.25441, "nauc_map_at_20_std": -0.007066, "nauc_map_at_20_diff1": 0.227318, "nauc_map_at_100_max": 0.265788, "nauc_map_at_100_std": 0.006108, "nauc_map_at_100_diff1": 0.230023, "nauc_map_at_1000_max": 0.265507, "nauc_map_at_1000_std": 0.006045, "nauc_map_at_1000_diff1": 0.22998, "nauc_recall_at_1_max": 0.123467, "nauc_recall_at_1_std": -0.074384, "nauc_recall_at_1_diff1": 0.291916, "nauc_recall_at_3_max": 0.147239, "nauc_recall_at_3_std": -0.053732, "nauc_recall_at_3_diff1": 0.174919, "nauc_recall_at_5_max": 0.158535, "nauc_recall_at_5_std": -0.053908, "nauc_recall_at_5_diff1": 0.134213, "nauc_recall_at_10_max": 0.179302, "nauc_recall_at_10_std": -0.048782, "nauc_recall_at_10_diff1": 0.123199, "nauc_recall_at_20_max": 0.195016, "nauc_recall_at_20_std": -0.038928, "nauc_recall_at_20_diff1": 0.105586, "nauc_recall_at_100_max": 0.358208, "nauc_recall_at_100_std": 0.150572, "nauc_recall_at_100_diff1": 0.115843, "nauc_recall_at_1000_max": 0.625359, "nauc_recall_at_1000_std": -0.081978, "nauc_recall_at_1000_diff1": -0.003185, "nauc_precision_at_1_max": 0.33301, "nauc_precision_at_1_std": 0.062014, "nauc_precision_at_1_diff1": 0.363342, "nauc_precision_at_3_max": 0.370534, "nauc_precision_at_3_std": 0.155431, "nauc_precision_at_3_diff1": 0.113074, "nauc_precision_at_5_max": 0.354081, "nauc_precision_at_5_std": 0.190301, "nauc_precision_at_5_diff1": 0.038597, "nauc_precision_at_10_max": 0.343043, "nauc_precision_at_10_std": 0.239262, "nauc_precision_at_10_diff1": -0.007033, "nauc_precision_at_20_max": 0.311551, "nauc_precision_at_20_std": 0.260767, "nauc_precision_at_20_diff1": -0.026021, "nauc_precision_at_100_max": 0.243072, "nauc_precision_at_100_std": 0.287995, "nauc_precision_at_100_diff1": -0.051956, "nauc_precision_at_1000_max": 0.21487, "nauc_precision_at_1000_std": 0.269436, "nauc_precision_at_1000_diff1": -0.058388, "nauc_mrr_at_1_max": 0.33301, "nauc_mrr_at_1_std": 0.062014, "nauc_mrr_at_1_diff1": 0.363342, "nauc_mrr_at_3_max": 0.375977, "nauc_mrr_at_3_std": 0.109647, "nauc_mrr_at_3_diff1": 0.32184, "nauc_mrr_at_5_max": 0.377246, "nauc_mrr_at_5_std": 0.111695, "nauc_mrr_at_5_diff1": 0.315463, "nauc_mrr_at_10_max": 0.3772, "nauc_mrr_at_10_std": 0.111728, "nauc_mrr_at_10_diff1": 0.319534, "nauc_mrr_at_20_max": 0.375814, "nauc_mrr_at_20_std": 0.111347, "nauc_mrr_at_20_diff1": 0.31965, "nauc_mrr_at_100_max": 0.374365, "nauc_mrr_at_100_std": 0.109242, "nauc_mrr_at_100_diff1": 0.321149, "nauc_mrr_at_1000_max": 0.37436, "nauc_mrr_at_1000_std": 0.109227, "nauc_mrr_at_1000_diff1": 0.321148, "main_score": 0.57519, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.65741, "ndcg_at_3": 0.58538, "ndcg_at_5": 0.56613, "ndcg_at_10": 0.60109, "ndcg_at_20": 0.66377, "ndcg_at_100": 0.71897, "ndcg_at_1000": 0.72426, "map_at_1": 0.19317, "map_at_3": 0.3421, "map_at_5": 0.40313, "map_at_10": 0.47098, "map_at_20": 0.5102, "map_at_100": 0.53187, "map_at_1000": 0.53267, "recall_at_1": 0.19317, "recall_at_3": 0.38909, "recall_at_5": 0.49347, "recall_at_10": 0.65234, "recall_at_20": 0.80553, "recall_at_100": 0.97796, "recall_at_1000": 1.0, "precision_at_1": 0.65741, "precision_at_3": 0.49331, "precision_at_5": 0.39815, "precision_at_10": 0.28148, "precision_at_20": 0.17793, "precision_at_100": 0.04485, "precision_at_1000": 0.00461, "mrr_at_1": 0.657407, "mrr_at_3": 0.73714, "mrr_at_5": 0.748945, "mrr_at_10": 0.755973, "mrr_at_20": 0.75825, "mrr_at_100": 0.75913, "mrr_at_1000": 0.75913, "nauc_ndcg_at_1_max": 0.434923, "nauc_ndcg_at_1_std": 0.266742, "nauc_ndcg_at_1_diff1": 0.33493, "nauc_ndcg_at_3_max": 0.357594, "nauc_ndcg_at_3_std": 0.150176, "nauc_ndcg_at_3_diff1": 0.231104, "nauc_ndcg_at_5_max": 0.337816, "nauc_ndcg_at_5_std": 0.081567, "nauc_ndcg_at_5_diff1": 0.24626, "nauc_ndcg_at_10_max": 0.336408, "nauc_ndcg_at_10_std": 0.054927, "nauc_ndcg_at_10_diff1": 0.253763, "nauc_ndcg_at_20_max": 0.394462, "nauc_ndcg_at_20_std": 0.122885, "nauc_ndcg_at_20_diff1": 0.25848, "nauc_ndcg_at_100_max": 0.421034, "nauc_ndcg_at_100_std": 0.174906, "nauc_ndcg_at_100_diff1": 0.261439, "nauc_ndcg_at_1000_max": 0.413893, "nauc_ndcg_at_1000_std": 0.176389, "nauc_ndcg_at_1000_diff1": 0.25687, "nauc_map_at_1_max": 0.080623, "nauc_map_at_1_std": -0.118553, "nauc_map_at_1_diff1": 0.321652, "nauc_map_at_3_max": 0.176231, "nauc_map_at_3_std": -0.081107, "nauc_map_at_3_diff1": 0.27144, "nauc_map_at_5_max": 0.226652, "nauc_map_at_5_std": -0.056186, "nauc_map_at_5_diff1": 0.2554, "nauc_map_at_10_max": 0.283778, "nauc_map_at_10_std": -0.013051, "nauc_map_at_10_diff1": 0.254684, "nauc_map_at_20_max": 0.325357, "nauc_map_at_20_std": 0.03391, "nauc_map_at_20_diff1": 0.251468, "nauc_map_at_100_max": 0.339868, "nauc_map_at_100_std": 0.056554, "nauc_map_at_100_diff1": 0.250638, "nauc_map_at_1000_max": 0.339156, "nauc_map_at_1000_std": 0.056853, "nauc_map_at_1000_diff1": 0.250098, "nauc_recall_at_1_max": 0.080623, "nauc_recall_at_1_std": -0.118553, "nauc_recall_at_1_diff1": 0.321652, "nauc_recall_at_3_max": 0.119598, "nauc_recall_at_3_std": -0.118068, "nauc_recall_at_3_diff1": 0.239001, "nauc_recall_at_5_max": 0.157086, "nauc_recall_at_5_std": -0.108324, "nauc_recall_at_5_diff1": 0.204942, "nauc_recall_at_10_max": 0.191343, "nauc_recall_at_10_std": -0.068073, "nauc_recall_at_10_diff1": 0.156362, "nauc_recall_at_20_max": 0.273233, "nauc_recall_at_20_std": 0.000316, "nauc_recall_at_20_diff1": 0.17232, "nauc_recall_at_100_max": 0.509352, "nauc_recall_at_100_std": 0.125227, "nauc_recall_at_100_diff1": 0.303736, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.434923, "nauc_precision_at_1_std": 0.266742, "nauc_precision_at_1_diff1": 0.33493, "nauc_precision_at_3_max": 0.389646, "nauc_precision_at_3_std": 0.239332, "nauc_precision_at_3_diff1": 0.094454, "nauc_precision_at_5_max": 0.389933, "nauc_precision_at_5_std": 0.251675, "nauc_precision_at_5_diff1": 0.031651, "nauc_precision_at_10_max": 0.357079, "nauc_precision_at_10_std": 0.288071, "nauc_precision_at_10_diff1": -0.006038, "nauc_precision_at_20_max": 0.352766, "nauc_precision_at_20_std": 0.363607, "nauc_precision_at_20_diff1": -0.039901, "nauc_precision_at_100_max": 0.267475, "nauc_precision_at_100_std": 0.379743, "nauc_precision_at_100_diff1": -0.0918, "nauc_precision_at_1000_max": 0.23663, "nauc_precision_at_1000_std": 0.37105, "nauc_precision_at_1000_diff1": -0.105858, "nauc_mrr_at_1_max": 0.434923, "nauc_mrr_at_1_std": 0.266742, "nauc_mrr_at_1_diff1": 0.33493, "nauc_mrr_at_3_max": 0.465993, "nauc_mrr_at_3_std": 0.290953, "nauc_mrr_at_3_diff1": 0.341261, "nauc_mrr_at_5_max": 0.469041, "nauc_mrr_at_5_std": 0.297425, "nauc_mrr_at_5_diff1": 0.330291, "nauc_mrr_at_10_max": 0.462437, "nauc_mrr_at_10_std": 0.298007, "nauc_mrr_at_10_diff1": 0.328066, "nauc_mrr_at_20_max": 0.462732, "nauc_mrr_at_20_std": 0.295904, "nauc_mrr_at_20_diff1": 0.329524, "nauc_mrr_at_100_max": 0.462044, "nauc_mrr_at_100_std": 0.294948, "nauc_mrr_at_100_diff1": 0.330366, "nauc_mrr_at_1000_max": 0.462044, "nauc_mrr_at_1000_std": 0.294948, "nauc_mrr_at_1000_diff1": 0.330366, "main_score": 0.60109, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.5228, "ndcg_at_5": 0.55312, "ndcg_at_10": 0.60075, "ndcg_at_20": 0.63553, "ndcg_at_100": 0.66317, "ndcg_at_1000": 0.66775, "map_at_1": 0.31468, "map_at_3": 0.44134, "map_at_5": 0.4788, "map_at_10": 0.50879, "map_at_20": 0.52475, "map_at_100": 0.53175, "map_at_1000": 0.53217, "recall_at_1": 0.31468, "recall_at_3": 0.52961, "recall_at_5": 0.62195, "recall_at_10": 0.7516, "recall_at_20": 0.85644, "recall_at_100": 0.9702, "recall_at_1000": 0.99763, "precision_at_1": 0.5, "precision_at_3": 0.31487, "precision_at_5": 0.23259, "precision_at_10": 0.14604, "precision_at_20": 0.08655, "precision_at_100": 0.02016, "precision_at_1000": 0.00208, "mrr_at_1": 0.5, "mrr_at_3": 0.592036, "mrr_at_5": 0.606593, "mrr_at_10": 0.619371, "mrr_at_20": 0.623541, "mrr_at_100": 0.625202, "mrr_at_1000": 0.625299, "nauc_ndcg_at_1_max": 0.319658, "nauc_ndcg_at_1_std": 0.001081, "nauc_ndcg_at_1_diff1": 0.38407, "nauc_ndcg_at_3_max": 0.305946, "nauc_ndcg_at_3_std": -0.026198, "nauc_ndcg_at_3_diff1": 0.323254, "nauc_ndcg_at_5_max": 0.315153, "nauc_ndcg_at_5_std": -0.022173, "nauc_ndcg_at_5_diff1": 0.328155, "nauc_ndcg_at_10_max": 0.327914, "nauc_ndcg_at_10_std": -0.006217, "nauc_ndcg_at_10_diff1": 0.336856, "nauc_ndcg_at_20_max": 0.338389, "nauc_ndcg_at_20_std": 0.005035, "nauc_ndcg_at_20_diff1": 0.324867, "nauc_ndcg_at_100_max": 0.332194, "nauc_ndcg_at_100_std": 0.00994, "nauc_ndcg_at_100_diff1": 0.325092, "nauc_ndcg_at_1000_max": 0.328089, "nauc_ndcg_at_1000_std": 0.004966, "nauc_ndcg_at_1000_diff1": 0.329405, "nauc_map_at_1_max": 0.177261, "nauc_map_at_1_std": -0.118401, "nauc_map_at_1_diff1": 0.431019, "nauc_map_at_3_max": 0.266166, "nauc_map_at_3_std": -0.062879, "nauc_map_at_3_diff1": 0.359827, "nauc_map_at_5_max": 0.289578, "nauc_map_at_5_std": -0.045894, "nauc_map_at_5_diff1": 0.35128, "nauc_map_at_10_max": 0.303097, "nauc_map_at_10_std": -0.036042, "nauc_map_at_10_diff1": 0.350375, "nauc_map_at_20_max": 0.308765, "nauc_map_at_20_std": -0.029075, "nauc_map_at_20_diff1": 0.345887, "nauc_map_at_100_max": 0.30768, "nauc_map_at_100_std": -0.026564, "nauc_map_at_100_diff1": 0.343543, "nauc_map_at_1000_max": 0.307306, "nauc_map_at_1000_std": -0.026731, "nauc_map_at_1000_diff1": 0.343652, "nauc_recall_at_1_max": 0.177261, "nauc_recall_at_1_std": -0.118401, "nauc_recall_at_1_diff1": 0.431019, "nauc_recall_at_3_max": 0.255683, "nauc_recall_at_3_std": -0.055075, "nauc_recall_at_3_diff1": 0.278417, "nauc_recall_at_5_max": 0.27361, "nauc_recall_at_5_std": -0.039991, "nauc_recall_at_5_diff1": 0.246512, "nauc_recall_at_10_max": 0.304828, "nauc_recall_at_10_std": 0.024915, "nauc_recall_at_10_diff1": 0.24875, "nauc_recall_at_20_max": 0.368716, "nauc_recall_at_20_std": 0.075477, "nauc_recall_at_20_diff1": 0.167756, "nauc_recall_at_100_max": 0.515607, "nauc_recall_at_100_std": 0.362267, "nauc_recall_at_100_diff1": 0.037547, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.907461, "nauc_recall_at_1000_diff1": 0.20112, "nauc_precision_at_1_max": 0.319658, "nauc_precision_at_1_std": 0.001081, "nauc_precision_at_1_diff1": 0.38407, "nauc_precision_at_3_max": 0.333963, "nauc_precision_at_3_std": 0.121727, "nauc_precision_at_3_diff1": 0.062507, "nauc_precision_at_5_max": 0.299866, "nauc_precision_at_5_std": 0.148097, "nauc_precision_at_5_diff1": -0.00533, "nauc_precision_at_10_max": 0.259261, "nauc_precision_at_10_std": 0.181183, "nauc_precision_at_10_diff1": -0.065385, "nauc_precision_at_20_max": 0.194887, "nauc_precision_at_20_std": 0.198031, "nauc_precision_at_20_diff1": -0.129908, "nauc_precision_at_100_max": 0.109952, "nauc_precision_at_100_std": 0.2002, "nauc_precision_at_100_diff1": -0.177187, "nauc_precision_at_1000_max": 0.083587, "nauc_precision_at_1000_std": 0.186979, "nauc_precision_at_1000_diff1": -0.177767, "nauc_mrr_at_1_max": 0.319658, "nauc_mrr_at_1_std": 0.001081, "nauc_mrr_at_1_diff1": 0.38407, "nauc_mrr_at_3_max": 0.342047, "nauc_mrr_at_3_std": 0.014473, "nauc_mrr_at_3_diff1": 0.352054, "nauc_mrr_at_5_max": 0.340506, "nauc_mrr_at_5_std": 0.013925, "nauc_mrr_at_5_diff1": 0.349731, "nauc_mrr_at_10_max": 0.339171, "nauc_mrr_at_10_std": 0.021157, "nauc_mrr_at_10_diff1": 0.350416, "nauc_mrr_at_20_max": 0.338296, "nauc_mrr_at_20_std": 0.01768, "nauc_mrr_at_20_diff1": 0.34776, "nauc_mrr_at_100_max": 0.337751, "nauc_mrr_at_100_std": 0.017246, "nauc_mrr_at_100_diff1": 0.348988, "nauc_mrr_at_1000_max": 0.337686, "nauc_mrr_at_1000_std": 0.017083, "nauc_mrr_at_1000_diff1": 0.349136, "main_score": 0.60075, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.693, "ndcg_at_3": 0.68901, "ndcg_at_5": 0.7304, "ndcg_at_10": 0.76625, "ndcg_at_20": 0.78425, "ndcg_at_100": 0.79712, "ndcg_at_1000": 0.79868, "map_at_1": 0.44279, "map_at_3": 0.62388, "map_at_5": 0.66393, "map_at_10": 0.68868, "map_at_20": 0.69696, "map_at_100": 0.70016, "map_at_1000": 0.70029, "recall_at_1": 0.44279, "recall_at_3": 0.7006, "recall_at_5": 0.7932, "recall_at_10": 0.87883, "recall_at_20": 0.93465, "recall_at_100": 0.98772, "recall_at_1000": 0.997, "precision_at_1": 0.693, "precision_at_3": 0.406, "precision_at_5": 0.2874, "precision_at_10": 0.1646, "precision_at_20": 0.08855, "precision_at_100": 0.01895, "precision_at_1000": 0.00192, "mrr_at_1": 0.693, "mrr_at_3": 0.775167, "mrr_at_5": 0.786017, "mrr_at_10": 0.790657, "mrr_at_20": 0.792267, "mrr_at_100": 0.792777, "mrr_at_1000": 0.792791, "nauc_ndcg_at_1_max": 0.317098, "nauc_ndcg_at_1_std": -0.059239, "nauc_ndcg_at_1_diff1": 0.529848, "nauc_ndcg_at_3_max": 0.299356, "nauc_ndcg_at_3_std": -0.135083, "nauc_ndcg_at_3_diff1": 0.428702, "nauc_ndcg_at_5_max": 0.310191, "nauc_ndcg_at_5_std": -0.121489, "nauc_ndcg_at_5_diff1": 0.424816, "nauc_ndcg_at_10_max": 0.331659, "nauc_ndcg_at_10_std": -0.112673, "nauc_ndcg_at_10_diff1": 0.439331, "nauc_ndcg_at_20_max": 0.335888, "nauc_ndcg_at_20_std": -0.096744, "nauc_ndcg_at_20_diff1": 0.448152, "nauc_ndcg_at_100_max": 0.330601, "nauc_ndcg_at_100_std": -0.082613, "nauc_ndcg_at_100_diff1": 0.445554, "nauc_ndcg_at_1000_max": 0.328559, "nauc_ndcg_at_1000_std": -0.083964, "nauc_ndcg_at_1000_diff1": 0.447972, "nauc_map_at_1_max": 0.180534, "nauc_map_at_1_std": -0.120489, "nauc_map_at_1_diff1": 0.495944, "nauc_map_at_3_max": 0.270075, "nauc_map_at_3_std": -0.147165, "nauc_map_at_3_diff1": 0.426982, "nauc_map_at_5_max": 0.290315, "nauc_map_at_5_std": -0.12914, "nauc_map_at_5_diff1": 0.42509, "nauc_map_at_10_max": 0.302232, "nauc_map_at_10_std": -0.124518, "nauc_map_at_10_diff1": 0.431014, "nauc_map_at_20_max": 0.305659, "nauc_map_at_20_std": -0.117156, "nauc_map_at_20_diff1": 0.433014, "nauc_map_at_100_max": 0.305136, "nauc_map_at_100_std": -0.113293, "nauc_map_at_100_diff1": 0.432184, "nauc_map_at_1000_max": 0.304999, "nauc_map_at_1000_std": -0.113383, "nauc_map_at_1000_diff1": 0.432313, "nauc_recall_at_1_max": 0.180534, "nauc_recall_at_1_std": -0.120489, "nauc_recall_at_1_diff1": 0.495944, "nauc_recall_at_3_max": 0.252924, "nauc_recall_at_3_std": -0.187486, "nauc_recall_at_3_diff1": 0.35887, "nauc_recall_at_5_max": 0.279654, "nauc_recall_at_5_std": -0.160999, "nauc_recall_at_5_diff1": 0.321419, "nauc_recall_at_10_max": 0.358169, "nauc_recall_at_10_std": -0.165108, "nauc_recall_at_10_diff1": 0.344805, "nauc_recall_at_20_max": 0.41211, "nauc_recall_at_20_std": -0.114439, "nauc_recall_at_20_diff1": 0.394618, "nauc_recall_at_100_max": 0.554896, "nauc_recall_at_100_std": 0.267943, "nauc_recall_at_100_diff1": 0.266259, "nauc_recall_at_1000_max": 0.707594, "nauc_recall_at_1000_std": 0.907407, "nauc_recall_at_1000_diff1": 0.609555, "nauc_precision_at_1_max": 0.317098, "nauc_precision_at_1_std": -0.059239, "nauc_precision_at_1_diff1": 0.529848, "nauc_precision_at_3_max": 0.21041, "nauc_precision_at_3_std": 0.010855, "nauc_precision_at_3_diff1": 0.019157, "nauc_precision_at_5_max": 0.163303, "nauc_precision_at_5_std": 0.089045, "nauc_precision_at_5_diff1": -0.0814, "nauc_precision_at_10_max": 0.116444, "nauc_precision_at_10_std": 0.129896, "nauc_precision_at_10_diff1": -0.150454, "nauc_precision_at_20_max": 0.086217, "nauc_precision_at_20_std": 0.178412, "nauc_precision_at_20_diff1": -0.194715, "nauc_precision_at_100_max": 0.023863, "nauc_precision_at_100_std": 0.220241, "nauc_precision_at_100_diff1": -0.255854, "nauc_precision_at_1000_max": 0.010088, "nauc_precision_at_1000_std": 0.217562, "nauc_precision_at_1000_diff1": -0.259996, "nauc_mrr_at_1_max": 0.317098, "nauc_mrr_at_1_std": -0.059239, "nauc_mrr_at_1_diff1": 0.529848, "nauc_mrr_at_3_max": 0.356893, "nauc_mrr_at_3_std": -0.060599, "nauc_mrr_at_3_diff1": 0.512271, "nauc_mrr_at_5_max": 0.352236, "nauc_mrr_at_5_std": -0.055963, "nauc_mrr_at_5_diff1": 0.507357, "nauc_mrr_at_10_max": 0.354471, "nauc_mrr_at_10_std": -0.0511, "nauc_mrr_at_10_diff1": 0.509538, "nauc_mrr_at_20_max": 0.352859, "nauc_mrr_at_20_std": -0.052532, "nauc_mrr_at_20_diff1": 0.511053, "nauc_mrr_at_100_max": 0.352534, "nauc_mrr_at_100_std": -0.052536, "nauc_mrr_at_100_diff1": 0.511256, "nauc_mrr_at_1000_max": 0.35253, "nauc_mrr_at_1000_std": -0.05253, "nauc_mrr_at_1000_diff1": 0.511306, "main_score": 0.76625, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.47813, "ndcg_at_3": 0.50572, "ndcg_at_5": 0.54122, "ndcg_at_10": 0.59906, "ndcg_at_20": 0.63456, "ndcg_at_100": 0.66566, "ndcg_at_1000": 0.66744, "map_at_1": 0.27323, "map_at_3": 0.42635, "map_at_5": 0.46249, "map_at_10": 0.50058, "map_at_20": 0.51564, "map_at_100": 0.52371, "map_at_1000": 0.52387, "recall_at_1": 0.27323, "recall_at_3": 0.51528, "recall_at_5": 0.60953, "recall_at_10": 0.74911, "recall_at_20": 0.86146, "recall_at_100": 0.98946, "recall_at_1000": 1.0, "precision_at_1": 0.47813, "precision_at_3": 0.32945, "precision_at_5": 0.24198, "precision_at_10": 0.15685, "precision_at_20": 0.09038, "precision_at_100": 0.02111, "precision_at_1000": 0.00213, "mrr_at_1": 0.478134, "mrr_at_3": 0.588921, "mrr_at_5": 0.606851, "mrr_at_10": 0.617805, "mrr_at_20": 0.623168, "mrr_at_100": 0.624619, "mrr_at_1000": 0.624671, "nauc_ndcg_at_1_max": 0.345771, "nauc_ndcg_at_1_std": 0.20851, "nauc_ndcg_at_1_diff1": 0.242207, "nauc_ndcg_at_3_max": 0.28262, "nauc_ndcg_at_3_std": 0.114422, "nauc_ndcg_at_3_diff1": 0.199436, "nauc_ndcg_at_5_max": 0.285162, "nauc_ndcg_at_5_std": 0.115473, "nauc_ndcg_at_5_diff1": 0.217633, "nauc_ndcg_at_10_max": 0.324497, "nauc_ndcg_at_10_std": 0.151377, "nauc_ndcg_at_10_diff1": 0.232343, "nauc_ndcg_at_20_max": 0.332423, "nauc_ndcg_at_20_std": 0.159986, "nauc_ndcg_at_20_diff1": 0.208708, "nauc_ndcg_at_100_max": 0.323062, "nauc_ndcg_at_100_std": 0.157067, "nauc_ndcg_at_100_diff1": 0.208755, "nauc_ndcg_at_1000_max": 0.320528, "nauc_ndcg_at_1000_std": 0.156011, "nauc_ndcg_at_1000_diff1": 0.209069, "nauc_map_at_1_max": 0.196833, "nauc_map_at_1_std": 0.136521, "nauc_map_at_1_diff1": 0.247839, "nauc_map_at_3_max": 0.229099, "nauc_map_at_3_std": 0.086467, "nauc_map_at_3_diff1": 0.215299, "nauc_map_at_5_max": 0.246439, "nauc_map_at_5_std": 0.085441, "nauc_map_at_5_diff1": 0.210143, "nauc_map_at_10_max": 0.275672, "nauc_map_at_10_std": 0.108665, "nauc_map_at_10_diff1": 0.214747, "nauc_map_at_20_max": 0.281052, "nauc_map_at_20_std": 0.110429, "nauc_map_at_20_diff1": 0.206892, "nauc_map_at_100_max": 0.280782, "nauc_map_at_100_std": 0.112312, "nauc_map_at_100_diff1": 0.207781, "nauc_map_at_1000_max": 0.280599, "nauc_map_at_1000_std": 0.112259, "nauc_map_at_1000_diff1": 0.207699, "nauc_recall_at_1_max": 0.196833, "nauc_recall_at_1_std": 0.136521, "nauc_recall_at_1_diff1": 0.247839, "nauc_recall_at_3_max": 0.206068, "nauc_recall_at_3_std": 0.066286, "nauc_recall_at_3_diff1": 0.199108, "nauc_recall_at_5_max": 0.221641, "nauc_recall_at_5_std": 0.059508, "nauc_recall_at_5_diff1": 0.213595, "nauc_recall_at_10_max": 0.340379, "nauc_recall_at_10_std": 0.148278, "nauc_recall_at_10_diff1": 0.271618, "nauc_recall_at_20_max": 0.380421, "nauc_recall_at_20_std": 0.201386, "nauc_recall_at_20_diff1": 0.169678, "nauc_recall_at_100_max": 0.548157, "nauc_recall_at_100_std": 0.261861, "nauc_recall_at_100_diff1": 0.043012, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.345771, "nauc_precision_at_1_std": 0.20851, "nauc_precision_at_1_diff1": 0.242207, "nauc_precision_at_3_max": 0.28451, "nauc_precision_at_3_std": 0.078316, "nauc_precision_at_3_diff1": 0.051006, "nauc_precision_at_5_max": 0.274516, "nauc_precision_at_5_std": 0.074549, "nauc_precision_at_5_diff1": 0.023187, "nauc_precision_at_10_max": 0.27905, "nauc_precision_at_10_std": 0.113402, "nauc_precision_at_10_diff1": 0.00348, "nauc_precision_at_20_max": 0.248755, "nauc_precision_at_20_std": 0.099343, "nauc_precision_at_20_diff1": -0.071705, "nauc_precision_at_100_max": 0.154496, "nauc_precision_at_100_std": 0.074248, "nauc_precision_at_100_diff1": -0.103804, "nauc_precision_at_1000_max": 0.143826, "nauc_precision_at_1000_std": 0.070179, "nauc_precision_at_1000_diff1": -0.108989, "nauc_mrr_at_1_max": 0.345771, "nauc_mrr_at_1_std": 0.20851, "nauc_mrr_at_1_diff1": 0.242207, "nauc_mrr_at_3_max": 0.356273, "nauc_mrr_at_3_std": 0.214812, "nauc_mrr_at_3_diff1": 0.214279, "nauc_mrr_at_5_max": 0.36356, "nauc_mrr_at_5_std": 0.221354, "nauc_mrr_at_5_diff1": 0.234257, "nauc_mrr_at_10_max": 0.370754, "nauc_mrr_at_10_std": 0.225012, "nauc_mrr_at_10_diff1": 0.234227, "nauc_mrr_at_20_max": 0.368237, "nauc_mrr_at_20_std": 0.224874, "nauc_mrr_at_20_diff1": 0.228565, "nauc_mrr_at_100_max": 0.366554, "nauc_mrr_at_100_std": 0.22267, "nauc_mrr_at_100_diff1": 0.228254, "nauc_mrr_at_1000_max": 0.366477, "nauc_mrr_at_1000_std": 0.222634, "nauc_mrr_at_1000_diff1": 0.228327, "main_score": 0.59906, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.51714, "ndcg_at_3": 0.53629, "ndcg_at_5": 0.56755, "ndcg_at_10": 0.61165, "ndcg_at_20": 0.63817, "ndcg_at_100": 0.669, "ndcg_at_1000": 0.67245, "map_at_1": 0.29419, "map_at_3": 0.4432, "map_at_5": 0.48705, "map_at_10": 0.52077, "map_at_20": 0.5336, "map_at_100": 0.54026, "map_at_1000": 0.54052, "recall_at_1": 0.29419, "recall_at_3": 0.53654, "recall_at_5": 0.63997, "recall_at_10": 0.75413, "recall_at_20": 0.83391, "recall_at_100": 0.97265, "recall_at_1000": 0.99388, "precision_at_1": 0.51714, "precision_at_3": 0.34476, "precision_at_5": 0.25943, "precision_at_10": 0.16057, "precision_at_20": 0.09086, "precision_at_100": 0.02091, "precision_at_1000": 0.00213, "mrr_at_1": 0.517143, "mrr_at_3": 0.60381, "mrr_at_5": 0.621667, "mrr_at_10": 0.631235, "mrr_at_20": 0.633902, "mrr_at_100": 0.63614, "mrr_at_1000": 0.636242, "nauc_ndcg_at_1_max": 0.430572, "nauc_ndcg_at_1_std": 0.034909, "nauc_ndcg_at_1_diff1": 0.418827, "nauc_ndcg_at_3_max": 0.352573, "nauc_ndcg_at_3_std": -0.016843, "nauc_ndcg_at_3_diff1": 0.285545, "nauc_ndcg_at_5_max": 0.338693, "nauc_ndcg_at_5_std": -0.012884, "nauc_ndcg_at_5_diff1": 0.29267, "nauc_ndcg_at_10_max": 0.374691, "nauc_ndcg_at_10_std": 0.017051, "nauc_ndcg_at_10_diff1": 0.294389, "nauc_ndcg_at_20_max": 0.387503, "nauc_ndcg_at_20_std": 0.02068, "nauc_ndcg_at_20_diff1": 0.300924, "nauc_ndcg_at_100_max": 0.392167, "nauc_ndcg_at_100_std": 0.016893, "nauc_ndcg_at_100_diff1": 0.316172, "nauc_ndcg_at_1000_max": 0.391906, "nauc_ndcg_at_1000_std": 0.02265, "nauc_ndcg_at_1000_diff1": 0.311976, "nauc_map_at_1_max": 0.172086, "nauc_map_at_1_std": -0.064869, "nauc_map_at_1_diff1": 0.388944, "nauc_map_at_3_max": 0.246625, "nauc_map_at_3_std": -0.049687, "nauc_map_at_3_diff1": 0.302559, "nauc_map_at_5_max": 0.27887, "nauc_map_at_5_std": -0.035668, "nauc_map_at_5_diff1": 0.296912, "nauc_map_at_10_max": 0.323444, "nauc_map_at_10_std": -0.011029, "nauc_map_at_10_diff1": 0.293906, "nauc_map_at_20_max": 0.334192, "nauc_map_at_20_std": -0.007085, "nauc_map_at_20_diff1": 0.296137, "nauc_map_at_100_max": 0.337844, "nauc_map_at_100_std": -0.006666, "nauc_map_at_100_diff1": 0.29892, "nauc_map_at_1000_max": 0.337751, "nauc_map_at_1000_std": -0.006259, "nauc_map_at_1000_diff1": 0.29859, "nauc_recall_at_1_max": 0.172086, "nauc_recall_at_1_std": -0.064869, "nauc_recall_at_1_diff1": 0.388944, "nauc_recall_at_3_max": 0.19443, "nauc_recall_at_3_std": -0.061655, "nauc_recall_at_3_diff1": 0.20959, "nauc_recall_at_5_max": 0.233651, "nauc_recall_at_5_std": -0.03866, "nauc_recall_at_5_diff1": 0.193015, "nauc_recall_at_10_max": 0.342285, "nauc_recall_at_10_std": 0.027078, "nauc_recall_at_10_diff1": 0.204533, "nauc_recall_at_20_max": 0.385097, "nauc_recall_at_20_std": 0.034556, "nauc_recall_at_20_diff1": 0.214739, "nauc_recall_at_100_max": 0.449641, "nauc_recall_at_100_std": -0.080742, "nauc_recall_at_100_diff1": 0.488139, "nauc_recall_at_1000_max": 0.898309, "nauc_recall_at_1000_std": 0.852993, "nauc_recall_at_1000_diff1": 0.398475, "nauc_precision_at_1_max": 0.430572, "nauc_precision_at_1_std": 0.034909, "nauc_precision_at_1_diff1": 0.418827, "nauc_precision_at_3_max": 0.406444, "nauc_precision_at_3_std": 0.069405, "nauc_precision_at_3_diff1": 0.088799, "nauc_precision_at_5_max": 0.394419, "nauc_precision_at_5_std": 0.101673, "nauc_precision_at_5_diff1": 0.035138, "nauc_precision_at_10_max": 0.405823, "nauc_precision_at_10_std": 0.151209, "nauc_precision_at_10_diff1": -0.008027, "nauc_precision_at_20_max": 0.379596, "nauc_precision_at_20_std": 0.152316, "nauc_precision_at_20_diff1": -0.019464, "nauc_precision_at_100_max": 0.331479, "nauc_precision_at_100_std": 0.134092, "nauc_precision_at_100_diff1": -0.033684, "nauc_precision_at_1000_max": 0.314701, "nauc_precision_at_1000_std": 0.139836, "nauc_precision_at_1000_diff1": -0.050861, "nauc_mrr_at_1_max": 0.430572, "nauc_mrr_at_1_std": 0.034909, "nauc_mrr_at_1_diff1": 0.418827, "nauc_mrr_at_3_max": 0.432425, "nauc_mrr_at_3_std": 0.032166, "nauc_mrr_at_3_diff1": 0.359318, "nauc_mrr_at_5_max": 0.444432, "nauc_mrr_at_5_std": 0.044504, "nauc_mrr_at_5_diff1": 0.364257, "nauc_mrr_at_10_max": 0.442959, "nauc_mrr_at_10_std": 0.041875, "nauc_mrr_at_10_diff1": 0.365263, "nauc_mrr_at_20_max": 0.442203, "nauc_mrr_at_20_std": 0.040904, "nauc_mrr_at_20_diff1": 0.366418, "nauc_mrr_at_100_max": 0.441776, "nauc_mrr_at_100_std": 0.040921, "nauc_mrr_at_100_diff1": 0.36744, "nauc_mrr_at_1000_max": 0.441887, "nauc_mrr_at_1000_std": 0.041184, "nauc_mrr_at_1000_diff1": 0.367357, "main_score": 0.61165, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.52292, "ndcg_at_3": 0.4874, "ndcg_at_5": 0.5053, "ndcg_at_10": 0.55046, "ndcg_at_20": 0.59042, "ndcg_at_100": 0.64232, "ndcg_at_1000": 0.65272, "map_at_1": 0.23114, "map_at_3": 0.35146, "map_at_5": 0.39888, "map_at_10": 0.43998, "map_at_20": 0.46135, "map_at_100": 0.47702, "map_at_1000": 0.478, "recall_at_1": 0.23114, "recall_at_3": 0.41438, "recall_at_5": 0.51691, "recall_at_10": 0.64871, "recall_at_20": 0.75244, "recall_at_100": 0.94111, "recall_at_1000": 0.99622, "precision_at_1": 0.52292, "precision_at_3": 0.35521, "precision_at_5": 0.28229, "precision_at_10": 0.18896, "precision_at_20": 0.11563, "precision_at_100": 0.03006, "precision_at_1000": 0.0032, "mrr_at_1": 0.522917, "mrr_at_3": 0.613542, "mrr_at_5": 0.629531, "mrr_at_10": 0.64082, "mrr_at_20": 0.64421, "mrr_at_100": 0.646061, "mrr_at_1000": 0.646156, "nauc_ndcg_at_1_max": 0.306238, "nauc_ndcg_at_1_std": -0.013898, "nauc_ndcg_at_1_diff1": 0.307715, "nauc_ndcg_at_3_max": 0.265954, "nauc_ndcg_at_3_std": -0.045999, "nauc_ndcg_at_3_diff1": 0.222746, "nauc_ndcg_at_5_max": 0.275593, "nauc_ndcg_at_5_std": -0.06519, "nauc_ndcg_at_5_diff1": 0.222277, "nauc_ndcg_at_10_max": 0.304901, "nauc_ndcg_at_10_std": -0.059238, "nauc_ndcg_at_10_diff1": 0.213818, "nauc_ndcg_at_20_max": 0.310629, "nauc_ndcg_at_20_std": -0.033912, "nauc_ndcg_at_20_diff1": 0.213398, "nauc_ndcg_at_100_max": 0.293692, "nauc_ndcg_at_100_std": -0.017705, "nauc_ndcg_at_100_diff1": 0.206385, "nauc_ndcg_at_1000_max": 0.294428, "nauc_ndcg_at_1000_std": -0.021888, "nauc_ndcg_at_1000_diff1": 0.216064, "nauc_map_at_1_max": 0.229575, "nauc_map_at_1_std": -0.104518, "nauc_map_at_1_diff1": 0.329788, "nauc_map_at_3_max": 0.252083, "nauc_map_at_3_std": -0.106768, "nauc_map_at_3_diff1": 0.259875, "nauc_map_at_5_max": 0.268408, "nauc_map_at_5_std": -0.103755, "nauc_map_at_5_diff1": 0.246622, "nauc_map_at_10_max": 0.288659, "nauc_map_at_10_std": -0.087791, "nauc_map_at_10_diff1": 0.232831, "nauc_map_at_20_max": 0.293735, "nauc_map_at_20_std": -0.07225, "nauc_map_at_20_diff1": 0.231914, "nauc_map_at_100_max": 0.289544, "nauc_map_at_100_std": -0.064038, "nauc_map_at_100_diff1": 0.228715, "nauc_map_at_1000_max": 0.289334, "nauc_map_at_1000_std": -0.064167, "nauc_map_at_1000_diff1": 0.229106, "nauc_recall_at_1_max": 0.229575, "nauc_recall_at_1_std": -0.104518, "nauc_recall_at_1_diff1": 0.329788, "nauc_recall_at_3_max": 0.208073, "nauc_recall_at_3_std": -0.110833, "nauc_recall_at_3_diff1": 0.194966, "nauc_recall_at_5_max": 0.222932, "nauc_recall_at_5_std": -0.100659, "nauc_recall_at_5_diff1": 0.161743, "nauc_recall_at_10_max": 0.254651, "nauc_recall_at_10_std": -0.075721, "nauc_recall_at_10_diff1": 0.114009, "nauc_recall_at_20_max": 0.280232, "nauc_recall_at_20_std": -0.013708, "nauc_recall_at_20_diff1": 0.10694, "nauc_recall_at_100_max": 0.180053, "nauc_recall_at_100_std": 0.102711, "nauc_recall_at_100_diff1": -0.075231, "nauc_recall_at_1000_max": 0.446136, "nauc_recall_at_1000_std": 0.295227, "nauc_recall_at_1000_diff1": 0.019186, "nauc_precision_at_1_max": 0.306238, "nauc_precision_at_1_std": -0.013898, "nauc_precision_at_1_diff1": 0.307715, "nauc_precision_at_3_max": 0.204558, "nauc_precision_at_3_std": 0.022887, "nauc_precision_at_3_diff1": 0.068313, "nauc_precision_at_5_max": 0.186097, "nauc_precision_at_5_std": 0.045308, "nauc_precision_at_5_diff1": 0.00997, "nauc_precision_at_10_max": 0.14853, "nauc_precision_at_10_std": 0.109162, "nauc_precision_at_10_diff1": -0.06624, "nauc_precision_at_20_max": 0.087742, "nauc_precision_at_20_std": 0.154987, "nauc_precision_at_20_diff1": -0.092566, "nauc_precision_at_100_max": -0.023981, "nauc_precision_at_100_std": 0.18499, "nauc_precision_at_100_diff1": -0.142112, "nauc_precision_at_1000_max": -0.049126, "nauc_precision_at_1000_std": 0.168744, "nauc_precision_at_1000_diff1": -0.135769, "nauc_mrr_at_1_max": 0.306238, "nauc_mrr_at_1_std": -0.013898, "nauc_mrr_at_1_diff1": 0.307715, "nauc_mrr_at_3_max": 0.301777, "nauc_mrr_at_3_std": -0.006708, "nauc_mrr_at_3_diff1": 0.26573, "nauc_mrr_at_5_max": 0.310101, "nauc_mrr_at_5_std": -0.000377, "nauc_mrr_at_5_diff1": 0.261879, "nauc_mrr_at_10_max": 0.305008, "nauc_mrr_at_10_std": -0.001871, "nauc_mrr_at_10_diff1": 0.263332, "nauc_mrr_at_20_max": 0.304213, "nauc_mrr_at_20_std": -0.002479, "nauc_mrr_at_20_diff1": 0.264236, "nauc_mrr_at_100_max": 0.303677, "nauc_mrr_at_100_std": -0.003077, "nauc_mrr_at_100_diff1": 0.264589, "nauc_mrr_at_1000_max": 0.30385, "nauc_mrr_at_1000_std": -0.002986, "nauc_mrr_at_1000_diff1": 0.264758, "main_score": 0.55046, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.59651, "ndcg_at_3": 0.63385, "ndcg_at_5": 0.67043, "ndcg_at_10": 0.70825, "ndcg_at_20": 0.73155, "ndcg_at_100": 0.75, "ndcg_at_1000": 0.75193, "map_at_1": 0.38575, "map_at_3": 0.54492, "map_at_5": 0.59011, "map_at_10": 0.62034, "map_at_20": 0.63218, "map_at_100": 0.6376, "map_at_1000": 0.63774, "recall_at_1": 0.38575, "recall_at_3": 0.64242, "recall_at_5": 0.75041, "recall_at_10": 0.84779, "recall_at_20": 0.91617, "recall_at_100": 0.98783, "recall_at_1000": 1.0, "precision_at_1": 0.59651, "precision_at_3": 0.37519, "precision_at_5": 0.27767, "precision_at_10": 0.16605, "precision_at_20": 0.09285, "precision_at_100": 0.02056, "precision_at_1000": 0.00208, "mrr_at_1": 0.596512, "mrr_at_3": 0.702713, "mrr_at_5": 0.715271, "mrr_at_10": 0.721699, "mrr_at_20": 0.723809, "mrr_at_100": 0.724746, "mrr_at_1000": 0.724793, "nauc_ndcg_at_1_max": 0.296305, "nauc_ndcg_at_1_std": -0.016905, "nauc_ndcg_at_1_diff1": 0.407418, "nauc_ndcg_at_3_max": 0.198069, "nauc_ndcg_at_3_std": -0.142243, "nauc_ndcg_at_3_diff1": 0.352678, "nauc_ndcg_at_5_max": 0.210131, "nauc_ndcg_at_5_std": -0.189288, "nauc_ndcg_at_5_diff1": 0.368686, "nauc_ndcg_at_10_max": 0.23339, "nauc_ndcg_at_10_std": -0.166326, "nauc_ndcg_at_10_diff1": 0.368762, "nauc_ndcg_at_20_max": 0.243815, "nauc_ndcg_at_20_std": -0.127658, "nauc_ndcg_at_20_diff1": 0.365011, "nauc_ndcg_at_100_max": 0.258751, "nauc_ndcg_at_100_std": -0.100649, "nauc_ndcg_at_100_diff1": 0.371979, "nauc_ndcg_at_1000_max": 0.254336, "nauc_ndcg_at_1000_std": -0.102429, "nauc_ndcg_at_1000_diff1": 0.37063, "nauc_map_at_1_max": 0.079999, "nauc_map_at_1_std": -0.217246, "nauc_map_at_1_diff1": 0.390128, "nauc_map_at_3_max": 0.125525, "nauc_map_at_3_std": -0.24031, "nauc_map_at_3_diff1": 0.37417, "nauc_map_at_5_max": 0.162071, "nauc_map_at_5_std": -0.235292, "nauc_map_at_5_diff1": 0.376017, "nauc_map_at_10_max": 0.187029, "nauc_map_at_10_std": -0.202653, "nauc_map_at_10_diff1": 0.370096, "nauc_map_at_20_max": 0.194525, "nauc_map_at_20_std": -0.182761, "nauc_map_at_20_diff1": 0.368899, "nauc_map_at_100_max": 0.199355, "nauc_map_at_100_std": -0.17364, "nauc_map_at_100_diff1": 0.37028, "nauc_map_at_1000_max": 0.199206, "nauc_map_at_1000_std": -0.173558, "nauc_map_at_1000_diff1": 0.370215, "nauc_recall_at_1_max": 0.079999, "nauc_recall_at_1_std": -0.217246, "nauc_recall_at_1_diff1": 0.390128, "nauc_recall_at_3_max": 0.078186, "nauc_recall_at_3_std": -0.277238, "nauc_recall_at_3_diff1": 0.301885, "nauc_recall_at_5_max": 0.131464, "nauc_recall_at_5_std": -0.33301, "nauc_recall_at_5_diff1": 0.302183, "nauc_recall_at_10_max": 0.171162, "nauc_recall_at_10_std": -0.302867, "nauc_recall_at_10_diff1": 0.2882, "nauc_recall_at_20_max": 0.18055, "nauc_recall_at_20_std": -0.212566, "nauc_recall_at_20_diff1": 0.254529, "nauc_recall_at_100_max": 0.733341, "nauc_recall_at_100_std": 0.207827, "nauc_recall_at_100_diff1": 0.474505, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.296305, "nauc_precision_at_1_std": -0.016905, "nauc_precision_at_1_diff1": 0.407418, "nauc_precision_at_3_max": 0.28596, "nauc_precision_at_3_std": 0.140287, "nauc_precision_at_3_diff1": 0.07883, "nauc_precision_at_5_max": 0.286405, "nauc_precision_at_5_std": 0.204634, "nauc_precision_at_5_diff1": -0.006242, "nauc_precision_at_10_max": 0.266079, "nauc_precision_at_10_std": 0.305573, "nauc_precision_at_10_diff1": -0.086552, "nauc_precision_at_20_max": 0.235767, "nauc_precision_at_20_std": 0.374889, "nauc_precision_at_20_diff1": -0.126106, "nauc_precision_at_100_max": 0.211304, "nauc_precision_at_100_std": 0.42589, "nauc_precision_at_100_diff1": -0.150594, "nauc_precision_at_1000_max": 0.199091, "nauc_precision_at_1000_std": 0.425482, "nauc_precision_at_1000_diff1": -0.157269, "nauc_mrr_at_1_max": 0.296305, "nauc_mrr_at_1_std": -0.016905, "nauc_mrr_at_1_diff1": 0.407418, "nauc_mrr_at_3_max": 0.320725, "nauc_mrr_at_3_std": -0.007656, "nauc_mrr_at_3_diff1": 0.379368, "nauc_mrr_at_5_max": 0.328835, "nauc_mrr_at_5_std": -0.014055, "nauc_mrr_at_5_diff1": 0.384174, "nauc_mrr_at_10_max": 0.323878, "nauc_mrr_at_10_std": -0.010417, "nauc_mrr_at_10_diff1": 0.385195, "nauc_mrr_at_20_max": 0.321502, "nauc_mrr_at_20_std": -0.010335, "nauc_mrr_at_20_diff1": 0.383963, "nauc_mrr_at_100_max": 0.32176, "nauc_mrr_at_100_std": -0.01076, "nauc_mrr_at_100_diff1": 0.385159, "nauc_mrr_at_1000_max": 0.321625, "nauc_mrr_at_1000_std": -0.010829, "nauc_mrr_at_1000_diff1": 0.3851, "main_score": 0.70825, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.66197, "ndcg_at_3": 0.63842, "ndcg_at_5": 0.67081, "ndcg_at_10": 0.70314, "ndcg_at_20": 0.73426, "ndcg_at_100": 0.75661, "ndcg_at_1000": 0.76264, "map_at_1": 0.41546, "map_at_3": 0.52991, "map_at_5": 0.58096, "map_at_10": 0.61712, "map_at_20": 0.63559, "map_at_100": 0.64336, "map_at_1000": 0.64388, "recall_at_1": 0.41546, "recall_at_3": 0.58364, "recall_at_5": 0.70273, "recall_at_10": 0.79981, "recall_at_20": 0.88385, "recall_at_100": 0.96325, "recall_at_1000": 1.0, "precision_at_1": 0.66197, "precision_at_3": 0.37715, "precision_at_5": 0.29671, "precision_at_10": 0.18545, "precision_at_20": 0.10962, "precision_at_100": 0.02484, "precision_at_1000": 0.00257, "mrr_at_1": 0.661972, "mrr_at_3": 0.729264, "mrr_at_5": 0.745931, "mrr_at_10": 0.752461, "mrr_at_20": 0.75401, "mrr_at_100": 0.754705, "mrr_at_1000": 0.754787, "nauc_ndcg_at_1_max": 0.402033, "nauc_ndcg_at_1_std": 0.084909, "nauc_ndcg_at_1_diff1": 0.424274, "nauc_ndcg_at_3_max": 0.306078, "nauc_ndcg_at_3_std": 0.001218, "nauc_ndcg_at_3_diff1": 0.412707, "nauc_ndcg_at_5_max": 0.295782, "nauc_ndcg_at_5_std": -0.01077, "nauc_ndcg_at_5_diff1": 0.399357, "nauc_ndcg_at_10_max": 0.329533, "nauc_ndcg_at_10_std": 0.02019, "nauc_ndcg_at_10_diff1": 0.401494, "nauc_ndcg_at_20_max": 0.346447, "nauc_ndcg_at_20_std": 0.025579, "nauc_ndcg_at_20_diff1": 0.394763, "nauc_ndcg_at_100_max": 0.362783, "nauc_ndcg_at_100_std": 0.039424, "nauc_ndcg_at_100_diff1": 0.403091, "nauc_ndcg_at_1000_max": 0.359327, "nauc_ndcg_at_1000_std": 0.039352, "nauc_ndcg_at_1000_diff1": 0.400145, "nauc_map_at_1_max": 0.107945, "nauc_map_at_1_std": -0.123517, "nauc_map_at_1_diff1": 0.510467, "nauc_map_at_3_max": 0.183164, "nauc_map_at_3_std": -0.049894, "nauc_map_at_3_diff1": 0.472665, "nauc_map_at_5_max": 0.213769, "nauc_map_at_5_std": -0.037567, "nauc_map_at_5_diff1": 0.444823, "nauc_map_at_10_max": 0.263878, "nauc_map_at_10_std": -0.008231, "nauc_map_at_10_diff1": 0.42818, "nauc_map_at_20_max": 0.277717, "nauc_map_at_20_std": -0.004311, "nauc_map_at_20_diff1": 0.419848, "nauc_map_at_100_max": 0.282952, "nauc_map_at_100_std": 0.000673, "nauc_map_at_100_diff1": 0.419547, "nauc_map_at_1000_max": 0.2831, "nauc_map_at_1000_std": 0.000898, "nauc_map_at_1000_diff1": 0.419446, "nauc_recall_at_1_max": 0.107945, "nauc_recall_at_1_std": -0.123517, "nauc_recall_at_1_diff1": 0.510467, "nauc_recall_at_3_max": 0.182153, "nauc_recall_at_3_std": -0.073113, "nauc_recall_at_3_diff1": 0.448672, "nauc_recall_at_5_max": 0.171373, "nauc_recall_at_5_std": -0.075429, "nauc_recall_at_5_diff1": 0.353242, "nauc_recall_at_10_max": 0.284525, "nauc_recall_at_10_std": -0.003989, "nauc_recall_at_10_diff1": 0.317015, "nauc_recall_at_20_max": 0.303102, "nauc_recall_at_20_std": -0.000253, "nauc_recall_at_20_diff1": 0.285821, "nauc_recall_at_100_max": 0.508672, "nauc_recall_at_100_std": 0.090138, "nauc_recall_at_100_diff1": 0.428775, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.402033, "nauc_precision_at_1_std": 0.084909, "nauc_precision_at_1_diff1": 0.424274, "nauc_precision_at_3_max": 0.345697, "nauc_precision_at_3_std": 0.185915, "nauc_precision_at_3_diff1": -0.066493, "nauc_precision_at_5_max": 0.307947, "nauc_precision_at_5_std": 0.179953, "nauc_precision_at_5_diff1": -0.198933, "nauc_precision_at_10_max": 0.297822, "nauc_precision_at_10_std": 0.200303, "nauc_precision_at_10_diff1": -0.256574, "nauc_precision_at_20_max": 0.247405, "nauc_precision_at_20_std": 0.178695, "nauc_precision_at_20_diff1": -0.293374, "nauc_precision_at_100_max": 0.215454, "nauc_precision_at_100_std": 0.184108, "nauc_precision_at_100_diff1": -0.300779, "nauc_precision_at_1000_max": 0.200693, "nauc_precision_at_1000_std": 0.183302, "nauc_precision_at_1000_diff1": -0.317333, "nauc_mrr_at_1_max": 0.402033, "nauc_mrr_at_1_std": 0.084909, "nauc_mrr_at_1_diff1": 0.424274, "nauc_mrr_at_3_max": 0.453157, "nauc_mrr_at_3_std": 0.072042, "nauc_mrr_at_3_diff1": 0.389585, "nauc_mrr_at_5_max": 0.446585, "nauc_mrr_at_5_std": 0.085176, "nauc_mrr_at_5_diff1": 0.384596, "nauc_mrr_at_10_max": 0.448456, "nauc_mrr_at_10_std": 0.089477, "nauc_mrr_at_10_diff1": 0.38964, "nauc_mrr_at_20_max": 0.447622, "nauc_mrr_at_20_std": 0.090055, "nauc_mrr_at_20_diff1": 0.391302, "nauc_mrr_at_100_max": 0.446541, "nauc_mrr_at_100_std": 0.088521, "nauc_mrr_at_100_diff1": 0.392186, "nauc_mrr_at_1000_max": 0.446416, "nauc_mrr_at_1000_std": 0.088401, "nauc_mrr_at_1000_diff1": 0.39218, "main_score": 0.70314, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.654, "ndcg_at_3": 0.63423, "ndcg_at_5": 0.65162, "ndcg_at_10": 0.69493, "ndcg_at_20": 0.72819, "ndcg_at_100": 0.75668, "ndcg_at_1000": 0.7594, "map_at_1": 0.33248, "map_at_3": 0.50294, "map_at_5": 0.5524, "map_at_10": 0.59514, "map_at_20": 0.61363, "map_at_100": 0.62352, "map_at_1000": 0.62386, "recall_at_1": 0.33248, "recall_at_3": 0.57458, "recall_at_5": 0.67573, "recall_at_10": 0.7959, "recall_at_20": 0.88486, "recall_at_100": 0.98463, "recall_at_1000": 0.99804, "precision_at_1": 0.654, "precision_at_3": 0.43467, "precision_at_5": 0.3254, "precision_at_10": 0.2067, "precision_at_20": 0.1196, "precision_at_100": 0.02778, "precision_at_1000": 0.00283, "mrr_at_1": 0.654, "mrr_at_3": 0.741167, "mrr_at_5": 0.753867, "mrr_at_10": 0.760529, "mrr_at_20": 0.762462, "mrr_at_100": 0.763164, "mrr_at_1000": 0.763185, "nauc_ndcg_at_1_max": 0.341278, "nauc_ndcg_at_1_std": 0.0272, "nauc_ndcg_at_1_diff1": 0.416382, "nauc_ndcg_at_3_max": 0.314257, "nauc_ndcg_at_3_std": -0.008185, "nauc_ndcg_at_3_diff1": 0.28909, "nauc_ndcg_at_5_max": 0.292921, "nauc_ndcg_at_5_std": -0.038992, "nauc_ndcg_at_5_diff1": 0.319555, "nauc_ndcg_at_10_max": 0.302321, "nauc_ndcg_at_10_std": -0.042195, "nauc_ndcg_at_10_diff1": 0.315423, "nauc_ndcg_at_20_max": 0.329877, "nauc_ndcg_at_20_std": -0.012135, "nauc_ndcg_at_20_diff1": 0.323507, "nauc_ndcg_at_100_max": 0.341003, "nauc_ndcg_at_100_std": 0.006595, "nauc_ndcg_at_100_diff1": 0.323413, "nauc_ndcg_at_1000_max": 0.338578, "nauc_ndcg_at_1000_std": 0.007515, "nauc_ndcg_at_1000_diff1": 0.324228, "nauc_map_at_1_max": 0.145097, "nauc_map_at_1_std": -0.096224, "nauc_map_at_1_diff1": 0.436569, "nauc_map_at_3_max": 0.217517, "nauc_map_at_3_std": -0.08728, "nauc_map_at_3_diff1": 0.336913, "nauc_map_at_5_max": 0.237709, "nauc_map_at_5_std": -0.08575, "nauc_map_at_5_diff1": 0.330399, "nauc_map_at_10_max": 0.264419, "nauc_map_at_10_std": -0.065017, "nauc_map_at_10_diff1": 0.315045, "nauc_map_at_20_max": 0.279906, "nauc_map_at_20_std": -0.048972, "nauc_map_at_20_diff1": 0.316107, "nauc_map_at_100_max": 0.285706, "nauc_map_at_100_std": -0.040277, "nauc_map_at_100_diff1": 0.314029, "nauc_map_at_1000_max": 0.285478, "nauc_map_at_1000_std": -0.040123, "nauc_map_at_1000_diff1": 0.314003, "nauc_recall_at_1_max": 0.145097, "nauc_recall_at_1_std": -0.096224, "nauc_recall_at_1_diff1": 0.436569, "nauc_recall_at_3_max": 0.190455, "nauc_recall_at_3_std": -0.1001, "nauc_recall_at_3_diff1": 0.279026, "nauc_recall_at_5_max": 0.191833, "nauc_recall_at_5_std": -0.110803, "nauc_recall_at_5_diff1": 0.26445, "nauc_recall_at_10_max": 0.199681, "nauc_recall_at_10_std": -0.110746, "nauc_recall_at_10_diff1": 0.208385, "nauc_recall_at_20_max": 0.269058, "nauc_recall_at_20_std": -0.040624, "nauc_recall_at_20_diff1": 0.221399, "nauc_recall_at_100_max": 0.489622, "nauc_recall_at_100_std": 0.035509, "nauc_recall_at_100_diff1": 0.255414, "nauc_recall_at_1000_max": 0.74922, "nauc_recall_at_1000_std": 0.161521, "nauc_recall_at_1000_diff1": 0.747849, "nauc_precision_at_1_max": 0.341278, "nauc_precision_at_1_std": 0.0272, "nauc_precision_at_1_diff1": 0.416382, "nauc_precision_at_3_max": 0.281322, "nauc_precision_at_3_std": 0.095595, "nauc_precision_at_3_diff1": -0.049017, "nauc_precision_at_5_max": 0.242882, "nauc_precision_at_5_std": 0.113143, "nauc_precision_at_5_diff1": -0.105076, "nauc_precision_at_10_max": 0.20218, "nauc_precision_at_10_std": 0.167767, "nauc_precision_at_10_diff1": -0.182045, "nauc_precision_at_20_max": 0.17753, "nauc_precision_at_20_std": 0.208165, "nauc_precision_at_20_diff1": -0.199578, "nauc_precision_at_100_max": 0.129319, "nauc_precision_at_100_std": 0.229297, "nauc_precision_at_100_diff1": -0.221526, "nauc_precision_at_1000_max": 0.114805, "nauc_precision_at_1000_std": 0.227174, "nauc_precision_at_1000_diff1": -0.223545, "nauc_mrr_at_1_max": 0.341278, "nauc_mrr_at_1_std": 0.0272, "nauc_mrr_at_1_diff1": 0.416382, "nauc_mrr_at_3_max": 0.393562, "nauc_mrr_at_3_std": 0.041998, "nauc_mrr_at_3_diff1": 0.39931, "nauc_mrr_at_5_max": 0.394506, "nauc_mrr_at_5_std": 0.048754, "nauc_mrr_at_5_diff1": 0.399624, "nauc_mrr_at_10_max": 0.391565, "nauc_mrr_at_10_std": 0.04616, "nauc_mrr_at_10_diff1": 0.397377, "nauc_mrr_at_20_max": 0.390468, "nauc_mrr_at_20_std": 0.046305, "nauc_mrr_at_20_diff1": 0.400434, "nauc_mrr_at_100_max": 0.389381, "nauc_mrr_at_100_std": 0.045095, "nauc_mrr_at_100_diff1": 0.40109, "nauc_mrr_at_1000_max": 0.389325, "nauc_mrr_at_1000_std": 0.045084, "nauc_mrr_at_1000_diff1": 0.401063, "main_score": 0.69493, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.63693, "ndcg_at_3": 0.69519, "ndcg_at_5": 0.71515, "ndcg_at_10": 0.74265, "ndcg_at_20": 0.76226, "ndcg_at_100": 0.77811, "ndcg_at_1000": 0.78085, "map_at_1": 0.44861, "map_at_3": 0.62236, "map_at_5": 0.6527, "map_at_10": 0.67215, "map_at_20": 0.68192, "map_at_100": 0.68585, "map_at_1000": 0.68601, "recall_at_1": 0.44861, "recall_at_3": 0.71922, "recall_at_5": 0.78223, "recall_at_10": 0.85282, "recall_at_20": 0.91033, "recall_at_100": 0.97573, "recall_at_1000": 0.99371, "precision_at_1": 0.63693, "precision_at_3": 0.38589, "precision_at_5": 0.26722, "precision_at_10": 0.15083, "precision_at_20": 0.08351, "precision_at_100": 0.01834, "precision_at_1000": 0.00187, "mrr_at_1": 0.636929, "mrr_at_3": 0.742047, "mrr_at_5": 0.749101, "mrr_at_10": 0.754602, "mrr_at_20": 0.7564, "mrr_at_100": 0.757215, "mrr_at_1000": 0.75724, "nauc_ndcg_at_1_max": 0.396207, "nauc_ndcg_at_1_std": 0.061974, "nauc_ndcg_at_1_diff1": 0.507679, "nauc_ndcg_at_3_max": 0.366812, "nauc_ndcg_at_3_std": -0.02646, "nauc_ndcg_at_3_diff1": 0.44648, "nauc_ndcg_at_5_max": 0.361457, "nauc_ndcg_at_5_std": -0.031252, "nauc_ndcg_at_5_diff1": 0.44215, "nauc_ndcg_at_10_max": 0.395361, "nauc_ndcg_at_10_std": 0.009184, "nauc_ndcg_at_10_diff1": 0.450628, "nauc_ndcg_at_20_max": 0.41831, "nauc_ndcg_at_20_std": 0.024437, "nauc_ndcg_at_20_diff1": 0.445882, "nauc_ndcg_at_100_max": 0.415382, "nauc_ndcg_at_100_std": 0.044776, "nauc_ndcg_at_100_diff1": 0.440406, "nauc_ndcg_at_1000_max": 0.411462, "nauc_ndcg_at_1000_std": 0.040904, "nauc_ndcg_at_1000_diff1": 0.446077, "nauc_map_at_1_max": 0.20825, "nauc_map_at_1_std": -0.078051, "nauc_map_at_1_diff1": 0.49996, "nauc_map_at_3_max": 0.304153, "nauc_map_at_3_std": -0.055425, "nauc_map_at_3_diff1": 0.457718, "nauc_map_at_5_max": 0.326726, "nauc_map_at_5_std": -0.043304, "nauc_map_at_5_diff1": 0.454984, "nauc_map_at_10_max": 0.349703, "nauc_map_at_10_std": -0.020048, "nauc_map_at_10_diff1": 0.45588, "nauc_map_at_20_max": 0.359111, "nauc_map_at_20_std": -0.013593, "nauc_map_at_20_diff1": 0.454516, "nauc_map_at_100_max": 0.359527, "nauc_map_at_100_std": -0.009376, "nauc_map_at_100_diff1": 0.452953, "nauc_map_at_1000_max": 0.359482, "nauc_map_at_1000_std": -0.009386, "nauc_map_at_1000_diff1": 0.453092, "nauc_recall_at_1_max": 0.20825, "nauc_recall_at_1_std": -0.078051, "nauc_recall_at_1_diff1": 0.49996, "nauc_recall_at_3_max": 0.259494, "nauc_recall_at_3_std": -0.122625, "nauc_recall_at_3_diff1": 0.380297, "nauc_recall_at_5_max": 0.28862, "nauc_recall_at_5_std": -0.122637, "nauc_recall_at_5_diff1": 0.350531, "nauc_recall_at_10_max": 0.372588, "nauc_recall_at_10_std": -0.036197, "nauc_recall_at_10_diff1": 0.362061, "nauc_recall_at_20_max": 0.518469, "nauc_recall_at_20_std": 0.029999, "nauc_recall_at_20_diff1": 0.313329, "nauc_recall_at_100_max": 0.671608, "nauc_recall_at_100_std": 0.442038, "nauc_recall_at_100_diff1": 0.07892, "nauc_recall_at_1000_max": 0.585944, "nauc_recall_at_1000_std": 0.784499, "nauc_recall_at_1000_diff1": 0.281095, "nauc_precision_at_1_max": 0.396207, "nauc_precision_at_1_std": 0.061974, "nauc_precision_at_1_diff1": 0.507679, "nauc_precision_at_3_max": 0.338654, "nauc_precision_at_3_std": 0.17072, "nauc_precision_at_3_diff1": 0.026393, "nauc_precision_at_5_max": 0.264494, "nauc_precision_at_5_std": 0.164331, "nauc_precision_at_5_diff1": -0.064221, "nauc_precision_at_10_max": 0.251948, "nauc_precision_at_10_std": 0.231325, "nauc_precision_at_10_diff1": -0.117027, "nauc_precision_at_20_max": 0.209614, "nauc_precision_at_20_std": 0.225817, "nauc_precision_at_20_diff1": -0.170297, "nauc_precision_at_100_max": 0.132272, "nauc_precision_at_100_std": 0.257533, "nauc_precision_at_100_diff1": -0.236537, "nauc_precision_at_1000_max": 0.10801, "nauc_precision_at_1000_std": 0.247839, "nauc_precision_at_1000_diff1": -0.240636, "nauc_mrr_at_1_max": 0.396207, "nauc_mrr_at_1_std": 0.061974, "nauc_mrr_at_1_diff1": 0.507679, "nauc_mrr_at_3_max": 0.453709, "nauc_mrr_at_3_std": 0.075127, "nauc_mrr_at_3_diff1": 0.481364, "nauc_mrr_at_5_max": 0.453188, "nauc_mrr_at_5_std": 0.074341, "nauc_mrr_at_5_diff1": 0.473657, "nauc_mrr_at_10_max": 0.45209, "nauc_mrr_at_10_std": 0.078148, "nauc_mrr_at_10_diff1": 0.478448, "nauc_mrr_at_20_max": 0.451984, "nauc_mrr_at_20_std": 0.077834, "nauc_mrr_at_20_diff1": 0.476186, "nauc_mrr_at_100_max": 0.451482, "nauc_mrr_at_100_std": 0.077583, "nauc_mrr_at_100_diff1": 0.476393, "nauc_mrr_at_1000_max": 0.451417, "nauc_mrr_at_1000_std": 0.077513, "nauc_mrr_at_1000_diff1": 0.476501, "main_score": 0.74265, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.62077, "ndcg_at_3": 0.74798, "ndcg_at_5": 0.76834, "ndcg_at_10": 0.78551, "ndcg_at_20": 0.79098, "ndcg_at_100": 0.79502, "ndcg_at_1000": 0.79743, "map_at_1": 0.61353, "map_at_3": 0.71585, "map_at_5": 0.72754, "map_at_10": 0.73505, "map_at_20": 0.73684, "map_at_100": 0.73742, "map_at_1000": 0.7375, "recall_at_1": 0.61353, "recall_at_3": 0.83535, "recall_at_5": 0.88386, "recall_at_10": 0.93519, "recall_at_20": 0.95552, "recall_at_100": 0.97705, "recall_at_1000": 0.99638, "precision_at_1": 0.62077, "precision_at_3": 0.28462, "precision_at_5": 0.18116, "precision_at_10": 0.09601, "precision_at_20": 0.04928, "precision_at_100": 0.01008, "precision_at_1000": 0.00103, "mrr_at_1": 0.620773, "mrr_at_3": 0.720813, "mrr_at_5": 0.731622, "mrr_at_10": 0.738736, "mrr_at_20": 0.739958, "mrr_at_100": 0.740488, "mrr_at_1000": 0.740571, "nauc_ndcg_at_1_max": 0.242848, "nauc_ndcg_at_1_std": -0.331043, "nauc_ndcg_at_1_diff1": 0.600382, "nauc_ndcg_at_3_max": 0.322231, "nauc_ndcg_at_3_std": -0.348685, "nauc_ndcg_at_3_diff1": 0.556711, "nauc_ndcg_at_5_max": 0.335343, "nauc_ndcg_at_5_std": -0.314411, "nauc_ndcg_at_5_diff1": 0.555616, "nauc_ndcg_at_10_max": 0.327774, "nauc_ndcg_at_10_std": -0.296443, "nauc_ndcg_at_10_diff1": 0.54717, "nauc_ndcg_at_20_max": 0.321416, "nauc_ndcg_at_20_std": -0.300124, "nauc_ndcg_at_20_diff1": 0.54431, "nauc_ndcg_at_100_max": 0.312139, "nauc_ndcg_at_100_std": -0.306524, "nauc_ndcg_at_100_diff1": 0.548949, "nauc_ndcg_at_1000_max": 0.306487, "nauc_ndcg_at_1000_std": -0.313325, "nauc_ndcg_at_1000_diff1": 0.550147, "nauc_map_at_1_max": 0.235897, "nauc_map_at_1_std": -0.338249, "nauc_map_at_1_diff1": 0.606348, "nauc_map_at_3_max": 0.296379, "nauc_map_at_3_std": -0.348081, "nauc_map_at_3_diff1": 0.571025, "nauc_map_at_5_max": 0.301039, "nauc_map_at_5_std": -0.332914, "nauc_map_at_5_diff1": 0.570675, "nauc_map_at_10_max": 0.298056, "nauc_map_at_10_std": -0.326497, "nauc_map_at_10_diff1": 0.567914, "nauc_map_at_20_max": 0.296367, "nauc_map_at_20_std": -0.326984, "nauc_map_at_20_diff1": 0.566749, "nauc_map_at_100_max": 0.295042, "nauc_map_at_100_std": -0.328289, "nauc_map_at_100_diff1": 0.567181, "nauc_map_at_1000_max": 0.294875, "nauc_map_at_1000_std": -0.328438, "nauc_map_at_1000_diff1": 0.567214, "nauc_recall_at_1_max": 0.235897, "nauc_recall_at_1_std": -0.338249, "nauc_recall_at_1_diff1": 0.606348, "nauc_recall_at_3_max": 0.431618, "nauc_recall_at_3_std": -0.353291, "nauc_recall_at_3_diff1": 0.503784, "nauc_recall_at_5_max": 0.532557, "nauc_recall_at_5_std": -0.202442, "nauc_recall_at_5_diff1": 0.482391, "nauc_recall_at_10_max": 0.608253, "nauc_recall_at_10_std": 0.034996, "nauc_recall_at_10_diff1": 0.354847, "nauc_recall_at_20_max": 0.643272, "nauc_recall_at_20_std": 0.112435, "nauc_recall_at_20_diff1": 0.244748, "nauc_recall_at_100_max": 0.602725, "nauc_recall_at_100_std": 0.301068, "nauc_recall_at_100_diff1": 0.174742, "nauc_recall_at_1000_max": 0.041732, "nauc_recall_at_1000_std": 0.851382, "nauc_recall_at_1000_diff1": -1.346655, "nauc_precision_at_1_max": 0.242848, "nauc_precision_at_1_std": -0.331043, "nauc_precision_at_1_diff1": 0.600382, "nauc_precision_at_3_max": 0.438393, "nauc_precision_at_3_std": -0.276114, "nauc_precision_at_3_diff1": 0.389423, "nauc_precision_at_5_max": 0.481146, "nauc_precision_at_5_std": -0.110533, "nauc_precision_at_5_diff1": 0.288642, "nauc_precision_at_10_max": 0.463985, "nauc_precision_at_10_std": 0.13645, "nauc_precision_at_10_diff1": 0.063179, "nauc_precision_at_20_max": 0.351612, "nauc_precision_at_20_std": 0.188436, "nauc_precision_at_20_diff1": -0.107778, "nauc_precision_at_100_max": 0.217809, "nauc_precision_at_100_std": 0.246749, "nauc_precision_at_100_diff1": -0.235013, "nauc_precision_at_1000_max": 0.055067, "nauc_precision_at_1000_std": 0.262975, "nauc_precision_at_1000_diff1": -0.465798, "nauc_mrr_at_1_max": 0.242848, "nauc_mrr_at_1_std": -0.331043, "nauc_mrr_at_1_diff1": 0.600382, "nauc_mrr_at_3_max": 0.295279, "nauc_mrr_at_3_std": -0.345098, "nauc_mrr_at_3_diff1": 0.563187, "nauc_mrr_at_5_max": 0.300478, "nauc_mrr_at_5_std": -0.327695, "nauc_mrr_at_5_diff1": 0.564005, "nauc_mrr_at_10_max": 0.297051, "nauc_mrr_at_10_std": -0.323105, "nauc_mrr_at_10_diff1": 0.561844, "nauc_mrr_at_20_max": 0.295302, "nauc_mrr_at_20_std": -0.324316, "nauc_mrr_at_20_diff1": 0.561623, "nauc_mrr_at_100_max": 0.294151, "nauc_mrr_at_100_std": -0.325392, "nauc_mrr_at_100_diff1": 0.562152, "nauc_mrr_at_1000_max": 0.293981, "nauc_mrr_at_1000_std": -0.325541, "nauc_mrr_at_1000_diff1": 0.562183, "main_score": 0.78551, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.70396, "ndcg_at_3": 0.72541, "ndcg_at_5": 0.75819, "ndcg_at_10": 0.78689, "ndcg_at_20": 0.80119, "ndcg_at_100": 0.81212, "ndcg_at_1000": 0.81367, "map_at_1": 0.49268, "map_at_3": 0.65731, "map_at_5": 0.69272, "map_at_10": 0.71564, "map_at_20": 0.72283, "map_at_100": 0.72604, "map_at_1000": 0.72618, "recall_at_1": 0.49268, "recall_at_3": 0.73796, "recall_at_5": 0.83051, "recall_at_10": 0.90319, "recall_at_20": 0.94619, "recall_at_100": 0.9887, "recall_at_1000": 0.99795, "precision_at_1": 0.70396, "precision_at_3": 0.39609, "precision_at_5": 0.27667, "precision_at_10": 0.15812, "precision_at_20": 0.08486, "precision_at_100": 0.01809, "precision_at_1000": 0.00183, "mrr_at_1": 0.703956, "mrr_at_3": 0.781264, "mrr_at_5": 0.794975, "mrr_at_10": 0.798309, "mrr_at_20": 0.799589, "mrr_at_100": 0.800207, "mrr_at_1000": 0.800232, "nauc_ndcg_at_1_max": 0.364227, "nauc_ndcg_at_1_std": 0.054406, "nauc_ndcg_at_1_diff1": 0.470091, "nauc_ndcg_at_3_max": 0.300643, "nauc_ndcg_at_3_std": -0.046949, "nauc_ndcg_at_3_diff1": 0.346913, "nauc_ndcg_at_5_max": 0.309728, "nauc_ndcg_at_5_std": -0.050685, "nauc_ndcg_at_5_diff1": 0.353929, "nauc_ndcg_at_10_max": 0.308588, "nauc_ndcg_at_10_std": -0.04631, "nauc_ndcg_at_10_diff1": 0.363227, "nauc_ndcg_at_20_max": 0.319032, "nauc_ndcg_at_20_std": -0.022057, "nauc_ndcg_at_20_diff1": 0.362942, "nauc_ndcg_at_100_max": 0.325873, "nauc_ndcg_at_100_std": -0.001288, "nauc_ndcg_at_100_diff1": 0.371834, "nauc_ndcg_at_1000_max": 0.323411, "nauc_ndcg_at_1000_std": -0.005241, "nauc_ndcg_at_1000_diff1": 0.373254, "nauc_map_at_1_max": 0.168744, "nauc_map_at_1_std": -0.126112, "nauc_map_at_1_diff1": 0.445032, "nauc_map_at_3_max": 0.255053, "nauc_map_at_3_std": -0.113375, "nauc_map_at_3_diff1": 0.382268, "nauc_map_at_5_max": 0.276617, "nauc_map_at_5_std": -0.096598, "nauc_map_at_5_diff1": 0.37139, "nauc_map_at_10_max": 0.280609, "nauc_map_at_10_std": -0.081312, "nauc_map_at_10_diff1": 0.371449, "nauc_map_at_20_max": 0.285261, "nauc_map_at_20_std": -0.067275, "nauc_map_at_20_diff1": 0.369693, "nauc_map_at_100_max": 0.287211, "nauc_map_at_100_std": -0.061592, "nauc_map_at_100_diff1": 0.371614, "nauc_map_at_1000_max": 0.287191, "nauc_map_at_1000_std": -0.061661, "nauc_map_at_1000_diff1": 0.371629, "nauc_recall_at_1_max": 0.168744, "nauc_recall_at_1_std": -0.126112, "nauc_recall_at_1_diff1": 0.445032, "nauc_recall_at_3_max": 0.237969, "nauc_recall_at_3_std": -0.143702, "nauc_recall_at_3_diff1": 0.277383, "nauc_recall_at_5_max": 0.25782, "nauc_recall_at_5_std": -0.138471, "nauc_recall_at_5_diff1": 0.240081, "nauc_recall_at_10_max": 0.252069, "nauc_recall_at_10_std": -0.138314, "nauc_recall_at_10_diff1": 0.21489, "nauc_recall_at_20_max": 0.313374, "nauc_recall_at_20_std": -0.073783, "nauc_recall_at_20_diff1": 0.146847, "nauc_recall_at_100_max": 0.66763, "nauc_recall_at_100_std": 0.521644, "nauc_recall_at_100_diff1": 0.048441, "nauc_recall_at_1000_max": 0.907394, "nauc_recall_at_1000_std": 0.572061, "nauc_recall_at_1000_diff1": -0.433209, "nauc_precision_at_1_max": 0.364227, "nauc_precision_at_1_std": 0.054406, "nauc_precision_at_1_diff1": 0.470091, "nauc_precision_at_3_max": 0.235675, "nauc_precision_at_3_std": 0.164719, "nauc_precision_at_3_diff1": -0.060017, "nauc_precision_at_5_max": 0.191989, "nauc_precision_at_5_std": 0.224423, "nauc_precision_at_5_diff1": -0.157566, "nauc_precision_at_10_max": 0.119828, "nauc_precision_at_10_std": 0.252852, "nauc_precision_at_10_diff1": -0.197321, "nauc_precision_at_20_max": 0.095181, "nauc_precision_at_20_std": 0.291028, "nauc_precision_at_20_diff1": -0.21737, "nauc_precision_at_100_max": 0.077839, "nauc_precision_at_100_std": 0.324145, "nauc_precision_at_100_diff1": -0.216455, "nauc_precision_at_1000_max": 0.068956, "nauc_precision_at_1000_std": 0.31611, "nauc_precision_at_1000_diff1": -0.217812, "nauc_mrr_at_1_max": 0.364227, "nauc_mrr_at_1_std": 0.054406, "nauc_mrr_at_1_diff1": 0.470091, "nauc_mrr_at_3_max": 0.377725, "nauc_mrr_at_3_std": 0.063479, "nauc_mrr_at_3_diff1": 0.404098, "nauc_mrr_at_5_max": 0.376817, "nauc_mrr_at_5_std": 0.07003, "nauc_mrr_at_5_diff1": 0.417142, "nauc_mrr_at_10_max": 0.376097, "nauc_mrr_at_10_std": 0.071326, "nauc_mrr_at_10_diff1": 0.419191, "nauc_mrr_at_20_max": 0.375709, "nauc_mrr_at_20_std": 0.068074, "nauc_mrr_at_20_diff1": 0.421339, "nauc_mrr_at_100_max": 0.375394, "nauc_mrr_at_100_std": 0.067995, "nauc_mrr_at_100_diff1": 0.421444, "nauc_mrr_at_1000_max": 0.375311, "nauc_mrr_at_1000_std": 0.067882, "nauc_mrr_at_1000_diff1": 0.421427, "main_score": 0.78689, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.67227, "ndcg_at_3": 0.77566, "ndcg_at_5": 0.80778, "ndcg_at_10": 0.82077, "ndcg_at_20": 0.82826, "ndcg_at_100": 0.82909, "ndcg_at_1000": 0.82961, "map_at_1": 0.61835, "map_at_3": 0.73623, "map_at_5": 0.75986, "map_at_10": 0.76739, "map_at_20": 0.76952, "map_at_100": 0.76984, "map_at_1000": 0.76984, "recall_at_1": 0.61835, "recall_at_3": 0.85154, "recall_at_5": 0.92437, "recall_at_10": 0.95938, "recall_at_20": 0.9888, "recall_at_100": 0.9916, "recall_at_1000": 0.9958, "precision_at_1": 0.67227, "precision_at_3": 0.32773, "precision_at_5": 0.21849, "precision_at_10": 0.11513, "precision_at_20": 0.05924, "precision_at_100": 0.01193, "precision_at_1000": 0.0012, "mrr_at_1": 0.672269, "mrr_at_3": 0.768908, "mrr_at_5": 0.782353, "mrr_at_10": 0.784687, "mrr_at_20": 0.78639, "mrr_at_100": 0.78639, "mrr_at_1000": 0.786399, "nauc_ndcg_at_1_max": 0.497875, "nauc_ndcg_at_1_std": -0.193807, "nauc_ndcg_at_1_diff1": 0.682804, "nauc_ndcg_at_3_max": 0.523845, "nauc_ndcg_at_3_std": -0.188319, "nauc_ndcg_at_3_diff1": 0.683644, "nauc_ndcg_at_5_max": 0.55361, "nauc_ndcg_at_5_std": -0.13198, "nauc_ndcg_at_5_diff1": 0.662126, "nauc_ndcg_at_10_max": 0.536225, "nauc_ndcg_at_10_std": -0.127697, "nauc_ndcg_at_10_diff1": 0.655223, "nauc_ndcg_at_20_max": 0.519474, "nauc_ndcg_at_20_std": -0.167299, "nauc_ndcg_at_20_diff1": 0.661698, "nauc_ndcg_at_100_max": 0.517331, "nauc_ndcg_at_100_std": -0.167212, "nauc_ndcg_at_100_diff1": 0.664544, "nauc_ndcg_at_1000_max": 0.515609, "nauc_ndcg_at_1000_std": -0.171377, "nauc_ndcg_at_1000_diff1": 0.66434, "nauc_map_at_1_max": 0.446725, "nauc_map_at_1_std": -0.220296, "nauc_map_at_1_diff1": 0.715981, "nauc_map_at_3_max": 0.480354, "nauc_map_at_3_std": -0.235869, "nauc_map_at_3_diff1": 0.685956, "nauc_map_at_5_max": 0.508769, "nauc_map_at_5_std": -0.188114, "nauc_map_at_5_diff1": 0.670256, "nauc_map_at_10_max": 0.501581, "nauc_map_at_10_std": -0.184426, "nauc_map_at_10_diff1": 0.66539, "nauc_map_at_20_max": 0.497667, "nauc_map_at_20_std": -0.194092, "nauc_map_at_20_diff1": 0.666449, "nauc_map_at_100_max": 0.497053, "nauc_map_at_100_std": -0.194127, "nauc_map_at_100_diff1": 0.667354, "nauc_map_at_1000_max": 0.497042, "nauc_map_at_1000_std": -0.194155, "nauc_map_at_1000_diff1": 0.667353, "nauc_recall_at_1_max": 0.446725, "nauc_recall_at_1_std": -0.220296, "nauc_recall_at_1_diff1": 0.715981, "nauc_recall_at_3_max": 0.611529, "nauc_recall_at_3_std": -0.094249, "nauc_recall_at_3_diff1": 0.676658, "nauc_recall_at_5_max": 0.812242, "nauc_recall_at_5_std": 0.289152, "nauc_recall_at_5_diff1": 0.58113, "nauc_recall_at_10_max": 0.890606, "nauc_recall_at_10_std": 0.649337, "nauc_recall_at_10_diff1": 0.518193, "nauc_recall_at_20_max": 0.96729, "nauc_recall_at_20_std": 0.706744, "nauc_recall_at_20_diff1": 0.571004, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.72179, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.72179, "nauc_precision_at_1_max": 0.497875, "nauc_precision_at_1_std": -0.193807, "nauc_precision_at_1_diff1": 0.682804, "nauc_precision_at_3_max": 0.249046, "nauc_precision_at_3_std": 0.060662, "nauc_precision_at_3_diff1": 0.103133, "nauc_precision_at_5_max": 0.15645, "nauc_precision_at_5_std": 0.269923, "nauc_precision_at_5_diff1": -0.168954, "nauc_precision_at_10_max": 0.023113, "nauc_precision_at_10_std": 0.272431, "nauc_precision_at_10_diff1": -0.262714, "nauc_precision_at_20_max": -0.062736, "nauc_precision_at_20_std": 0.214534, "nauc_precision_at_20_diff1": -0.326362, "nauc_precision_at_100_max": -0.081961, "nauc_precision_at_100_std": 0.209535, "nauc_precision_at_100_diff1": -0.315104, "nauc_precision_at_1000_max": -0.110013, "nauc_precision_at_1000_std": 0.18904, "nauc_precision_at_1000_diff1": -0.341988, "nauc_mrr_at_1_max": 0.497875, "nauc_mrr_at_1_std": -0.193807, "nauc_mrr_at_1_diff1": 0.682804, "nauc_mrr_at_3_max": 0.539437, "nauc_mrr_at_3_std": -0.17888, "nauc_mrr_at_3_diff1": 0.670779, "nauc_mrr_at_5_max": 0.533822, "nauc_mrr_at_5_std": -0.170938, "nauc_mrr_at_5_diff1": 0.664242, "nauc_mrr_at_10_max": 0.529395, "nauc_mrr_at_10_std": -0.173095, "nauc_mrr_at_10_diff1": 0.664246, "nauc_mrr_at_20_max": 0.525781, "nauc_mrr_at_20_std": -0.180576, "nauc_mrr_at_20_diff1": 0.66485, "nauc_mrr_at_100_max": 0.525781, "nauc_mrr_at_100_std": -0.180576, "nauc_mrr_at_100_diff1": 0.66485, "nauc_mrr_at_1000_max": 0.525758, "nauc_mrr_at_1000_std": -0.180634, "nauc_mrr_at_1000_diff1": 0.664848, "main_score": 0.82077, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.59796, "ndcg_at_3": 0.56808, "ndcg_at_5": 0.59428, "ndcg_at_10": 0.65219, "ndcg_at_20": 0.68803, "ndcg_at_100": 0.71624, "ndcg_at_1000": 0.71811, "map_at_1": 0.32613, "map_at_3": 0.46105, "map_at_5": 0.51063, "map_at_10": 0.55303, "map_at_20": 0.5723, "map_at_100": 0.58035, "map_at_1000": 0.58055, "recall_at_1": 0.32613, "recall_at_3": 0.52342, "recall_at_5": 0.62731, "recall_at_10": 0.7797, "recall_at_20": 0.88024, "recall_at_100": 0.99128, "recall_at_1000": 1.0, "precision_at_1": 0.59796, "precision_at_3": 0.37829, "precision_at_5": 0.28957, "precision_at_10": 0.18575, "precision_at_20": 0.10929, "precision_at_100": 0.02491, "precision_at_1000": 0.00253, "mrr_at_1": 0.597964, "mrr_at_3": 0.671756, "mrr_at_5": 0.683079, "mrr_at_10": 0.696844, "mrr_at_20": 0.698951, "mrr_at_100": 0.700409, "mrr_at_1000": 0.700409, "nauc_ndcg_at_1_max": 0.420252, "nauc_ndcg_at_1_std": 0.076071, "nauc_ndcg_at_1_diff1": 0.441921, "nauc_ndcg_at_3_max": 0.3221, "nauc_ndcg_at_3_std": 0.008805, "nauc_ndcg_at_3_diff1": 0.333365, "nauc_ndcg_at_5_max": 0.336028, "nauc_ndcg_at_5_std": -0.014041, "nauc_ndcg_at_5_diff1": 0.331681, "nauc_ndcg_at_10_max": 0.333547, "nauc_ndcg_at_10_std": -0.047821, "nauc_ndcg_at_10_diff1": 0.357638, "nauc_ndcg_at_20_max": 0.37313, "nauc_ndcg_at_20_std": -0.00458, "nauc_ndcg_at_20_diff1": 0.358812, "nauc_ndcg_at_100_max": 0.36405, "nauc_ndcg_at_100_std": 0.00757, "nauc_ndcg_at_100_diff1": 0.356085, "nauc_ndcg_at_1000_max": 0.363294, "nauc_ndcg_at_1000_std": 0.004591, "nauc_ndcg_at_1000_diff1": 0.356634, "nauc_map_at_1_max": 0.18963, "nauc_map_at_1_std": -0.028833, "nauc_map_at_1_diff1": 0.398453, "nauc_map_at_3_max": 0.24963, "nauc_map_at_3_std": -0.04467, "nauc_map_at_3_diff1": 0.359585, "nauc_map_at_5_max": 0.285297, "nauc_map_at_5_std": -0.041016, "nauc_map_at_5_diff1": 0.347137, "nauc_map_at_10_max": 0.301214, "nauc_map_at_10_std": -0.046219, "nauc_map_at_10_diff1": 0.351764, "nauc_map_at_20_max": 0.322894, "nauc_map_at_20_std": -0.021347, "nauc_map_at_20_diff1": 0.347159, "nauc_map_at_100_max": 0.321715, "nauc_map_at_100_std": -0.019961, "nauc_map_at_100_diff1": 0.346872, "nauc_map_at_1000_max": 0.321829, "nauc_map_at_1000_std": -0.020062, "nauc_map_at_1000_diff1": 0.346933, "nauc_recall_at_1_max": 0.18963, "nauc_recall_at_1_std": -0.028833, "nauc_recall_at_1_diff1": 0.398453, "nauc_recall_at_3_max": 0.203387, "nauc_recall_at_3_std": -0.075546, "nauc_recall_at_3_diff1": 0.300823, "nauc_recall_at_5_max": 0.257173, "nauc_recall_at_5_std": -0.083671, "nauc_recall_at_5_diff1": 0.262413, "nauc_recall_at_10_max": 0.245916, "nauc_recall_at_10_std": -0.186978, "nauc_recall_at_10_diff1": 0.293709, "nauc_recall_at_20_max": 0.412967, "nauc_recall_at_20_std": -0.080806, "nauc_recall_at_20_diff1": 0.324753, "nauc_recall_at_100_max": 0.374481, "nauc_recall_at_100_std": 0.346623, "nauc_recall_at_100_diff1": 0.182441, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.420252, "nauc_precision_at_1_std": 0.076071, "nauc_precision_at_1_diff1": 0.441921, "nauc_precision_at_3_max": 0.306166, "nauc_precision_at_3_std": 0.0655, "nauc_precision_at_3_diff1": 0.078016, "nauc_precision_at_5_max": 0.295672, "nauc_precision_at_5_std": 0.073971, "nauc_precision_at_5_diff1": 0.002873, "nauc_precision_at_10_max": 0.237006, "nauc_precision_at_10_std": 0.081567, "nauc_precision_at_10_diff1": -0.056554, "nauc_precision_at_20_max": 0.239172, "nauc_precision_at_20_std": 0.166159, "nauc_precision_at_20_diff1": -0.110985, "nauc_precision_at_100_max": 0.154402, "nauc_precision_at_100_std": 0.17494, "nauc_precision_at_100_diff1": -0.146407, "nauc_precision_at_1000_max": 0.142424, "nauc_precision_at_1000_std": 0.162313, "nauc_precision_at_1000_diff1": -0.149166, "nauc_mrr_at_1_max": 0.420252, "nauc_mrr_at_1_std": 0.076071, "nauc_mrr_at_1_diff1": 0.441921, "nauc_mrr_at_3_max": 0.409626, "nauc_mrr_at_3_std": 0.055802, "nauc_mrr_at_3_diff1": 0.393239, "nauc_mrr_at_5_max": 0.416415, "nauc_mrr_at_5_std": 0.056379, "nauc_mrr_at_5_diff1": 0.392822, "nauc_mrr_at_10_max": 0.416797, "nauc_mrr_at_10_std": 0.051766, "nauc_mrr_at_10_diff1": 0.401475, "nauc_mrr_at_20_max": 0.417799, "nauc_mrr_at_20_std": 0.052224, "nauc_mrr_at_20_diff1": 0.404316, "nauc_mrr_at_100_max": 0.417034, "nauc_mrr_at_100_std": 0.053241, "nauc_mrr_at_100_diff1": 0.403432, "nauc_mrr_at_1000_max": 0.417034, "nauc_mrr_at_1000_std": 0.053241, "nauc_mrr_at_1000_diff1": 0.403432, "main_score": 0.65219, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 2416.2568969726562, "kg_co2_emissions": null }