{ "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "2.4.2", "scores": { "dev": [ { "ndcg_at_1": 0.554, "ndcg_at_3": 0.56479, "ndcg_at_5": 0.60097, "ndcg_at_10": 0.63756, "ndcg_at_20": 0.66465, "ndcg_at_100": 0.68957, "ndcg_at_1000": 0.69578, "map_at_1": 0.35995, "map_at_3": 0.49244, "map_at_5": 0.53081, "map_at_10": 0.55454, "map_at_20": 0.56615, "map_at_100": 0.57226, "map_at_1000": 0.57268, "recall_at_1": 0.35995, "recall_at_3": 0.56981, "recall_at_5": 0.66961, "recall_at_10": 0.76384, "recall_at_20": 0.84816, "recall_at_100": 0.95071, "recall_at_1000": 0.98992, "accuracy": 0.35995, "precision_at_1": 0.554, "precision_at_3": 0.32833, "precision_at_5": 0.2396, "precision_at_10": 0.1421, "precision_at_20": 0.081, "precision_at_100": 0.01877, "precision_at_1000": 0.00196, "mrr_at_1": 0.554, "mrr_at_3": 0.6395, "mrr_at_5": 0.65615, "mrr_at_10": 0.664838, "mrr_at_20": 0.668583, "mrr_at_100": 0.669919, "mrr_at_1000": 0.670001, "nauc_ndcg_at_1_max": 0.301827, "nauc_ndcg_at_1_std": -0.045966, "nauc_ndcg_at_1_diff1": 0.366787, "nauc_ndcg_at_3_max": 0.278319, "nauc_ndcg_at_3_std": -0.123164, "nauc_ndcg_at_3_diff1": 0.333545, "nauc_ndcg_at_5_max": 0.291167, "nauc_ndcg_at_5_std": -0.121842, "nauc_ndcg_at_5_diff1": 0.334676, "nauc_ndcg_at_10_max": 0.316994, "nauc_ndcg_at_10_std": -0.092044, "nauc_ndcg_at_10_diff1": 0.329611, "nauc_ndcg_at_20_max": 0.319095, "nauc_ndcg_at_20_std": -0.076988, "nauc_ndcg_at_20_diff1": 0.321693, "nauc_ndcg_at_100_max": 0.324478, "nauc_ndcg_at_100_std": -0.057219, "nauc_ndcg_at_100_diff1": 0.323285, "nauc_ndcg_at_1000_max": 0.320712, "nauc_ndcg_at_1000_std": -0.062786, "nauc_ndcg_at_1000_diff1": 0.327221, "nauc_map_at_1_max": 0.146564, "nauc_map_at_1_std": -0.161303, "nauc_map_at_1_diff1": 0.406678, "nauc_map_at_3_max": 0.23916, "nauc_map_at_3_std": -0.145138, "nauc_map_at_3_diff1": 0.348154, "nauc_map_at_5_max": 0.263623, "nauc_map_at_5_std": -0.136566, "nauc_map_at_5_diff1": 0.342422, "nauc_map_at_10_max": 0.282189, "nauc_map_at_10_std": -0.117799, "nauc_map_at_10_diff1": 0.336428, "nauc_map_at_20_max": 0.285662, "nauc_map_at_20_std": -0.110528, "nauc_map_at_20_diff1": 0.331991, "nauc_map_at_100_max": 0.286515, "nauc_map_at_100_std": -0.105639, "nauc_map_at_100_diff1": 0.332201, "nauc_map_at_1000_max": 0.28647, "nauc_map_at_1000_std": -0.105739, "nauc_map_at_1000_diff1": 0.332449, "nauc_recall_at_1_max": 0.146564, "nauc_recall_at_1_std": -0.161303, "nauc_recall_at_1_diff1": 0.406678, "nauc_recall_at_3_max": 0.226372, "nauc_recall_at_3_std": -0.175539, "nauc_recall_at_3_diff1": 0.313406, "nauc_recall_at_5_max": 0.25974, "nauc_recall_at_5_std": -0.163504, "nauc_recall_at_5_diff1": 0.289454, "nauc_recall_at_10_max": 0.333139, "nauc_recall_at_10_std": -0.070644, "nauc_recall_at_10_diff1": 0.258111, "nauc_recall_at_20_max": 0.343841, "nauc_recall_at_20_std": -0.017959, "nauc_recall_at_20_diff1": 0.207133, "nauc_recall_at_100_max": 0.524116, "nauc_recall_at_100_std": 0.334451, "nauc_recall_at_100_diff1": 0.112958, "nauc_recall_at_1000_max": 0.834591, "nauc_recall_at_1000_std": 0.853053, "nauc_recall_at_1000_diff1": 0.052986, "nauc_precision_at_1_max": 0.301827, "nauc_precision_at_1_std": -0.045966, "nauc_precision_at_1_diff1": 0.366787, "nauc_precision_at_3_max": 0.32626, "nauc_precision_at_3_std": 0.038966, "nauc_precision_at_3_diff1": 0.064399, "nauc_precision_at_5_max": 0.307216, "nauc_precision_at_5_std": 0.077983, "nauc_precision_at_5_diff1": 0.002984, "nauc_precision_at_10_max": 0.290665, "nauc_precision_at_10_std": 0.153608, "nauc_precision_at_10_diff1": -0.069599, "nauc_precision_at_20_max": 0.235187, "nauc_precision_at_20_std": 0.201389, "nauc_precision_at_20_diff1": -0.12734, "nauc_precision_at_100_max": 0.174193, "nauc_precision_at_100_std": 0.255381, "nauc_precision_at_100_diff1": -0.167689, "nauc_precision_at_1000_max": 0.14195, "nauc_precision_at_1000_std": 0.240641, "nauc_precision_at_1000_diff1": -0.174817, "nauc_mrr_at_1_max": 0.301827, "nauc_mrr_at_1_std": -0.045966, "nauc_mrr_at_1_diff1": 0.366787, "nauc_mrr_at_3_max": 0.322835, "nauc_mrr_at_3_std": -0.059571, "nauc_mrr_at_3_diff1": 0.353127, "nauc_mrr_at_5_max": 0.329998, "nauc_mrr_at_5_std": -0.055162, "nauc_mrr_at_5_diff1": 0.35385, "nauc_mrr_at_10_max": 0.331765, "nauc_mrr_at_10_std": -0.047055, "nauc_mrr_at_10_diff1": 0.352012, "nauc_mrr_at_20_max": 0.329953, "nauc_mrr_at_20_std": -0.044455, "nauc_mrr_at_20_diff1": 0.351262, "nauc_mrr_at_100_max": 0.329625, "nauc_mrr_at_100_std": -0.045042, "nauc_mrr_at_100_diff1": 0.351308, "nauc_mrr_at_1000_max": 0.329507, "nauc_mrr_at_1000_std": -0.045148, "nauc_mrr_at_1000_diff1": 0.351373, "cv_recall_at_1": 0.554, "cv_recall_at_3": 0.743, "cv_recall_at_5": 0.815, "cv_recall_at_10": 0.878, "cv_recall_at_20": 0.929, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 0.994, "main_score": 0.63756, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.58637, "ndcg_at_3": 0.59757, "ndcg_at_5": 0.63423, "ndcg_at_10": 0.66286, "ndcg_at_20": 0.68591, "ndcg_at_100": 0.7083, "ndcg_at_1000": 0.71695, "map_at_1": 0.37481, "map_at_3": 0.51605, "map_at_5": 0.5551, "map_at_10": 0.57649, "map_at_20": 0.58722, "map_at_100": 0.59285, "map_at_1000": 0.59351, "recall_at_1": 0.37481, "recall_at_3": 0.60278, "recall_at_5": 0.70172, "recall_at_10": 0.77391, "recall_at_20": 0.84153, "recall_at_100": 0.93309, "recall_at_1000": 0.98309, "accuracy": 0.37481, "precision_at_1": 0.58637, "precision_at_3": 0.35036, "precision_at_5": 0.25693, "precision_at_10": 0.14866, "precision_at_20": 0.08358, "precision_at_100": 0.01912, "precision_at_1000": 0.00206, "mrr_at_1": 0.586375, "mrr_at_3": 0.684509, "mrr_at_5": 0.700081, "mrr_at_10": 0.705793, "mrr_at_20": 0.707764, "mrr_at_100": 0.708883, "mrr_at_1000": 0.708958, "nauc_ndcg_at_1_max": 0.328197, "nauc_ndcg_at_1_std": -0.001994, "nauc_ndcg_at_1_diff1": 0.378925, "nauc_ndcg_at_3_max": 0.298255, "nauc_ndcg_at_3_std": -0.070803, "nauc_ndcg_at_3_diff1": 0.306005, "nauc_ndcg_at_5_max": 0.311397, "nauc_ndcg_at_5_std": -0.087224, "nauc_ndcg_at_5_diff1": 0.300975, "nauc_ndcg_at_10_max": 0.324091, "nauc_ndcg_at_10_std": -0.067578, "nauc_ndcg_at_10_diff1": 0.30515, "nauc_ndcg_at_20_max": 0.334551, "nauc_ndcg_at_20_std": -0.055405, "nauc_ndcg_at_20_diff1": 0.315462, "nauc_ndcg_at_100_max": 0.333235, "nauc_ndcg_at_100_std": -0.035644, "nauc_ndcg_at_100_diff1": 0.323932, "nauc_ndcg_at_1000_max": 0.330972, "nauc_ndcg_at_1000_std": -0.033779, "nauc_ndcg_at_1000_diff1": 0.318668, "nauc_map_at_1_max": 0.11926, "nauc_map_at_1_std": -0.206429, "nauc_map_at_1_diff1": 0.367736, "nauc_map_at_3_max": 0.223098, "nauc_map_at_3_std": -0.13891, "nauc_map_at_3_diff1": 0.306677, "nauc_map_at_5_max": 0.256638, "nauc_map_at_5_std": -0.119689, "nauc_map_at_5_diff1": 0.300034, "nauc_map_at_10_max": 0.270626, "nauc_map_at_10_std": -0.100133, "nauc_map_at_10_diff1": 0.299005, "nauc_map_at_20_max": 0.275151, "nauc_map_at_20_std": -0.093972, "nauc_map_at_20_diff1": 0.303428, "nauc_map_at_100_max": 0.275872, "nauc_map_at_100_std": -0.088956, "nauc_map_at_100_diff1": 0.30458, "nauc_map_at_1000_max": 0.275772, "nauc_map_at_1000_std": -0.088454, "nauc_map_at_1000_diff1": 0.304312, "nauc_recall_at_1_max": 0.11926, "nauc_recall_at_1_std": -0.206429, "nauc_recall_at_1_diff1": 0.367736, "nauc_recall_at_3_max": 0.246248, "nauc_recall_at_3_std": -0.15628, "nauc_recall_at_3_diff1": 0.263805, "nauc_recall_at_5_max": 0.302448, "nauc_recall_at_5_std": -0.142509, "nauc_recall_at_5_diff1": 0.239797, "nauc_recall_at_10_max": 0.338838, "nauc_recall_at_10_std": -0.086063, "nauc_recall_at_10_diff1": 0.261799, "nauc_recall_at_20_max": 0.379145, "nauc_recall_at_20_std": -0.056971, "nauc_recall_at_20_diff1": 0.289953, "nauc_recall_at_100_max": 0.407359, "nauc_recall_at_100_std": 0.117045, "nauc_recall_at_100_diff1": 0.439139, "nauc_recall_at_1000_max": 0.480876, "nauc_recall_at_1000_std": 0.440626, "nauc_recall_at_1000_diff1": 0.500547, "nauc_precision_at_1_max": 0.328197, "nauc_precision_at_1_std": -0.001994, "nauc_precision_at_1_diff1": 0.378925, "nauc_precision_at_3_max": 0.362169, "nauc_precision_at_3_std": 0.225198, "nauc_precision_at_3_diff1": 0.054636, "nauc_precision_at_5_max": 0.348787, "nauc_precision_at_5_std": 0.269558, "nauc_precision_at_5_diff1": -0.023517, "nauc_precision_at_10_max": 0.287218, "nauc_precision_at_10_std": 0.325416, "nauc_precision_at_10_diff1": -0.064907, "nauc_precision_at_20_max": 0.249464, "nauc_precision_at_20_std": 0.340532, "nauc_precision_at_20_diff1": -0.068267, "nauc_precision_at_100_max": 0.182767, "nauc_precision_at_100_std": 0.385605, "nauc_precision_at_100_diff1": -0.096892, "nauc_precision_at_1000_max": 0.151463, "nauc_precision_at_1000_std": 0.374405, "nauc_precision_at_1000_diff1": -0.12502, "nauc_mrr_at_1_max": 0.328197, "nauc_mrr_at_1_std": -0.001994, "nauc_mrr_at_1_diff1": 0.378925, "nauc_mrr_at_3_max": 0.388466, "nauc_mrr_at_3_std": 0.003725, "nauc_mrr_at_3_diff1": 0.344719, "nauc_mrr_at_5_max": 0.393306, "nauc_mrr_at_5_std": 0.003487, "nauc_mrr_at_5_diff1": 0.34147, "nauc_mrr_at_10_max": 0.392934, "nauc_mrr_at_10_std": 0.006986, "nauc_mrr_at_10_diff1": 0.347333, "nauc_mrr_at_20_max": 0.392055, "nauc_mrr_at_20_std": 0.005029, "nauc_mrr_at_20_diff1": 0.349628, "nauc_mrr_at_100_max": 0.390527, "nauc_mrr_at_100_std": 0.004932, "nauc_mrr_at_100_diff1": 0.350196, "nauc_mrr_at_1000_max": 0.390423, "nauc_mrr_at_1000_std": 0.00499, "nauc_mrr_at_1000_diff1": 0.350072, "cv_recall_at_1": 0.58637, "cv_recall_at_3": 0.80535, "cv_recall_at_5": 0.87105, "cv_recall_at_10": 0.91241, "cv_recall_at_20": 0.93917, "cv_recall_at_100": 0.98054, "cv_recall_at_1000": 0.99757, "main_score": 0.66286, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.4459, "ndcg_at_3": 0.41881, "ndcg_at_5": 0.4546, "ndcg_at_10": 0.49595, "ndcg_at_20": 0.53713, "ndcg_at_100": 0.59681, "ndcg_at_1000": 0.60268, "map_at_1": 0.22015, "map_at_3": 0.32014, "map_at_5": 0.36633, "map_at_10": 0.39537, "map_at_20": 0.41478, "map_at_100": 0.42939, "map_at_1000": 0.42992, "recall_at_1": 0.22015, "recall_at_3": 0.38105, "recall_at_5": 0.50058, "recall_at_10": 0.60436, "recall_at_20": 0.71832, "recall_at_100": 0.95806, "recall_at_1000": 0.99247, "accuracy": 0.22015, "precision_at_1": 0.4459, "precision_at_3": 0.2929, "precision_at_5": 0.23738, "precision_at_10": 0.14984, "precision_at_20": 0.09361, "precision_at_100": 0.02541, "precision_at_1000": 0.00263, "mrr_at_1": 0.445902, "mrr_at_3": 0.52623, "mrr_at_5": 0.547705, "mrr_at_10": 0.558975, "mrr_at_20": 0.562721, "mrr_at_100": 0.565812, "mrr_at_1000": 0.565911, "nauc_ndcg_at_1_max": 0.467355, "nauc_ndcg_at_1_std": 0.064129, "nauc_ndcg_at_1_diff1": 0.277405, "nauc_ndcg_at_3_max": 0.376375, "nauc_ndcg_at_3_std": 0.041596, "nauc_ndcg_at_3_diff1": 0.206309, "nauc_ndcg_at_5_max": 0.373131, "nauc_ndcg_at_5_std": 0.026739, "nauc_ndcg_at_5_diff1": 0.204018, "nauc_ndcg_at_10_max": 0.384701, "nauc_ndcg_at_10_std": 0.019144, "nauc_ndcg_at_10_diff1": 0.179841, "nauc_ndcg_at_20_max": 0.427854, "nauc_ndcg_at_20_std": 0.043012, "nauc_ndcg_at_20_diff1": 0.190722, "nauc_ndcg_at_100_max": 0.429878, "nauc_ndcg_at_100_std": 0.0715, "nauc_ndcg_at_100_diff1": 0.208139, "nauc_ndcg_at_1000_max": 0.43417, "nauc_ndcg_at_1000_std": 0.070604, "nauc_ndcg_at_1000_diff1": 0.210569, "nauc_map_at_1_max": 0.255127, "nauc_map_at_1_std": 0.013004, "nauc_map_at_1_diff1": 0.221744, "nauc_map_at_3_max": 0.29806, "nauc_map_at_3_std": 0.013209, "nauc_map_at_3_diff1": 0.19735, "nauc_map_at_5_max": 0.31849, "nauc_map_at_5_std": 0.010954, "nauc_map_at_5_diff1": 0.19236, "nauc_map_at_10_max": 0.33512, "nauc_map_at_10_std": 0.008679, "nauc_map_at_10_diff1": 0.178457, "nauc_map_at_20_max": 0.359221, "nauc_map_at_20_std": 0.019095, "nauc_map_at_20_diff1": 0.185401, "nauc_map_at_100_max": 0.36162, "nauc_map_at_100_std": 0.025899, "nauc_map_at_100_diff1": 0.190051, "nauc_map_at_1000_max": 0.362304, "nauc_map_at_1000_std": 0.025984, "nauc_map_at_1000_diff1": 0.190366, "nauc_recall_at_1_max": 0.255127, "nauc_recall_at_1_std": 0.013004, "nauc_recall_at_1_diff1": 0.221744, "nauc_recall_at_3_max": 0.271195, "nauc_recall_at_3_std": 0.016884, "nauc_recall_at_3_diff1": 0.173477, "nauc_recall_at_5_max": 0.267006, "nauc_recall_at_5_std": -0.011454, "nauc_recall_at_5_diff1": 0.13558, "nauc_recall_at_10_max": 0.284192, "nauc_recall_at_10_std": -0.047393, "nauc_recall_at_10_diff1": 0.093147, "nauc_recall_at_20_max": 0.400328, "nauc_recall_at_20_std": 0.00164, "nauc_recall_at_20_diff1": 0.112616, "nauc_recall_at_100_max": 0.347506, "nauc_recall_at_100_std": 0.236593, "nauc_recall_at_100_diff1": 0.163956, "nauc_recall_at_1000_max": 0.743466, "nauc_recall_at_1000_std": 0.880591, "nauc_recall_at_1000_diff1": 0.312432, "nauc_precision_at_1_max": 0.467355, "nauc_precision_at_1_std": 0.064129, "nauc_precision_at_1_diff1": 0.277405, "nauc_precision_at_3_max": 0.40444, "nauc_precision_at_3_std": 0.075129, "nauc_precision_at_3_diff1": 0.151407, "nauc_precision_at_5_max": 0.388232, "nauc_precision_at_5_std": 0.070245, "nauc_precision_at_5_diff1": 0.112579, "nauc_precision_at_10_max": 0.3576, "nauc_precision_at_10_std": 0.054823, "nauc_precision_at_10_diff1": 0.038423, "nauc_precision_at_20_max": 0.356793, "nauc_precision_at_20_std": 0.107753, "nauc_precision_at_20_diff1": 0.02918, "nauc_precision_at_100_max": 0.248646, "nauc_precision_at_100_std": 0.191206, "nauc_precision_at_100_diff1": 0.030097, "nauc_precision_at_1000_max": 0.247889, "nauc_precision_at_1000_std": 0.186646, "nauc_precision_at_1000_diff1": 0.041887, "nauc_mrr_at_1_max": 0.467355, "nauc_mrr_at_1_std": 0.064129, "nauc_mrr_at_1_diff1": 0.277405, "nauc_mrr_at_3_max": 0.492443, "nauc_mrr_at_3_std": 0.094226, "nauc_mrr_at_3_diff1": 0.264019, "nauc_mrr_at_5_max": 0.492262, "nauc_mrr_at_5_std": 0.091256, "nauc_mrr_at_5_diff1": 0.256065, "nauc_mrr_at_10_max": 0.49494, "nauc_mrr_at_10_std": 0.092573, "nauc_mrr_at_10_diff1": 0.24889, "nauc_mrr_at_20_max": 0.496089, "nauc_mrr_at_20_std": 0.093185, "nauc_mrr_at_20_diff1": 0.250383, "nauc_mrr_at_100_max": 0.493957, "nauc_mrr_at_100_std": 0.09096, "nauc_mrr_at_100_diff1": 0.251412, "nauc_mrr_at_1000_max": 0.493954, "nauc_mrr_at_1000_std": 0.091008, "nauc_mrr_at_1000_diff1": 0.25132, "cv_recall_at_1": 0.4459, "cv_recall_at_3": 0.63279, "cv_recall_at_5": 0.72787, "cv_recall_at_10": 0.81311, "cv_recall_at_20": 0.86557, "cv_recall_at_100": 0.98361, "cv_recall_at_1000": 1.0, "main_score": 0.49595, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.39925, "ndcg_at_3": 0.38472, "ndcg_at_5": 0.40742, "ndcg_at_10": 0.45389, "ndcg_at_20": 0.49791, "ndcg_at_100": 0.55627, "ndcg_at_1000": 0.57142, "map_at_1": 0.18841, "map_at_3": 0.27914, "map_at_5": 0.31412, "map_at_10": 0.34535, "map_at_20": 0.36489, "map_at_100": 0.38014, "map_at_1000": 0.38182, "recall_at_1": 0.18841, "recall_at_3": 0.34974, "recall_at_5": 0.44407, "recall_at_10": 0.57375, "recall_at_20": 0.6987, "recall_at_100": 0.91592, "recall_at_1000": 0.99278, "accuracy": 0.18841, "precision_at_1": 0.39925, "precision_at_3": 0.26867, "precision_at_5": 0.21227, "precision_at_10": 0.14481, "precision_at_20": 0.09293, "precision_at_100": 0.02618, "precision_at_1000": 0.00289, "mrr_at_1": 0.399249, "mrr_at_3": 0.494785, "mrr_at_5": 0.516124, "mrr_at_10": 0.532187, "mrr_at_20": 0.537017, "mrr_at_100": 0.53953, "mrr_at_1000": 0.539659, "nauc_ndcg_at_1_max": 0.222929, "nauc_ndcg_at_1_std": -0.030974, "nauc_ndcg_at_1_diff1": 0.232039, "nauc_ndcg_at_3_max": 0.1996, "nauc_ndcg_at_3_std": -0.066364, "nauc_ndcg_at_3_diff1": 0.214117, "nauc_ndcg_at_5_max": 0.19125, "nauc_ndcg_at_5_std": -0.069528, "nauc_ndcg_at_5_diff1": 0.217949, "nauc_ndcg_at_10_max": 0.190864, "nauc_ndcg_at_10_std": -0.071424, "nauc_ndcg_at_10_diff1": 0.21415, "nauc_ndcg_at_20_max": 0.209154, "nauc_ndcg_at_20_std": -0.06762, "nauc_ndcg_at_20_diff1": 0.21087, "nauc_ndcg_at_100_max": 0.223738, "nauc_ndcg_at_100_std": -0.04004, "nauc_ndcg_at_100_diff1": 0.205566, "nauc_ndcg_at_1000_max": 0.228881, "nauc_ndcg_at_1000_std": -0.029199, "nauc_ndcg_at_1000_diff1": 0.206544, "nauc_map_at_1_max": 0.083973, "nauc_map_at_1_std": -0.096778, "nauc_map_at_1_diff1": 0.236361, "nauc_map_at_3_max": 0.131909, "nauc_map_at_3_std": -0.113095, "nauc_map_at_3_diff1": 0.232686, "nauc_map_at_5_max": 0.147037, "nauc_map_at_5_std": -0.103664, "nauc_map_at_5_diff1": 0.229528, "nauc_map_at_10_max": 0.159258, "nauc_map_at_10_std": -0.099128, "nauc_map_at_10_diff1": 0.222858, "nauc_map_at_20_max": 0.172025, "nauc_map_at_20_std": -0.094715, "nauc_map_at_20_diff1": 0.221497, "nauc_map_at_100_max": 0.179107, "nauc_map_at_100_std": -0.085917, "nauc_map_at_100_diff1": 0.219231, "nauc_map_at_1000_max": 0.179517, "nauc_map_at_1000_std": -0.08473, "nauc_map_at_1000_diff1": 0.219383, "nauc_recall_at_1_max": 0.083973, "nauc_recall_at_1_std": -0.096778, "nauc_recall_at_1_diff1": 0.236361, "nauc_recall_at_3_max": 0.112772, "nauc_recall_at_3_std": -0.121007, "nauc_recall_at_3_diff1": 0.201857, "nauc_recall_at_5_max": 0.128123, "nauc_recall_at_5_std": -0.09687, "nauc_recall_at_5_diff1": 0.18558, "nauc_recall_at_10_max": 0.117188, "nauc_recall_at_10_std": -0.100792, "nauc_recall_at_10_diff1": 0.159193, "nauc_recall_at_20_max": 0.138747, "nauc_recall_at_20_std": -0.118879, "nauc_recall_at_20_diff1": 0.138733, "nauc_recall_at_100_max": 0.133064, "nauc_recall_at_100_std": -0.082316, "nauc_recall_at_100_diff1": 0.076929, "nauc_recall_at_1000_max": 0.796608, "nauc_recall_at_1000_std": 0.717863, "nauc_recall_at_1000_diff1": -0.436964, "nauc_precision_at_1_max": 0.222929, "nauc_precision_at_1_std": -0.030974, "nauc_precision_at_1_diff1": 0.232039, "nauc_precision_at_3_max": 0.273749, "nauc_precision_at_3_std": 0.008486, "nauc_precision_at_3_diff1": 0.135083, "nauc_precision_at_5_max": 0.279743, "nauc_precision_at_5_std": 0.038306, "nauc_precision_at_5_diff1": 0.094065, "nauc_precision_at_10_max": 0.263311, "nauc_precision_at_10_std": 0.091891, "nauc_precision_at_10_diff1": 0.030415, "nauc_precision_at_20_max": 0.251682, "nauc_precision_at_20_std": 0.115808, "nauc_precision_at_20_diff1": -0.007514, "nauc_precision_at_100_max": 0.203749, "nauc_precision_at_100_std": 0.200506, "nauc_precision_at_100_diff1": -0.077031, "nauc_precision_at_1000_max": 0.171012, "nauc_precision_at_1000_std": 0.208398, "nauc_precision_at_1000_diff1": -0.082922, "nauc_mrr_at_1_max": 0.222929, "nauc_mrr_at_1_std": -0.030974, "nauc_mrr_at_1_diff1": 0.232039, "nauc_mrr_at_3_max": 0.235534, "nauc_mrr_at_3_std": -0.006705, "nauc_mrr_at_3_diff1": 0.211692, "nauc_mrr_at_5_max": 0.247205, "nauc_mrr_at_5_std": 0.001939, "nauc_mrr_at_5_diff1": 0.21027, "nauc_mrr_at_10_max": 0.24836, "nauc_mrr_at_10_std": 0.004446, "nauc_mrr_at_10_diff1": 0.212182, "nauc_mrr_at_20_max": 0.247737, "nauc_mrr_at_20_std": 0.003479, "nauc_mrr_at_20_diff1": 0.212575, "nauc_mrr_at_100_max": 0.246034, "nauc_mrr_at_100_std": 0.002018, "nauc_mrr_at_100_diff1": 0.213071, "nauc_mrr_at_1000_max": 0.246061, "nauc_mrr_at_1000_std": 0.002078, "nauc_mrr_at_1000_diff1": 0.21293, "cv_recall_at_1": 0.39925, "cv_recall_at_3": 0.62078, "cv_recall_at_5": 0.71214, "cv_recall_at_10": 0.82979, "cv_recall_at_20": 0.89737, "cv_recall_at_100": 0.97747, "cv_recall_at_1000": 0.9975, "main_score": 0.45389, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.51698, "ndcg_at_3": 0.47025, "ndcg_at_5": 0.45399, "ndcg_at_10": 0.48645, "ndcg_at_20": 0.54219, "ndcg_at_100": 0.62062, "ndcg_at_1000": 0.63562, "map_at_1": 0.14735, "map_at_3": 0.26043, "map_at_5": 0.30474, "map_at_10": 0.35815, "map_at_20": 0.39032, "map_at_100": 0.41701, "map_at_1000": 0.41886, "recall_at_1": 0.14735, "recall_at_3": 0.31357, "recall_at_5": 0.3979, "recall_at_10": 0.53912, "recall_at_20": 0.6703, "recall_at_100": 0.92668, "recall_at_1000": 0.99755, "accuracy": 0.14735, "precision_at_1": 0.51698, "precision_at_3": 0.40175, "precision_at_5": 0.32284, "precision_at_10": 0.23071, "precision_at_20": 0.14977, "precision_at_100": 0.04269, "precision_at_1000": 0.0046, "mrr_at_1": 0.516975, "mrr_at_3": 0.622942, "mrr_at_5": 0.635983, "mrr_at_10": 0.645015, "mrr_at_20": 0.648614, "mrr_at_100": 0.650127, "mrr_at_1000": 0.650202, "nauc_ndcg_at_1_max": 0.418799, "nauc_ndcg_at_1_std": 0.128592, "nauc_ndcg_at_1_diff1": 0.312238, "nauc_ndcg_at_3_max": 0.372167, "nauc_ndcg_at_3_std": 0.065183, "nauc_ndcg_at_3_diff1": 0.210676, "nauc_ndcg_at_5_max": 0.360461, "nauc_ndcg_at_5_std": 0.029585, "nauc_ndcg_at_5_diff1": 0.226719, "nauc_ndcg_at_10_max": 0.339033, "nauc_ndcg_at_10_std": 0.036178, "nauc_ndcg_at_10_diff1": 0.236283, "nauc_ndcg_at_20_max": 0.382463, "nauc_ndcg_at_20_std": 0.067053, "nauc_ndcg_at_20_diff1": 0.229465, "nauc_ndcg_at_100_max": 0.437034, "nauc_ndcg_at_100_std": 0.133588, "nauc_ndcg_at_100_diff1": 0.22693, "nauc_ndcg_at_1000_max": 0.427593, "nauc_ndcg_at_1000_std": 0.124173, "nauc_ndcg_at_1000_diff1": 0.221832, "nauc_map_at_1_max": 0.131053, "nauc_map_at_1_std": -0.076239, "nauc_map_at_1_diff1": 0.377482, "nauc_map_at_3_max": 0.193331, "nauc_map_at_3_std": -0.078741, "nauc_map_at_3_diff1": 0.289853, "nauc_map_at_5_max": 0.242319, "nauc_map_at_5_std": -0.063042, "nauc_map_at_5_diff1": 0.265687, "nauc_map_at_10_max": 0.290879, "nauc_map_at_10_std": -0.012229, "nauc_map_at_10_diff1": 0.240873, "nauc_map_at_20_max": 0.325554, "nauc_map_at_20_std": 0.009166, "nauc_map_at_20_diff1": 0.234969, "nauc_map_at_100_max": 0.348391, "nauc_map_at_100_std": 0.034393, "nauc_map_at_100_diff1": 0.229519, "nauc_map_at_1000_max": 0.348422, "nauc_map_at_1000_std": 0.034521, "nauc_map_at_1000_diff1": 0.22909, "nauc_recall_at_1_max": 0.131053, "nauc_recall_at_1_std": -0.076239, "nauc_recall_at_1_diff1": 0.377482, "nauc_recall_at_3_max": 0.131218, "nauc_recall_at_3_std": -0.114879, "nauc_recall_at_3_diff1": 0.256277, "nauc_recall_at_5_max": 0.170299, "nauc_recall_at_5_std": -0.110537, "nauc_recall_at_5_diff1": 0.221922, "nauc_recall_at_10_max": 0.189196, "nauc_recall_at_10_std": -0.029557, "nauc_recall_at_10_diff1": 0.177174, "nauc_recall_at_20_max": 0.249945, "nauc_recall_at_20_std": 0.015171, "nauc_recall_at_20_diff1": 0.15682, "nauc_recall_at_100_max": 0.496094, "nauc_recall_at_100_std": 0.323573, "nauc_recall_at_100_diff1": 0.200272, "nauc_recall_at_1000_max": 0.689126, "nauc_recall_at_1000_std": 0.921714, "nauc_recall_at_1000_diff1": -0.126551, "nauc_precision_at_1_max": 0.418799, "nauc_precision_at_1_std": 0.128592, "nauc_precision_at_1_diff1": 0.312238, "nauc_precision_at_3_max": 0.412736, "nauc_precision_at_3_std": 0.134482, "nauc_precision_at_3_diff1": 0.076685, "nauc_precision_at_5_max": 0.428215, "nauc_precision_at_5_std": 0.163598, "nauc_precision_at_5_diff1": 0.003285, "nauc_precision_at_10_max": 0.412658, "nauc_precision_at_10_std": 0.232559, "nauc_precision_at_10_diff1": -0.0517, "nauc_precision_at_20_max": 0.401089, "nauc_precision_at_20_std": 0.246378, "nauc_precision_at_20_diff1": -0.064658, "nauc_precision_at_100_max": 0.356053, "nauc_precision_at_100_std": 0.328141, "nauc_precision_at_100_diff1": -0.124834, "nauc_precision_at_1000_max": 0.297563, "nauc_precision_at_1000_std": 0.296801, "nauc_precision_at_1000_diff1": -0.14929, "nauc_mrr_at_1_max": 0.418799, "nauc_mrr_at_1_std": 0.128592, "nauc_mrr_at_1_diff1": 0.312238, "nauc_mrr_at_3_max": 0.454709, "nauc_mrr_at_3_std": 0.133394, "nauc_mrr_at_3_diff1": 0.291706, "nauc_mrr_at_5_max": 0.457947, "nauc_mrr_at_5_std": 0.144218, "nauc_mrr_at_5_diff1": 0.285102, "nauc_mrr_at_10_max": 0.455242, "nauc_mrr_at_10_std": 0.148094, "nauc_mrr_at_10_diff1": 0.285883, "nauc_mrr_at_20_max": 0.456638, "nauc_mrr_at_20_std": 0.151227, "nauc_mrr_at_20_diff1": 0.284684, "nauc_mrr_at_100_max": 0.455968, "nauc_mrr_at_100_std": 0.149756, "nauc_mrr_at_100_diff1": 0.285973, "nauc_mrr_at_1000_max": 0.455859, "nauc_mrr_at_1000_std": 0.149629, "nauc_mrr_at_1000_diff1": 0.28601, "cv_recall_at_1": 0.51698, "cv_recall_at_3": 0.75463, "cv_recall_at_5": 0.81173, "cv_recall_at_10": 0.875, "cv_recall_at_20": 0.92747, "cv_recall_at_100": 0.98611, "cv_recall_at_1000": 1.0, "main_score": 0.48645, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.38449, "ndcg_at_3": 0.42119, "ndcg_at_5": 0.4479, "ndcg_at_10": 0.49089, "ndcg_at_20": 0.52445, "ndcg_at_100": 0.5657, "ndcg_at_1000": 0.57784, "map_at_1": 0.24894, "map_at_3": 0.35233, "map_at_5": 0.37966, "map_at_10": 0.40501, "map_at_20": 0.4183, "map_at_100": 0.42768, "map_at_1000": 0.4286, "recall_at_1": 0.24894, "recall_at_3": 0.43507, "recall_at_5": 0.51504, "recall_at_10": 0.62948, "recall_at_20": 0.73522, "recall_at_100": 0.90832, "recall_at_1000": 0.98306, "accuracy": 0.24894, "precision_at_1": 0.38449, "precision_at_3": 0.25422, "precision_at_5": 0.18703, "precision_at_10": 0.11962, "precision_at_20": 0.07239, "precision_at_100": 0.01877, "precision_at_1000": 0.00205, "mrr_at_1": 0.384494, "mrr_at_3": 0.479167, "mrr_at_5": 0.497126, "mrr_at_10": 0.509774, "mrr_at_20": 0.514887, "mrr_at_100": 0.517543, "mrr_at_1000": 0.51772, "nauc_ndcg_at_1_max": 0.381909, "nauc_ndcg_at_1_std": -0.006096, "nauc_ndcg_at_1_diff1": 0.285214, "nauc_ndcg_at_3_max": 0.349266, "nauc_ndcg_at_3_std": -0.060186, "nauc_ndcg_at_3_diff1": 0.264214, "nauc_ndcg_at_5_max": 0.3508, "nauc_ndcg_at_5_std": -0.044998, "nauc_ndcg_at_5_diff1": 0.250662, "nauc_ndcg_at_10_max": 0.364795, "nauc_ndcg_at_10_std": -0.022705, "nauc_ndcg_at_10_diff1": 0.240398, "nauc_ndcg_at_20_max": 0.379331, "nauc_ndcg_at_20_std": -0.013978, "nauc_ndcg_at_20_diff1": 0.235953, "nauc_ndcg_at_100_max": 0.388496, "nauc_ndcg_at_100_std": 0.005961, "nauc_ndcg_at_100_diff1": 0.235687, "nauc_ndcg_at_1000_max": 0.385244, "nauc_ndcg_at_1000_std": -0.002061, "nauc_ndcg_at_1000_diff1": 0.243263, "nauc_map_at_1_max": 0.234769, "nauc_map_at_1_std": -0.100407, "nauc_map_at_1_diff1": 0.335841, "nauc_map_at_3_max": 0.304831, "nauc_map_at_3_std": -0.08727, "nauc_map_at_3_diff1": 0.293245, "nauc_map_at_5_max": 0.322605, "nauc_map_at_5_std": -0.069604, "nauc_map_at_5_diff1": 0.273751, "nauc_map_at_10_max": 0.335893, "nauc_map_at_10_std": -0.055716, "nauc_map_at_10_diff1": 0.266024, "nauc_map_at_20_max": 0.345274, "nauc_map_at_20_std": -0.050358, "nauc_map_at_20_diff1": 0.264136, "nauc_map_at_100_max": 0.349547, "nauc_map_at_100_std": -0.044883, "nauc_map_at_100_diff1": 0.263599, "nauc_map_at_1000_max": 0.349532, "nauc_map_at_1000_std": -0.044942, "nauc_map_at_1000_diff1": 0.263907, "nauc_recall_at_1_max": 0.234769, "nauc_recall_at_1_std": -0.100407, "nauc_recall_at_1_diff1": 0.335841, "nauc_recall_at_3_max": 0.282157, "nauc_recall_at_3_std": -0.091969, "nauc_recall_at_3_diff1": 0.256304, "nauc_recall_at_5_max": 0.301364, "nauc_recall_at_5_std": -0.045062, "nauc_recall_at_5_diff1": 0.200219, "nauc_recall_at_10_max": 0.319933, "nauc_recall_at_10_std": 0.021934, "nauc_recall_at_10_diff1": 0.151648, "nauc_recall_at_20_max": 0.348831, "nauc_recall_at_20_std": 0.047083, "nauc_recall_at_20_diff1": 0.120259, "nauc_recall_at_100_max": 0.477925, "nauc_recall_at_100_std": 0.338133, "nauc_recall_at_100_diff1": 0.023395, "nauc_recall_at_1000_max": 0.839171, "nauc_recall_at_1000_std": 0.773177, "nauc_recall_at_1000_diff1": 0.13609, "nauc_precision_at_1_max": 0.381909, "nauc_precision_at_1_std": -0.006096, "nauc_precision_at_1_diff1": 0.285214, "nauc_precision_at_3_max": 0.402339, "nauc_precision_at_3_std": 0.048228, "nauc_precision_at_3_diff1": 0.104165, "nauc_precision_at_5_max": 0.391171, "nauc_precision_at_5_std": 0.096072, "nauc_precision_at_5_diff1": 0.028513, "nauc_precision_at_10_max": 0.361364, "nauc_precision_at_10_std": 0.152229, "nauc_precision_at_10_diff1": -0.028656, "nauc_precision_at_20_max": 0.332053, "nauc_precision_at_20_std": 0.182206, "nauc_precision_at_20_diff1": -0.071646, "nauc_precision_at_100_max": 0.209303, "nauc_precision_at_100_std": 0.208107, "nauc_precision_at_100_diff1": -0.125959, "nauc_precision_at_1000_max": 0.141358, "nauc_precision_at_1000_std": 0.177051, "nauc_precision_at_1000_diff1": -0.127738, "nauc_mrr_at_1_max": 0.381909, "nauc_mrr_at_1_std": -0.006096, "nauc_mrr_at_1_diff1": 0.285214, "nauc_mrr_at_3_max": 0.390006, "nauc_mrr_at_3_std": -0.019007, "nauc_mrr_at_3_diff1": 0.253653, "nauc_mrr_at_5_max": 0.395682, "nauc_mrr_at_5_std": -0.007923, "nauc_mrr_at_5_diff1": 0.248752, "nauc_mrr_at_10_max": 0.399167, "nauc_mrr_at_10_std": -0.00015, "nauc_mrr_at_10_diff1": 0.246928, "nauc_mrr_at_20_max": 0.398025, "nauc_mrr_at_20_std": -0.000316, "nauc_mrr_at_20_diff1": 0.246182, "nauc_mrr_at_100_max": 0.39821, "nauc_mrr_at_100_std": -0.000197, "nauc_mrr_at_100_diff1": 0.247628, "nauc_mrr_at_1000_max": 0.398197, "nauc_mrr_at_1000_std": -0.000412, "nauc_mrr_at_1000_diff1": 0.247878, "cv_recall_at_1": 0.38449, "cv_recall_at_3": 0.60127, "cv_recall_at_5": 0.68038, "cv_recall_at_10": 0.77373, "cv_recall_at_20": 0.84652, "cv_recall_at_100": 0.95095, "cv_recall_at_1000": 0.98734, "main_score": 0.49089, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.575, "ndcg_at_3": 0.57875, "ndcg_at_5": 0.61986, "ndcg_at_10": 0.65619, "ndcg_at_20": 0.67824, "ndcg_at_100": 0.7021, "ndcg_at_1000": 0.70851, "map_at_1": 0.36587, "map_at_3": 0.51185, "map_at_5": 0.54649, "map_at_10": 0.56883, "map_at_20": 0.57846, "map_at_100": 0.58389, "map_at_1000": 0.58428, "recall_at_1": 0.36587, "recall_at_3": 0.59691, "recall_at_5": 0.69116, "recall_at_10": 0.78019, "recall_at_20": 0.8483, "recall_at_100": 0.94977, "recall_at_1000": 0.99088, "accuracy": 0.36587, "precision_at_1": 0.575, "precision_at_3": 0.345, "precision_at_5": 0.2452, "precision_at_10": 0.143, "precision_at_20": 0.07935, "precision_at_100": 0.01814, "precision_at_1000": 0.0019, "mrr_at_1": 0.575, "mrr_at_3": 0.667, "mrr_at_5": 0.6826, "mrr_at_10": 0.689763, "mrr_at_20": 0.692039, "mrr_at_100": 0.693188, "mrr_at_1000": 0.693258, "nauc_ndcg_at_1_max": 0.28389, "nauc_ndcg_at_1_std": -0.073049, "nauc_ndcg_at_1_diff1": 0.433206, "nauc_ndcg_at_3_max": 0.247733, "nauc_ndcg_at_3_std": -0.092568, "nauc_ndcg_at_3_diff1": 0.345936, "nauc_ndcg_at_5_max": 0.258548, "nauc_ndcg_at_5_std": -0.08443, "nauc_ndcg_at_5_diff1": 0.348521, "nauc_ndcg_at_10_max": 0.270678, "nauc_ndcg_at_10_std": -0.07647, "nauc_ndcg_at_10_diff1": 0.335116, "nauc_ndcg_at_20_max": 0.279074, "nauc_ndcg_at_20_std": -0.07036, "nauc_ndcg_at_20_diff1": 0.341118, "nauc_ndcg_at_100_max": 0.281369, "nauc_ndcg_at_100_std": -0.052844, "nauc_ndcg_at_100_diff1": 0.34827, "nauc_ndcg_at_1000_max": 0.279452, "nauc_ndcg_at_1000_std": -0.056388, "nauc_ndcg_at_1000_diff1": 0.349281, "nauc_map_at_1_max": 0.177894, "nauc_map_at_1_std": -0.117595, "nauc_map_at_1_diff1": 0.389315, "nauc_map_at_3_max": 0.229817, "nauc_map_at_3_std": -0.115118, "nauc_map_at_3_diff1": 0.347779, "nauc_map_at_5_max": 0.242169, "nauc_map_at_5_std": -0.100261, "nauc_map_at_5_diff1": 0.344975, "nauc_map_at_10_max": 0.254675, "nauc_map_at_10_std": -0.093088, "nauc_map_at_10_diff1": 0.338512, "nauc_map_at_20_max": 0.257767, "nauc_map_at_20_std": -0.091183, "nauc_map_at_20_diff1": 0.340116, "nauc_map_at_100_max": 0.258408, "nauc_map_at_100_std": -0.086702, "nauc_map_at_100_diff1": 0.341051, "nauc_map_at_1000_max": 0.258229, "nauc_map_at_1000_std": -0.086871, "nauc_map_at_1000_diff1": 0.341077, "nauc_recall_at_1_max": 0.177894, "nauc_recall_at_1_std": -0.117595, "nauc_recall_at_1_diff1": 0.389315, "nauc_recall_at_3_max": 0.212638, "nauc_recall_at_3_std": -0.108785, "nauc_recall_at_3_diff1": 0.29976, "nauc_recall_at_5_max": 0.23183, "nauc_recall_at_5_std": -0.080076, "nauc_recall_at_5_diff1": 0.27861, "nauc_recall_at_10_max": 0.247025, "nauc_recall_at_10_std": -0.06461, "nauc_recall_at_10_diff1": 0.216676, "nauc_recall_at_20_max": 0.288526, "nauc_recall_at_20_std": -0.04017, "nauc_recall_at_20_diff1": 0.220053, "nauc_recall_at_100_max": 0.39036, "nauc_recall_at_100_std": 0.230942, "nauc_recall_at_100_diff1": 0.225933, "nauc_recall_at_1000_max": 0.901799, "nauc_recall_at_1000_std": 0.864119, "nauc_recall_at_1000_diff1": 0.148752, "nauc_precision_at_1_max": 0.28389, "nauc_precision_at_1_std": -0.073049, "nauc_precision_at_1_diff1": 0.433206, "nauc_precision_at_3_max": 0.212579, "nauc_precision_at_3_std": 0.016382, "nauc_precision_at_3_diff1": 0.113598, "nauc_precision_at_5_max": 0.196351, "nauc_precision_at_5_std": 0.07608, "nauc_precision_at_5_diff1": 0.044885, "nauc_precision_at_10_max": 0.164133, "nauc_precision_at_10_std": 0.105138, "nauc_precision_at_10_diff1": -0.049321, "nauc_precision_at_20_max": 0.142046, "nauc_precision_at_20_std": 0.139397, "nauc_precision_at_20_diff1": -0.081558, "nauc_precision_at_100_max": 0.077223, "nauc_precision_at_100_std": 0.210619, "nauc_precision_at_100_diff1": -0.134286, "nauc_precision_at_1000_max": 0.044816, "nauc_precision_at_1000_std": 0.201412, "nauc_precision_at_1000_diff1": -0.160563, "nauc_mrr_at_1_max": 0.28389, "nauc_mrr_at_1_std": -0.073049, "nauc_mrr_at_1_diff1": 0.433206, "nauc_mrr_at_3_max": 0.295675, "nauc_mrr_at_3_std": -0.052238, "nauc_mrr_at_3_diff1": 0.405762, "nauc_mrr_at_5_max": 0.296636, "nauc_mrr_at_5_std": -0.051228, "nauc_mrr_at_5_diff1": 0.409567, "nauc_mrr_at_10_max": 0.291828, "nauc_mrr_at_10_std": -0.05438, "nauc_mrr_at_10_diff1": 0.406749, "nauc_mrr_at_20_max": 0.292915, "nauc_mrr_at_20_std": -0.05421, "nauc_mrr_at_20_diff1": 0.408383, "nauc_mrr_at_100_max": 0.292632, "nauc_mrr_at_100_std": -0.054597, "nauc_mrr_at_100_diff1": 0.408565, "nauc_mrr_at_1000_max": 0.292622, "nauc_mrr_at_1000_std": -0.054597, "nauc_mrr_at_1000_diff1": 0.408541, "cv_recall_at_1": 0.575, "cv_recall_at_3": 0.784, "cv_recall_at_5": 0.852, "cv_recall_at_10": 0.905, "cv_recall_at_20": 0.937, "cv_recall_at_100": 0.979, "cv_recall_at_1000": 0.996, "main_score": 0.65619, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.34985, "ndcg_at_3": 0.38575, "ndcg_at_5": 0.43586, "ndcg_at_10": 0.4872, "ndcg_at_20": 0.53295, "ndcg_at_100": 0.57708, "ndcg_at_1000": 0.58083, "map_at_1": 0.208, "map_at_3": 0.32103, "map_at_5": 0.36066, "map_at_10": 0.38964, "map_at_20": 0.40874, "map_at_100": 0.41874, "map_at_1000": 0.41904, "recall_at_1": 0.208, "recall_at_3": 0.4041, "recall_at_5": 0.52254, "recall_at_10": 0.65184, "recall_at_20": 0.79268, "recall_at_100": 0.97828, "recall_at_1000": 1.0, "accuracy": 0.208, "precision_at_1": 0.34985, "precision_at_3": 0.24879, "precision_at_5": 0.19942, "precision_at_10": 0.12974, "precision_at_20": 0.08163, "precision_at_100": 0.02079, "precision_at_1000": 0.00213, "mrr_at_1": 0.349854, "mrr_at_3": 0.450923, "mrr_at_5": 0.477308, "mrr_at_10": 0.49267, "mrr_at_20": 0.4989, "mrr_at_100": 0.50149, "mrr_at_1000": 0.501543, "nauc_ndcg_at_1_max": 0.342024, "nauc_ndcg_at_1_std": 0.130264, "nauc_ndcg_at_1_diff1": 0.236633, "nauc_ndcg_at_3_max": 0.31001, "nauc_ndcg_at_3_std": 0.098168, "nauc_ndcg_at_3_diff1": 0.211199, "nauc_ndcg_at_5_max": 0.316966, "nauc_ndcg_at_5_std": 0.10841, "nauc_ndcg_at_5_diff1": 0.208517, "nauc_ndcg_at_10_max": 0.33224, "nauc_ndcg_at_10_std": 0.110013, "nauc_ndcg_at_10_diff1": 0.199905, "nauc_ndcg_at_20_max": 0.342433, "nauc_ndcg_at_20_std": 0.122819, "nauc_ndcg_at_20_diff1": 0.186789, "nauc_ndcg_at_100_max": 0.334696, "nauc_ndcg_at_100_std": 0.133068, "nauc_ndcg_at_100_diff1": 0.185856, "nauc_ndcg_at_1000_max": 0.330774, "nauc_ndcg_at_1000_std": 0.1245, "nauc_ndcg_at_1000_diff1": 0.195536, "nauc_map_at_1_max": 0.19177, "nauc_map_at_1_std": 0.043419, "nauc_map_at_1_diff1": 0.243997, "nauc_map_at_3_max": 0.270884, "nauc_map_at_3_std": 0.081863, "nauc_map_at_3_diff1": 0.226222, "nauc_map_at_5_max": 0.288397, "nauc_map_at_5_std": 0.088813, "nauc_map_at_5_diff1": 0.2189, "nauc_map_at_10_max": 0.294676, "nauc_map_at_10_std": 0.087101, "nauc_map_at_10_diff1": 0.210746, "nauc_map_at_20_max": 0.304908, "nauc_map_at_20_std": 0.095737, "nauc_map_at_20_diff1": 0.207284, "nauc_map_at_100_max": 0.303598, "nauc_map_at_100_std": 0.097838, "nauc_map_at_100_diff1": 0.206182, "nauc_map_at_1000_max": 0.303397, "nauc_map_at_1000_std": 0.097312, "nauc_map_at_1000_diff1": 0.206838, "nauc_recall_at_1_max": 0.19177, "nauc_recall_at_1_std": 0.043419, "nauc_recall_at_1_diff1": 0.243997, "nauc_recall_at_3_max": 0.267382, "nauc_recall_at_3_std": 0.082801, "nauc_recall_at_3_diff1": 0.193219, "nauc_recall_at_5_max": 0.28685, "nauc_recall_at_5_std": 0.088399, "nauc_recall_at_5_diff1": 0.178504, "nauc_recall_at_10_max": 0.328931, "nauc_recall_at_10_std": 0.088412, "nauc_recall_at_10_diff1": 0.154499, "nauc_recall_at_20_max": 0.360504, "nauc_recall_at_20_std": 0.119658, "nauc_recall_at_20_diff1": 0.079826, "nauc_recall_at_100_max": 0.510454, "nauc_recall_at_100_std": 0.634426, "nauc_recall_at_100_diff1": -0.434413, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.342024, "nauc_precision_at_1_std": 0.130264, "nauc_precision_at_1_diff1": 0.236633, "nauc_precision_at_3_max": 0.373661, "nauc_precision_at_3_std": 0.146635, "nauc_precision_at_3_diff1": 0.098578, "nauc_precision_at_5_max": 0.345818, "nauc_precision_at_5_std": 0.165684, "nauc_precision_at_5_diff1": 0.045411, "nauc_precision_at_10_max": 0.280371, "nauc_precision_at_10_std": 0.131446, "nauc_precision_at_10_diff1": -0.031216, "nauc_precision_at_20_max": 0.234559, "nauc_precision_at_20_std": 0.132979, "nauc_precision_at_20_diff1": -0.085869, "nauc_precision_at_100_max": 0.102991, "nauc_precision_at_100_std": 0.12628, "nauc_precision_at_100_diff1": -0.149294, "nauc_precision_at_1000_max": 0.075445, "nauc_precision_at_1000_std": 0.091287, "nauc_precision_at_1000_diff1": -0.122589, "nauc_mrr_at_1_max": 0.342024, "nauc_mrr_at_1_std": 0.130264, "nauc_mrr_at_1_diff1": 0.236633, "nauc_mrr_at_3_max": 0.343944, "nauc_mrr_at_3_std": 0.130954, "nauc_mrr_at_3_diff1": 0.211819, "nauc_mrr_at_5_max": 0.349823, "nauc_mrr_at_5_std": 0.14018, "nauc_mrr_at_5_diff1": 0.216216, "nauc_mrr_at_10_max": 0.359489, "nauc_mrr_at_10_std": 0.14337, "nauc_mrr_at_10_diff1": 0.216987, "nauc_mrr_at_20_max": 0.35404, "nauc_mrr_at_20_std": 0.140902, "nauc_mrr_at_20_diff1": 0.214966, "nauc_mrr_at_100_max": 0.353899, "nauc_mrr_at_100_std": 0.14043, "nauc_mrr_at_100_diff1": 0.216416, "nauc_mrr_at_1000_max": 0.353878, "nauc_mrr_at_1000_std": 0.140324, "nauc_mrr_at_1000_diff1": 0.216442, "cv_recall_at_1": 0.34985, "cv_recall_at_3": 0.58601, "cv_recall_at_5": 0.70262, "cv_recall_at_10": 0.81341, "cv_recall_at_20": 0.90087, "cv_recall_at_100": 0.99125, "cv_recall_at_1000": 1.0, "main_score": 0.4872, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.39429, "ndcg_at_3": 0.39922, "ndcg_at_5": 0.42599, "ndcg_at_10": 0.47093, "ndcg_at_20": 0.50647, "ndcg_at_100": 0.54717, "ndcg_at_1000": 0.5602, "map_at_1": 0.21205, "map_at_3": 0.31429, "map_at_5": 0.34827, "map_at_10": 0.37689, "map_at_20": 0.39233, "map_at_100": 0.40183, "map_at_1000": 0.4025, "recall_at_1": 0.21205, "recall_at_3": 0.39266, "recall_at_5": 0.48595, "recall_at_10": 0.60816, "recall_at_20": 0.71876, "recall_at_100": 0.89398, "recall_at_1000": 0.9801, "accuracy": 0.21205, "precision_at_1": 0.39429, "precision_at_3": 0.26, "precision_at_5": 0.19829, "precision_at_10": 0.12771, "precision_at_20": 0.07743, "precision_at_100": 0.01914, "precision_at_1000": 0.0021, "mrr_at_1": 0.394286, "mrr_at_3": 0.478571, "mrr_at_5": 0.497, "mrr_at_10": 0.509604, "mrr_at_20": 0.514453, "mrr_at_100": 0.517541, "mrr_at_1000": 0.517752, "nauc_ndcg_at_1_max": 0.353632, "nauc_ndcg_at_1_std": 0.020056, "nauc_ndcg_at_1_diff1": 0.244953, "nauc_ndcg_at_3_max": 0.309481, "nauc_ndcg_at_3_std": -0.011966, "nauc_ndcg_at_3_diff1": 0.224582, "nauc_ndcg_at_5_max": 0.325628, "nauc_ndcg_at_5_std": 0.000954, "nauc_ndcg_at_5_diff1": 0.245305, "nauc_ndcg_at_10_max": 0.359455, "nauc_ndcg_at_10_std": 0.03681, "nauc_ndcg_at_10_diff1": 0.223435, "nauc_ndcg_at_20_max": 0.376151, "nauc_ndcg_at_20_std": 0.047011, "nauc_ndcg_at_20_diff1": 0.226689, "nauc_ndcg_at_100_max": 0.387105, "nauc_ndcg_at_100_std": 0.054361, "nauc_ndcg_at_100_diff1": 0.220117, "nauc_ndcg_at_1000_max": 0.382563, "nauc_ndcg_at_1000_std": 0.048658, "nauc_ndcg_at_1000_diff1": 0.226322, "nauc_map_at_1_max": 0.174707, "nauc_map_at_1_std": -0.038838, "nauc_map_at_1_diff1": 0.296046, "nauc_map_at_3_max": 0.214439, "nauc_map_at_3_std": -0.053387, "nauc_map_at_3_diff1": 0.244309, "nauc_map_at_5_max": 0.265148, "nauc_map_at_5_std": -0.032648, "nauc_map_at_5_diff1": 0.250858, "nauc_map_at_10_max": 0.304141, "nauc_map_at_10_std": -0.008708, "nauc_map_at_10_diff1": 0.238167, "nauc_map_at_20_max": 0.319241, "nauc_map_at_20_std": -0.000181, "nauc_map_at_20_diff1": 0.239072, "nauc_map_at_100_max": 0.324609, "nauc_map_at_100_std": 0.004009, "nauc_map_at_100_diff1": 0.23731, "nauc_map_at_1000_max": 0.324711, "nauc_map_at_1000_std": 0.003966, "nauc_map_at_1000_diff1": 0.237694, "nauc_recall_at_1_max": 0.174707, "nauc_recall_at_1_std": -0.038838, "nauc_recall_at_1_diff1": 0.296046, "nauc_recall_at_3_max": 0.165195, "nauc_recall_at_3_std": -0.035932, "nauc_recall_at_3_diff1": 0.183484, "nauc_recall_at_5_max": 0.256892, "nauc_recall_at_5_std": 0.014816, "nauc_recall_at_5_diff1": 0.204878, "nauc_recall_at_10_max": 0.327623, "nauc_recall_at_10_std": 0.090255, "nauc_recall_at_10_diff1": 0.143424, "nauc_recall_at_20_max": 0.377907, "nauc_recall_at_20_std": 0.130764, "nauc_recall_at_20_diff1": 0.156613, "nauc_recall_at_100_max": 0.491189, "nauc_recall_at_100_std": 0.269066, "nauc_recall_at_100_diff1": 0.021096, "nauc_recall_at_1000_max": 0.625739, "nauc_recall_at_1000_std": 0.767397, "nauc_recall_at_1000_diff1": -0.243173, "nauc_precision_at_1_max": 0.353632, "nauc_precision_at_1_std": 0.020056, "nauc_precision_at_1_diff1": 0.244953, "nauc_precision_at_3_max": 0.369637, "nauc_precision_at_3_std": 0.020826, "nauc_precision_at_3_diff1": 0.111915, "nauc_precision_at_5_max": 0.441026, "nauc_precision_at_5_std": 0.062288, "nauc_precision_at_5_diff1": 0.109431, "nauc_precision_at_10_max": 0.478652, "nauc_precision_at_10_std": 0.142809, "nauc_precision_at_10_diff1": 0.045377, "nauc_precision_at_20_max": 0.455633, "nauc_precision_at_20_std": 0.150208, "nauc_precision_at_20_diff1": 0.026733, "nauc_precision_at_100_max": 0.412339, "nauc_precision_at_100_std": 0.164303, "nauc_precision_at_100_diff1": -0.020336, "nauc_precision_at_1000_max": 0.359237, "nauc_precision_at_1000_std": 0.124451, "nauc_precision_at_1000_diff1": -0.023374, "nauc_mrr_at_1_max": 0.353632, "nauc_mrr_at_1_std": 0.020056, "nauc_mrr_at_1_diff1": 0.244953, "nauc_mrr_at_3_max": 0.359173, "nauc_mrr_at_3_std": 0.033113, "nauc_mrr_at_3_diff1": 0.221893, "nauc_mrr_at_5_max": 0.385219, "nauc_mrr_at_5_std": 0.043171, "nauc_mrr_at_5_diff1": 0.238129, "nauc_mrr_at_10_max": 0.387137, "nauc_mrr_at_10_std": 0.047927, "nauc_mrr_at_10_diff1": 0.233029, "nauc_mrr_at_20_max": 0.386299, "nauc_mrr_at_20_std": 0.046608, "nauc_mrr_at_20_diff1": 0.234436, "nauc_mrr_at_100_max": 0.38541, "nauc_mrr_at_100_std": 0.045159, "nauc_mrr_at_100_diff1": 0.234648, "nauc_mrr_at_1000_max": 0.385256, "nauc_mrr_at_1000_std": 0.045174, "nauc_mrr_at_1000_diff1": 0.234764, "cv_recall_at_1": 0.39429, "cv_recall_at_3": 0.58571, "cv_recall_at_5": 0.66571, "cv_recall_at_10": 0.76286, "cv_recall_at_20": 0.83429, "cv_recall_at_100": 0.94286, "cv_recall_at_1000": 0.99429, "main_score": 0.47093, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.44375, "ndcg_at_3": 0.41566, "ndcg_at_5": 0.42591, "ndcg_at_10": 0.45983, "ndcg_at_20": 0.49608, "ndcg_at_100": 0.54849, "ndcg_at_1000": 0.57259, "map_at_1": 0.19279, "map_at_3": 0.29554, "map_at_5": 0.32839, "map_at_10": 0.35711, "map_at_20": 0.374, "map_at_100": 0.38775, "map_at_1000": 0.38969, "recall_at_1": 0.19279, "recall_at_3": 0.35552, "recall_at_5": 0.43502, "recall_at_10": 0.54119, "recall_at_20": 0.63826, "recall_at_100": 0.8304, "recall_at_1000": 0.96329, "accuracy": 0.19279, "precision_at_1": 0.44375, "precision_at_3": 0.30451, "precision_at_5": 0.23542, "precision_at_10": 0.15292, "precision_at_20": 0.09495, "precision_at_100": 0.02629, "precision_at_1000": 0.00309, "mrr_at_1": 0.44375, "mrr_at_3": 0.534201, "mrr_at_5": 0.551493, "mrr_at_10": 0.562906, "mrr_at_20": 0.567136, "mrr_at_100": 0.569232, "mrr_at_1000": 0.569461, "nauc_ndcg_at_1_max": 0.335559, "nauc_ndcg_at_1_std": 0.002537, "nauc_ndcg_at_1_diff1": 0.341982, "nauc_ndcg_at_3_max": 0.293647, "nauc_ndcg_at_3_std": -0.028127, "nauc_ndcg_at_3_diff1": 0.273928, "nauc_ndcg_at_5_max": 0.28728, "nauc_ndcg_at_5_std": -0.055258, "nauc_ndcg_at_5_diff1": 0.27344, "nauc_ndcg_at_10_max": 0.288761, "nauc_ndcg_at_10_std": -0.070865, "nauc_ndcg_at_10_diff1": 0.284202, "nauc_ndcg_at_20_max": 0.29284, "nauc_ndcg_at_20_std": -0.042061, "nauc_ndcg_at_20_diff1": 0.279072, "nauc_ndcg_at_100_max": 0.319245, "nauc_ndcg_at_100_std": 0.004559, "nauc_ndcg_at_100_diff1": 0.270418, "nauc_ndcg_at_1000_max": 0.320839, "nauc_ndcg_at_1000_std": 0.002238, "nauc_ndcg_at_1000_diff1": 0.273732, "nauc_map_at_1_max": 0.239424, "nauc_map_at_1_std": -0.077409, "nauc_map_at_1_diff1": 0.375222, "nauc_map_at_3_max": 0.24904, "nauc_map_at_3_std": -0.078605, "nauc_map_at_3_diff1": 0.303967, "nauc_map_at_5_max": 0.259848, "nauc_map_at_5_std": -0.081675, "nauc_map_at_5_diff1": 0.291265, "nauc_map_at_10_max": 0.267208, "nauc_map_at_10_std": -0.08228, "nauc_map_at_10_diff1": 0.289918, "nauc_map_at_20_max": 0.271631, "nauc_map_at_20_std": -0.068335, "nauc_map_at_20_diff1": 0.287632, "nauc_map_at_100_max": 0.280562, "nauc_map_at_100_std": -0.054075, "nauc_map_at_100_diff1": 0.284588, "nauc_map_at_1000_max": 0.280737, "nauc_map_at_1000_std": -0.053422, "nauc_map_at_1000_diff1": 0.284649, "nauc_recall_at_1_max": 0.239424, "nauc_recall_at_1_std": -0.077409, "nauc_recall_at_1_diff1": 0.375222, "nauc_recall_at_3_max": 0.205157, "nauc_recall_at_3_std": -0.088721, "nauc_recall_at_3_diff1": 0.252018, "nauc_recall_at_5_max": 0.20888, "nauc_recall_at_5_std": -0.097364, "nauc_recall_at_5_diff1": 0.216154, "nauc_recall_at_10_max": 0.210667, "nauc_recall_at_10_std": -0.11465, "nauc_recall_at_10_diff1": 0.211102, "nauc_recall_at_20_max": 0.194902, "nauc_recall_at_20_std": -0.050219, "nauc_recall_at_20_diff1": 0.185804, "nauc_recall_at_100_max": 0.283396, "nauc_recall_at_100_std": 0.176171, "nauc_recall_at_100_diff1": 0.119128, "nauc_recall_at_1000_max": 0.431159, "nauc_recall_at_1000_std": 0.494843, "nauc_recall_at_1000_diff1": 0.029125, "nauc_precision_at_1_max": 0.335559, "nauc_precision_at_1_std": 0.002537, "nauc_precision_at_1_diff1": 0.341982, "nauc_precision_at_3_max": 0.268011, "nauc_precision_at_3_std": 0.039269, "nauc_precision_at_3_diff1": 0.117665, "nauc_precision_at_5_max": 0.245059, "nauc_precision_at_5_std": 0.036786, "nauc_precision_at_5_diff1": 0.060917, "nauc_precision_at_10_max": 0.212927, "nauc_precision_at_10_std": 0.060307, "nauc_precision_at_10_diff1": 0.031484, "nauc_precision_at_20_max": 0.175178, "nauc_precision_at_20_std": 0.134932, "nauc_precision_at_20_diff1": -0.012507, "nauc_precision_at_100_max": 0.145545, "nauc_precision_at_100_std": 0.219346, "nauc_precision_at_100_diff1": -0.081463, "nauc_precision_at_1000_max": 0.093008, "nauc_precision_at_1000_std": 0.19205, "nauc_precision_at_1000_diff1": -0.113543, "nauc_mrr_at_1_max": 0.335559, "nauc_mrr_at_1_std": 0.002537, "nauc_mrr_at_1_diff1": 0.341982, "nauc_mrr_at_3_max": 0.342945, "nauc_mrr_at_3_std": 0.000154, "nauc_mrr_at_3_diff1": 0.318094, "nauc_mrr_at_5_max": 0.347374, "nauc_mrr_at_5_std": 0.000913, "nauc_mrr_at_5_diff1": 0.313927, "nauc_mrr_at_10_max": 0.349585, "nauc_mrr_at_10_std": -0.001533, "nauc_mrr_at_10_diff1": 0.319864, "nauc_mrr_at_20_max": 0.347626, "nauc_mrr_at_20_std": 0.000399, "nauc_mrr_at_20_diff1": 0.318397, "nauc_mrr_at_100_max": 0.34791, "nauc_mrr_at_100_std": 0.001366, "nauc_mrr_at_100_diff1": 0.318172, "nauc_mrr_at_1000_max": 0.347948, "nauc_mrr_at_1000_std": 0.00138, "nauc_mrr_at_1000_diff1": 0.318367, "cv_recall_at_1": 0.44375, "cv_recall_at_3": 0.64896, "cv_recall_at_5": 0.725, "cv_recall_at_10": 0.80729, "cv_recall_at_20": 0.86458, "cv_recall_at_100": 0.94479, "cv_recall_at_1000": 0.99062, "main_score": 0.45983, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.47209, "ndcg_at_3": 0.5088, "ndcg_at_5": 0.54257, "ndcg_at_10": 0.58369, "ndcg_at_20": 0.61158, "ndcg_at_100": 0.64331, "ndcg_at_1000": 0.65184, "map_at_1": 0.31251, "map_at_3": 0.42908, "map_at_5": 0.46309, "map_at_10": 0.48914, "map_at_20": 0.50095, "map_at_100": 0.5087, "map_at_1000": 0.50942, "recall_at_1": 0.31251, "recall_at_3": 0.52545, "recall_at_5": 0.62303, "recall_at_10": 0.72979, "recall_at_20": 0.81566, "recall_at_100": 0.94327, "recall_at_1000": 0.99242, "accuracy": 0.31251, "precision_at_1": 0.47209, "precision_at_3": 0.29419, "precision_at_5": 0.21837, "precision_at_10": 0.13581, "precision_at_20": 0.07849, "precision_at_100": 0.01927, "precision_at_1000": 0.00206, "mrr_at_1": 0.472093, "mrr_at_3": 0.578876, "mrr_at_5": 0.598004, "mrr_at_10": 0.60905, "mrr_at_20": 0.612311, "mrr_at_100": 0.613963, "mrr_at_1000": 0.614043, "nauc_ndcg_at_1_max": 0.307005, "nauc_ndcg_at_1_std": -0.036567, "nauc_ndcg_at_1_diff1": 0.406236, "nauc_ndcg_at_3_max": 0.268436, "nauc_ndcg_at_3_std": -0.111988, "nauc_ndcg_at_3_diff1": 0.323485, "nauc_ndcg_at_5_max": 0.255432, "nauc_ndcg_at_5_std": -0.136752, "nauc_ndcg_at_5_diff1": 0.321936, "nauc_ndcg_at_10_max": 0.266465, "nauc_ndcg_at_10_std": -0.135856, "nauc_ndcg_at_10_diff1": 0.327093, "nauc_ndcg_at_20_max": 0.282124, "nauc_ndcg_at_20_std": -0.117642, "nauc_ndcg_at_20_diff1": 0.332144, "nauc_ndcg_at_100_max": 0.297163, "nauc_ndcg_at_100_std": -0.083297, "nauc_ndcg_at_100_diff1": 0.338634, "nauc_ndcg_at_1000_max": 0.298689, "nauc_ndcg_at_1000_std": -0.081696, "nauc_ndcg_at_1000_diff1": 0.336089, "nauc_map_at_1_max": 0.130521, "nauc_map_at_1_std": -0.167534, "nauc_map_at_1_diff1": 0.336652, "nauc_map_at_3_max": 0.189042, "nauc_map_at_3_std": -0.180711, "nauc_map_at_3_diff1": 0.319396, "nauc_map_at_5_max": 0.204977, "nauc_map_at_5_std": -0.175243, "nauc_map_at_5_diff1": 0.319284, "nauc_map_at_10_max": 0.219386, "nauc_map_at_10_std": -0.166852, "nauc_map_at_10_diff1": 0.320972, "nauc_map_at_20_max": 0.227761, "nauc_map_at_20_std": -0.157344, "nauc_map_at_20_diff1": 0.321457, "nauc_map_at_100_max": 0.232469, "nauc_map_at_100_std": -0.149611, "nauc_map_at_100_diff1": 0.323075, "nauc_map_at_1000_max": 0.232929, "nauc_map_at_1000_std": -0.149013, "nauc_map_at_1000_diff1": 0.323071, "nauc_recall_at_1_max": 0.130521, "nauc_recall_at_1_std": -0.167534, "nauc_recall_at_1_diff1": 0.336652, "nauc_recall_at_3_max": 0.174014, "nauc_recall_at_3_std": -0.201561, "nauc_recall_at_3_diff1": 0.258384, "nauc_recall_at_5_max": 0.171518, "nauc_recall_at_5_std": -0.213269, "nauc_recall_at_5_diff1": 0.242683, "nauc_recall_at_10_max": 0.189002, "nauc_recall_at_10_std": -0.213629, "nauc_recall_at_10_diff1": 0.239864, "nauc_recall_at_20_max": 0.211731, "nauc_recall_at_20_std": -0.19417, "nauc_recall_at_20_diff1": 0.24227, "nauc_recall_at_100_max": 0.30379, "nauc_recall_at_100_std": 0.060825, "nauc_recall_at_100_diff1": 0.267972, "nauc_recall_at_1000_max": 0.430906, "nauc_recall_at_1000_std": 0.312234, "nauc_recall_at_1000_diff1": -0.256037, "nauc_precision_at_1_max": 0.307005, "nauc_precision_at_1_std": -0.036567, "nauc_precision_at_1_diff1": 0.406236, "nauc_precision_at_3_max": 0.397327, "nauc_precision_at_3_std": 0.085606, "nauc_precision_at_3_diff1": 0.204219, "nauc_precision_at_5_max": 0.368927, "nauc_precision_at_5_std": 0.141356, "nauc_precision_at_5_diff1": 0.12224, "nauc_precision_at_10_max": 0.32031, "nauc_precision_at_10_std": 0.201163, "nauc_precision_at_10_diff1": 0.046417, "nauc_precision_at_20_max": 0.302905, "nauc_precision_at_20_std": 0.266034, "nauc_precision_at_20_diff1": 0.004516, "nauc_precision_at_100_max": 0.247759, "nauc_precision_at_100_std": 0.35956, "nauc_precision_at_100_diff1": -0.043326, "nauc_precision_at_1000_max": 0.22813, "nauc_precision_at_1000_std": 0.36412, "nauc_precision_at_1000_diff1": -0.06697, "nauc_mrr_at_1_max": 0.307005, "nauc_mrr_at_1_std": -0.036567, "nauc_mrr_at_1_diff1": 0.406236, "nauc_mrr_at_3_max": 0.370149, "nauc_mrr_at_3_std": -0.010025, "nauc_mrr_at_3_diff1": 0.377863, "nauc_mrr_at_5_max": 0.365489, "nauc_mrr_at_5_std": -0.008581, "nauc_mrr_at_5_diff1": 0.379481, "nauc_mrr_at_10_max": 0.363313, "nauc_mrr_at_10_std": -0.009292, "nauc_mrr_at_10_diff1": 0.379999, "nauc_mrr_at_20_max": 0.363276, "nauc_mrr_at_20_std": -0.009808, "nauc_mrr_at_20_diff1": 0.382239, "nauc_mrr_at_100_max": 0.362494, "nauc_mrr_at_100_std": -0.010332, "nauc_mrr_at_100_diff1": 0.382799, "nauc_mrr_at_1000_max": 0.362394, "nauc_mrr_at_1000_std": -0.010414, "nauc_mrr_at_1000_diff1": 0.382734, "cv_recall_at_1": 0.47209, "cv_recall_at_3": 0.71512, "cv_recall_at_5": 0.79884, "cv_recall_at_10": 0.87791, "cv_recall_at_20": 0.92209, "cv_recall_at_100": 0.98023, "cv_recall_at_1000": 0.99767, "main_score": 0.58369, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.50704, "ndcg_at_3": 0.50973, "ndcg_at_5": 0.52005, "ndcg_at_10": 0.55212, "ndcg_at_20": 0.58809, "ndcg_at_100": 0.63274, "ndcg_at_1000": 0.64403, "map_at_1": 0.29586, "map_at_3": 0.40698, "map_at_5": 0.43281, "map_at_10": 0.45776, "map_at_20": 0.47365, "map_at_100": 0.48563, "map_at_1000": 0.48673, "recall_at_1": 0.29586, "recall_at_3": 0.48518, "recall_at_5": 0.5504, "recall_at_10": 0.65555, "recall_at_20": 0.76452, "recall_at_100": 0.9316, "recall_at_1000": 0.99437, "accuracy": 0.29586, "precision_at_1": 0.50704, "precision_at_3": 0.30986, "precision_at_5": 0.22817, "precision_at_10": 0.14178, "precision_at_20": 0.08592, "precision_at_100": 0.02347, "precision_at_1000": 0.00256, "mrr_at_1": 0.507042, "mrr_at_3": 0.604069, "mrr_at_5": 0.617684, "mrr_at_10": 0.627422, "mrr_at_20": 0.631847, "mrr_at_100": 0.633384, "mrr_at_1000": 0.633462, "nauc_ndcg_at_1_max": 0.403524, "nauc_ndcg_at_1_std": 0.096333, "nauc_ndcg_at_1_diff1": 0.505977, "nauc_ndcg_at_3_max": 0.323521, "nauc_ndcg_at_3_std": 0.117883, "nauc_ndcg_at_3_diff1": 0.436472, "nauc_ndcg_at_5_max": 0.28095, "nauc_ndcg_at_5_std": 0.106567, "nauc_ndcg_at_5_diff1": 0.431987, "nauc_ndcg_at_10_max": 0.252345, "nauc_ndcg_at_10_std": 0.098765, "nauc_ndcg_at_10_diff1": 0.427709, "nauc_ndcg_at_20_max": 0.276669, "nauc_ndcg_at_20_std": 0.126468, "nauc_ndcg_at_20_diff1": 0.404506, "nauc_ndcg_at_100_max": 0.307822, "nauc_ndcg_at_100_std": 0.14058, "nauc_ndcg_at_100_diff1": 0.396959, "nauc_ndcg_at_1000_max": 0.32699, "nauc_ndcg_at_1000_std": 0.140601, "nauc_ndcg_at_1000_diff1": 0.42463, "nauc_map_at_1_max": 0.105628, "nauc_map_at_1_std": -0.022974, "nauc_map_at_1_diff1": 0.521581, "nauc_map_at_3_max": 0.180637, "nauc_map_at_3_std": 0.078514, "nauc_map_at_3_diff1": 0.452657, "nauc_map_at_5_max": 0.193363, "nauc_map_at_5_std": 0.082086, "nauc_map_at_5_diff1": 0.445015, "nauc_map_at_10_max": 0.201511, "nauc_map_at_10_std": 0.07766, "nauc_map_at_10_diff1": 0.444351, "nauc_map_at_20_max": 0.217184, "nauc_map_at_20_std": 0.091591, "nauc_map_at_20_diff1": 0.432891, "nauc_map_at_100_max": 0.223833, "nauc_map_at_100_std": 0.095262, "nauc_map_at_100_diff1": 0.430145, "nauc_map_at_1000_max": 0.226483, "nauc_map_at_1000_std": 0.09547, "nauc_map_at_1000_diff1": 0.432435, "nauc_recall_at_1_max": 0.105628, "nauc_recall_at_1_std": -0.022974, "nauc_recall_at_1_diff1": 0.521581, "nauc_recall_at_3_max": 0.160833, "nauc_recall_at_3_std": 0.113312, "nauc_recall_at_3_diff1": 0.36743, "nauc_recall_at_5_max": 0.132447, "nauc_recall_at_5_std": 0.087487, "nauc_recall_at_5_diff1": 0.329751, "nauc_recall_at_10_max": 0.069437, "nauc_recall_at_10_std": 0.01973, "nauc_recall_at_10_diff1": 0.282437, "nauc_recall_at_20_max": 0.069466, "nauc_recall_at_20_std": 0.086179, "nauc_recall_at_20_diff1": 0.155012, "nauc_recall_at_100_max": 0.004813, "nauc_recall_at_100_std": 0.189889, "nauc_recall_at_100_diff1": -0.226412, "nauc_recall_at_1000_max": 0.123934, "nauc_recall_at_1000_std": 0.869485, "nauc_recall_at_1000_diff1": 0.123934, "nauc_precision_at_1_max": 0.403524, "nauc_precision_at_1_std": 0.096333, "nauc_precision_at_1_diff1": 0.505977, "nauc_precision_at_3_max": 0.489931, "nauc_precision_at_3_std": 0.24347, "nauc_precision_at_3_diff1": 0.142656, "nauc_precision_at_5_max": 0.427385, "nauc_precision_at_5_std": 0.208406, "nauc_precision_at_5_diff1": 0.057876, "nauc_precision_at_10_max": 0.399172, "nauc_precision_at_10_std": 0.180022, "nauc_precision_at_10_diff1": -0.02108, "nauc_precision_at_20_max": 0.397875, "nauc_precision_at_20_std": 0.198816, "nauc_precision_at_20_diff1": -0.111022, "nauc_precision_at_100_max": 0.359233, "nauc_precision_at_100_std": 0.133963, "nauc_precision_at_100_diff1": -0.147072, "nauc_precision_at_1000_max": 0.375709, "nauc_precision_at_1000_std": 0.107124, "nauc_precision_at_1000_diff1": -0.096828, "nauc_mrr_at_1_max": 0.403524, "nauc_mrr_at_1_std": 0.096333, "nauc_mrr_at_1_diff1": 0.505977, "nauc_mrr_at_3_max": 0.476656, "nauc_mrr_at_3_std": 0.159837, "nauc_mrr_at_3_diff1": 0.483249, "nauc_mrr_at_5_max": 0.473562, "nauc_mrr_at_5_std": 0.157783, "nauc_mrr_at_5_diff1": 0.481371, "nauc_mrr_at_10_max": 0.467359, "nauc_mrr_at_10_std": 0.151218, "nauc_mrr_at_10_diff1": 0.477243, "nauc_mrr_at_20_max": 0.466379, "nauc_mrr_at_20_std": 0.150241, "nauc_mrr_at_20_diff1": 0.477621, "nauc_mrr_at_100_max": 0.464902, "nauc_mrr_at_100_std": 0.150716, "nauc_mrr_at_100_diff1": 0.477451, "nauc_mrr_at_1000_max": 0.464867, "nauc_mrr_at_1000_std": 0.150759, "nauc_mrr_at_1000_diff1": 0.477514, "cv_recall_at_1": 0.50704, "cv_recall_at_3": 0.723, "cv_recall_at_5": 0.78404, "cv_recall_at_10": 0.85446, "cv_recall_at_20": 0.92019, "cv_recall_at_100": 0.97183, "cv_recall_at_1000": 0.99531, "main_score": 0.55212, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.443, "ndcg_at_3": 0.44265, "ndcg_at_5": 0.46642, "ndcg_at_10": 0.51296, "ndcg_at_20": 0.5552, "ndcg_at_100": 0.60278, "ndcg_at_1000": 0.61338, "map_at_1": 0.22829, "map_at_3": 0.33649, "map_at_5": 0.3737, "map_at_10": 0.4073, "map_at_20": 0.42704, "map_at_100": 0.44052, "map_at_1000": 0.44142, "recall_at_1": 0.22829, "recall_at_3": 0.40874, "recall_at_5": 0.5038, "recall_at_10": 0.6306, "recall_at_20": 0.74914, "recall_at_100": 0.92431, "recall_at_1000": 0.98365, "accuracy": 0.22829, "precision_at_1": 0.443, "precision_at_3": 0.30567, "precision_at_5": 0.236, "precision_at_10": 0.1578, "precision_at_20": 0.0987, "precision_at_100": 0.02598, "precision_at_1000": 0.00278, "mrr_at_1": 0.443, "mrr_at_3": 0.5445, "mrr_at_5": 0.56455, "mrr_at_10": 0.577318, "mrr_at_20": 0.581689, "mrr_at_100": 0.583252, "mrr_at_1000": 0.583358, "nauc_ndcg_at_1_max": 0.339961, "nauc_ndcg_at_1_std": 0.059246, "nauc_ndcg_at_1_diff1": 0.361621, "nauc_ndcg_at_3_max": 0.311115, "nauc_ndcg_at_3_std": 0.059112, "nauc_ndcg_at_3_diff1": 0.257045, "nauc_ndcg_at_5_max": 0.29834, "nauc_ndcg_at_5_std": 0.057772, "nauc_ndcg_at_5_diff1": 0.254907, "nauc_ndcg_at_10_max": 0.31511, "nauc_ndcg_at_10_std": 0.065188, "nauc_ndcg_at_10_diff1": 0.257068, "nauc_ndcg_at_20_max": 0.3369, "nauc_ndcg_at_20_std": 0.089886, "nauc_ndcg_at_20_diff1": 0.250814, "nauc_ndcg_at_100_max": 0.354054, "nauc_ndcg_at_100_std": 0.114963, "nauc_ndcg_at_100_diff1": 0.253419, "nauc_ndcg_at_1000_max": 0.34989, "nauc_ndcg_at_1000_std": 0.104548, "nauc_ndcg_at_1000_diff1": 0.253092, "nauc_map_at_1_max": 0.229562, "nauc_map_at_1_std": 4.7e-05, "nauc_map_at_1_diff1": 0.333323, "nauc_map_at_3_max": 0.256864, "nauc_map_at_3_std": 0.011744, "nauc_map_at_3_diff1": 0.274046, "nauc_map_at_5_max": 0.266247, "nauc_map_at_5_std": 0.025163, "nauc_map_at_5_diff1": 0.265936, "nauc_map_at_10_max": 0.284611, "nauc_map_at_10_std": 0.039482, "nauc_map_at_10_diff1": 0.26552, "nauc_map_at_20_max": 0.296034, "nauc_map_at_20_std": 0.050294, "nauc_map_at_20_diff1": 0.262488, "nauc_map_at_100_max": 0.303292, "nauc_map_at_100_std": 0.058978, "nauc_map_at_100_diff1": 0.262537, "nauc_map_at_1000_max": 0.303263, "nauc_map_at_1000_std": 0.058737, "nauc_map_at_1000_diff1": 0.262374, "nauc_recall_at_1_max": 0.229562, "nauc_recall_at_1_std": 4.7e-05, "nauc_recall_at_1_diff1": 0.333323, "nauc_recall_at_3_max": 0.221517, "nauc_recall_at_3_std": 0.001421, "nauc_recall_at_3_diff1": 0.213333, "nauc_recall_at_5_max": 0.201615, "nauc_recall_at_5_std": 0.017671, "nauc_recall_at_5_diff1": 0.17469, "nauc_recall_at_10_max": 0.240357, "nauc_recall_at_10_std": 0.055377, "nauc_recall_at_10_diff1": 0.15946, "nauc_recall_at_20_max": 0.285724, "nauc_recall_at_20_std": 0.126838, "nauc_recall_at_20_diff1": 0.121583, "nauc_recall_at_100_max": 0.426776, "nauc_recall_at_100_std": 0.425451, "nauc_recall_at_100_diff1": 0.078258, "nauc_recall_at_1000_max": 0.664538, "nauc_recall_at_1000_std": 0.683849, "nauc_recall_at_1000_diff1": -0.214847, "nauc_precision_at_1_max": 0.339961, "nauc_precision_at_1_std": 0.059246, "nauc_precision_at_1_diff1": 0.361621, "nauc_precision_at_3_max": 0.310296, "nauc_precision_at_3_std": 0.124874, "nauc_precision_at_3_diff1": 0.106055, "nauc_precision_at_5_max": 0.281091, "nauc_precision_at_5_std": 0.150887, "nauc_precision_at_5_diff1": 0.050012, "nauc_precision_at_10_max": 0.266984, "nauc_precision_at_10_std": 0.184166, "nauc_precision_at_10_diff1": 0.003987, "nauc_precision_at_20_max": 0.236046, "nauc_precision_at_20_std": 0.204171, "nauc_precision_at_20_diff1": -0.04905, "nauc_precision_at_100_max": 0.175579, "nauc_precision_at_100_std": 0.219645, "nauc_precision_at_100_diff1": -0.09809, "nauc_precision_at_1000_max": 0.131585, "nauc_precision_at_1000_std": 0.17856, "nauc_precision_at_1000_diff1": -0.116336, "nauc_mrr_at_1_max": 0.339961, "nauc_mrr_at_1_std": 0.059246, "nauc_mrr_at_1_diff1": 0.361621, "nauc_mrr_at_3_max": 0.361672, "nauc_mrr_at_3_std": 0.076516, "nauc_mrr_at_3_diff1": 0.317492, "nauc_mrr_at_5_max": 0.35965, "nauc_mrr_at_5_std": 0.080611, "nauc_mrr_at_5_diff1": 0.312726, "nauc_mrr_at_10_max": 0.366101, "nauc_mrr_at_10_std": 0.085479, "nauc_mrr_at_10_diff1": 0.316165, "nauc_mrr_at_20_max": 0.365895, "nauc_mrr_at_20_std": 0.086667, "nauc_mrr_at_20_diff1": 0.316427, "nauc_mrr_at_100_max": 0.364628, "nauc_mrr_at_100_std": 0.085509, "nauc_mrr_at_100_diff1": 0.317305, "nauc_mrr_at_1000_max": 0.364595, "nauc_mrr_at_1000_std": 0.085347, "nauc_mrr_at_1000_diff1": 0.317366, "cv_recall_at_1": 0.443, "cv_recall_at_3": 0.677, "cv_recall_at_5": 0.763, "cv_recall_at_10": 0.858, "cv_recall_at_20": 0.919, "cv_recall_at_100": 0.975, "cv_recall_at_1000": 0.993, "main_score": 0.51296, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.48548, "ndcg_at_3": 0.52334, "ndcg_at_5": 0.54928, "ndcg_at_10": 0.577, "ndcg_at_20": 0.60747, "ndcg_at_100": 0.63015, "ndcg_at_1000": 0.64143, "map_at_1": 0.33852, "map_at_3": 0.45563, "map_at_5": 0.48257, "map_at_10": 0.50038, "map_at_20": 0.51223, "map_at_100": 0.51706, "map_at_1000": 0.51777, "recall_at_1": 0.33852, "recall_at_3": 0.54573, "recall_at_5": 0.6197, "recall_at_10": 0.68894, "recall_at_20": 0.79012, "recall_at_100": 0.88503, "recall_at_1000": 0.95626, "accuracy": 0.33852, "precision_at_1": 0.48548, "precision_at_3": 0.28907, "precision_at_5": 0.20581, "precision_at_10": 0.11929, "precision_at_20": 0.06929, "precision_at_100": 0.01622, "precision_at_1000": 0.00179, "mrr_at_1": 0.485477, "mrr_at_3": 0.584716, "mrr_at_5": 0.597476, "mrr_at_10": 0.603268, "mrr_at_20": 0.60845, "mrr_at_100": 0.609888, "mrr_at_1000": 0.610022, "nauc_ndcg_at_1_max": 0.415198, "nauc_ndcg_at_1_std": 0.080653, "nauc_ndcg_at_1_diff1": 0.521586, "nauc_ndcg_at_3_max": 0.385819, "nauc_ndcg_at_3_std": 0.047537, "nauc_ndcg_at_3_diff1": 0.45142, "nauc_ndcg_at_5_max": 0.394725, "nauc_ndcg_at_5_std": 0.033239, "nauc_ndcg_at_5_diff1": 0.463633, "nauc_ndcg_at_10_max": 0.417932, "nauc_ndcg_at_10_std": 0.065547, "nauc_ndcg_at_10_diff1": 0.47006, "nauc_ndcg_at_20_max": 0.433399, "nauc_ndcg_at_20_std": 0.091049, "nauc_ndcg_at_20_diff1": 0.473829, "nauc_ndcg_at_100_max": 0.449352, "nauc_ndcg_at_100_std": 0.113083, "nauc_ndcg_at_100_diff1": 0.471642, "nauc_ndcg_at_1000_max": 0.445426, "nauc_ndcg_at_1000_std": 0.112657, "nauc_ndcg_at_1000_diff1": 0.467636, "nauc_map_at_1_max": 0.235116, "nauc_map_at_1_std": -0.058385, "nauc_map_at_1_diff1": 0.533678, "nauc_map_at_3_max": 0.326161, "nauc_map_at_3_std": -0.004846, "nauc_map_at_3_diff1": 0.461631, "nauc_map_at_5_max": 0.352303, "nauc_map_at_5_std": 0.000469, "nauc_map_at_5_diff1": 0.472268, "nauc_map_at_10_max": 0.366672, "nauc_map_at_10_std": 0.01672, "nauc_map_at_10_diff1": 0.47671, "nauc_map_at_20_max": 0.376096, "nauc_map_at_20_std": 0.029677, "nauc_map_at_20_diff1": 0.475436, "nauc_map_at_100_max": 0.380047, "nauc_map_at_100_std": 0.033281, "nauc_map_at_100_diff1": 0.475064, "nauc_map_at_1000_max": 0.380197, "nauc_map_at_1000_std": 0.033728, "nauc_map_at_1000_diff1": 0.474781, "nauc_recall_at_1_max": 0.235116, "nauc_recall_at_1_std": -0.058385, "nauc_recall_at_1_diff1": 0.533678, "nauc_recall_at_3_max": 0.310653, "nauc_recall_at_3_std": 0.012974, "nauc_recall_at_3_diff1": 0.376893, "nauc_recall_at_5_max": 0.350416, "nauc_recall_at_5_std": 0.007778, "nauc_recall_at_5_diff1": 0.394449, "nauc_recall_at_10_max": 0.40551, "nauc_recall_at_10_std": 0.088817, "nauc_recall_at_10_diff1": 0.408416, "nauc_recall_at_20_max": 0.443602, "nauc_recall_at_20_std": 0.181459, "nauc_recall_at_20_diff1": 0.421601, "nauc_recall_at_100_max": 0.609648, "nauc_recall_at_100_std": 0.434919, "nauc_recall_at_100_diff1": 0.428769, "nauc_recall_at_1000_max": 0.734604, "nauc_recall_at_1000_std": 0.797758, "nauc_recall_at_1000_diff1": 0.347421, "nauc_precision_at_1_max": 0.415198, "nauc_precision_at_1_std": 0.080653, "nauc_precision_at_1_diff1": 0.521586, "nauc_precision_at_3_max": 0.482084, "nauc_precision_at_3_std": 0.235311, "nauc_precision_at_3_diff1": 0.165589, "nauc_precision_at_5_max": 0.457638, "nauc_precision_at_5_std": 0.228149, "nauc_precision_at_5_diff1": 0.111894, "nauc_precision_at_10_max": 0.405666, "nauc_precision_at_10_std": 0.27756, "nauc_precision_at_10_diff1": 0.057736, "nauc_precision_at_20_max": 0.382553, "nauc_precision_at_20_std": 0.3373, "nauc_precision_at_20_diff1": -0.019332, "nauc_precision_at_100_max": 0.328171, "nauc_precision_at_100_std": 0.370082, "nauc_precision_at_100_diff1": -0.116079, "nauc_precision_at_1000_max": 0.240084, "nauc_precision_at_1000_std": 0.338477, "nauc_precision_at_1000_diff1": -0.179142, "nauc_mrr_at_1_max": 0.415198, "nauc_mrr_at_1_std": 0.080653, "nauc_mrr_at_1_diff1": 0.521586, "nauc_mrr_at_3_max": 0.457004, "nauc_mrr_at_3_std": 0.114595, "nauc_mrr_at_3_diff1": 0.471102, "nauc_mrr_at_5_max": 0.461352, "nauc_mrr_at_5_std": 0.107951, "nauc_mrr_at_5_diff1": 0.479241, "nauc_mrr_at_10_max": 0.467507, "nauc_mrr_at_10_std": 0.117596, "nauc_mrr_at_10_diff1": 0.481636, "nauc_mrr_at_20_max": 0.465225, "nauc_mrr_at_20_std": 0.117028, "nauc_mrr_at_20_diff1": 0.485084, "nauc_mrr_at_100_max": 0.464916, "nauc_mrr_at_100_std": 0.117112, "nauc_mrr_at_100_diff1": 0.485013, "nauc_mrr_at_1000_max": 0.464747, "nauc_mrr_at_1000_std": 0.116904, "nauc_mrr_at_1000_diff1": 0.484988, "cv_recall_at_1": 0.48548, "cv_recall_at_3": 0.71162, "cv_recall_at_5": 0.76556, "cv_recall_at_10": 0.80705, "cv_recall_at_20": 0.88174, "cv_recall_at_100": 0.93776, "cv_recall_at_1000": 0.97303, "main_score": 0.577, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.61473, "ndcg_at_3": 0.71225, "ndcg_at_5": 0.74013, "ndcg_at_10": 0.75341, "ndcg_at_20": 0.75985, "ndcg_at_100": 0.76845, "ndcg_at_1000": 0.77248, "map_at_1": 0.60668, "map_at_3": 0.6873, "map_at_5": 0.70326, "map_at_10": 0.70906, "map_at_20": 0.71083, "map_at_100": 0.71218, "map_at_1000": 0.71236, "recall_at_1": 0.60668, "recall_at_3": 0.77858, "recall_at_5": 0.84501, "recall_at_10": 0.88527, "recall_at_20": 0.91063, "recall_at_100": 0.95491, "recall_at_1000": 0.9851, "accuracy": 0.60668, "precision_at_1": 0.61473, "precision_at_3": 0.2649, "precision_at_5": 0.17295, "precision_at_10": 0.0907, "precision_at_20": 0.04662, "precision_at_100": 0.00982, "precision_at_1000": 0.00102, "mrr_at_1": 0.614734, "mrr_at_3": 0.693035, "mrr_at_5": 0.70789, "mrr_at_10": 0.713163, "mrr_at_20": 0.71494, "mrr_at_100": 0.716147, "mrr_at_1000": 0.7163, "nauc_ndcg_at_1_max": 0.481629, "nauc_ndcg_at_1_std": -0.320866, "nauc_ndcg_at_1_diff1": 0.606975, "nauc_ndcg_at_3_max": 0.51423, "nauc_ndcg_at_3_std": -0.367178, "nauc_ndcg_at_3_diff1": 0.558004, "nauc_ndcg_at_5_max": 0.548164, "nauc_ndcg_at_5_std": -0.331363, "nauc_ndcg_at_5_diff1": 0.552964, "nauc_ndcg_at_10_max": 0.541745, "nauc_ndcg_at_10_std": -0.335111, "nauc_ndcg_at_10_diff1": 0.558975, "nauc_ndcg_at_20_max": 0.535812, "nauc_ndcg_at_20_std": -0.326811, "nauc_ndcg_at_20_diff1": 0.552921, "nauc_ndcg_at_100_max": 0.531687, "nauc_ndcg_at_100_std": -0.316443, "nauc_ndcg_at_100_diff1": 0.560361, "nauc_ndcg_at_1000_max": 0.527234, "nauc_ndcg_at_1000_std": -0.319566, "nauc_ndcg_at_1000_diff1": 0.560702, "nauc_map_at_1_max": 0.468033, "nauc_map_at_1_std": -0.32748, "nauc_map_at_1_diff1": 0.608814, "nauc_map_at_3_max": 0.500745, "nauc_map_at_3_std": -0.360427, "nauc_map_at_3_diff1": 0.571546, "nauc_map_at_5_max": 0.518195, "nauc_map_at_5_std": -0.341939, "nauc_map_at_5_diff1": 0.569185, "nauc_map_at_10_max": 0.515087, "nauc_map_at_10_std": -0.342504, "nauc_map_at_10_diff1": 0.571787, "nauc_map_at_20_max": 0.513506, "nauc_map_at_20_std": -0.340869, "nauc_map_at_20_diff1": 0.570372, "nauc_map_at_100_max": 0.513194, "nauc_map_at_100_std": -0.339284, "nauc_map_at_100_diff1": 0.571324, "nauc_map_at_1000_max": 0.513023, "nauc_map_at_1000_std": -0.33933, "nauc_map_at_1000_diff1": 0.571284, "nauc_recall_at_1_max": 0.468033, "nauc_recall_at_1_std": -0.32748, "nauc_recall_at_1_diff1": 0.608814, "nauc_recall_at_3_max": 0.553429, "nauc_recall_at_3_std": -0.41103, "nauc_recall_at_3_diff1": 0.509899, "nauc_recall_at_5_max": 0.686216, "nauc_recall_at_5_std": -0.295724, "nauc_recall_at_5_diff1": 0.473988, "nauc_recall_at_10_max": 0.694676, "nauc_recall_at_10_std": -0.309932, "nauc_recall_at_10_diff1": 0.484011, "nauc_recall_at_20_max": 0.679695, "nauc_recall_at_20_std": -0.222306, "nauc_recall_at_20_diff1": 0.40956, "nauc_recall_at_100_max": 0.72415, "nauc_recall_at_100_std": 0.089661, "nauc_recall_at_100_diff1": 0.45554, "nauc_recall_at_1000_max": 0.686252, "nauc_recall_at_1000_std": 0.50125, "nauc_recall_at_1000_diff1": 0.328374, "nauc_precision_at_1_max": 0.481629, "nauc_precision_at_1_std": -0.320866, "nauc_precision_at_1_diff1": 0.606975, "nauc_precision_at_3_max": 0.540579, "nauc_precision_at_3_std": -0.351398, "nauc_precision_at_3_diff1": 0.440353, "nauc_precision_at_5_max": 0.624509, "nauc_precision_at_5_std": -0.192288, "nauc_precision_at_5_diff1": 0.340878, "nauc_precision_at_10_max": 0.575949, "nauc_precision_at_10_std": -0.147097, "nauc_precision_at_10_diff1": 0.293343, "nauc_precision_at_20_max": 0.543236, "nauc_precision_at_20_std": -0.050811, "nauc_precision_at_20_diff1": 0.20179, "nauc_precision_at_100_max": 0.408523, "nauc_precision_at_100_std": 0.262235, "nauc_precision_at_100_diff1": 0.054063, "nauc_precision_at_1000_max": 0.163174, "nauc_precision_at_1000_std": 0.458894, "nauc_precision_at_1000_diff1": -0.201181, "nauc_mrr_at_1_max": 0.481629, "nauc_mrr_at_1_std": -0.320866, "nauc_mrr_at_1_diff1": 0.606975, "nauc_mrr_at_3_max": 0.509437, "nauc_mrr_at_3_std": -0.344145, "nauc_mrr_at_3_diff1": 0.569476, "nauc_mrr_at_5_max": 0.523593, "nauc_mrr_at_5_std": -0.327063, "nauc_mrr_at_5_diff1": 0.568757, "nauc_mrr_at_10_max": 0.520956, "nauc_mrr_at_10_std": -0.330201, "nauc_mrr_at_10_diff1": 0.571435, "nauc_mrr_at_20_max": 0.5194, "nauc_mrr_at_20_std": -0.328465, "nauc_mrr_at_20_diff1": 0.570005, "nauc_mrr_at_100_max": 0.518742, "nauc_mrr_at_100_std": -0.327377, "nauc_mrr_at_100_diff1": 0.570901, "nauc_mrr_at_1000_max": 0.518607, "nauc_mrr_at_1000_std": -0.327429, "nauc_mrr_at_1000_diff1": 0.570899, "cv_recall_at_1": 0.61473, "cv_recall_at_3": 0.78502, "cv_recall_at_5": 0.84903, "cv_recall_at_10": 0.88768, "cv_recall_at_20": 0.91304, "cv_recall_at_100": 0.95652, "cv_recall_at_1000": 0.98551, "main_score": 0.75341, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.55935, "ndcg_at_3": 0.58489, "ndcg_at_5": 0.61445, "ndcg_at_10": 0.65212, "ndcg_at_20": 0.67204, "ndcg_at_100": 0.69362, "ndcg_at_1000": 0.70204, "map_at_1": 0.38768, "map_at_3": 0.51522, "map_at_5": 0.54368, "map_at_10": 0.56686, "map_at_20": 0.57638, "map_at_100": 0.58116, "map_at_1000": 0.5818, "recall_at_1": 0.38768, "recall_at_3": 0.609, "recall_at_5": 0.68726, "recall_at_10": 0.78918, "recall_at_20": 0.84801, "recall_at_100": 0.94023, "recall_at_1000": 0.99159, "accuracy": 0.38768, "precision_at_1": 0.55935, "precision_at_3": 0.31696, "precision_at_5": 0.22265, "precision_at_10": 0.13342, "precision_at_20": 0.07462, "precision_at_100": 0.01701, "precision_at_1000": 0.00182, "mrr_at_1": 0.559345, "mrr_at_3": 0.654388, "mrr_at_5": 0.667485, "mrr_at_10": 0.676255, "mrr_at_20": 0.67831, "mrr_at_100": 0.679693, "mrr_at_1000": 0.67981, "nauc_ndcg_at_1_max": 0.325017, "nauc_ndcg_at_1_std": -0.017912, "nauc_ndcg_at_1_diff1": 0.485261, "nauc_ndcg_at_3_max": 0.312288, "nauc_ndcg_at_3_std": -0.057018, "nauc_ndcg_at_3_diff1": 0.408685, "nauc_ndcg_at_5_max": 0.307482, "nauc_ndcg_at_5_std": -0.087885, "nauc_ndcg_at_5_diff1": 0.415101, "nauc_ndcg_at_10_max": 0.319789, "nauc_ndcg_at_10_std": -0.064472, "nauc_ndcg_at_10_diff1": 0.418251, "nauc_ndcg_at_20_max": 0.346144, "nauc_ndcg_at_20_std": -0.041685, "nauc_ndcg_at_20_diff1": 0.41892, "nauc_ndcg_at_100_max": 0.349921, "nauc_ndcg_at_100_std": -0.028645, "nauc_ndcg_at_100_diff1": 0.423605, "nauc_ndcg_at_1000_max": 0.345279, "nauc_ndcg_at_1000_std": -0.030155, "nauc_ndcg_at_1000_diff1": 0.423016, "nauc_map_at_1_max": 0.203684, "nauc_map_at_1_std": -0.098713, "nauc_map_at_1_diff1": 0.48535, "nauc_map_at_3_max": 0.270852, "nauc_map_at_3_std": -0.103827, "nauc_map_at_3_diff1": 0.426122, "nauc_map_at_5_max": 0.281156, "nauc_map_at_5_std": -0.10781, "nauc_map_at_5_diff1": 0.426755, "nauc_map_at_10_max": 0.291304, "nauc_map_at_10_std": -0.09542, "nauc_map_at_10_diff1": 0.42409, "nauc_map_at_20_max": 0.302368, "nauc_map_at_20_std": -0.084615, "nauc_map_at_20_diff1": 0.424401, "nauc_map_at_100_max": 0.303451, "nauc_map_at_100_std": -0.080405, "nauc_map_at_100_diff1": 0.4244, "nauc_map_at_1000_max": 0.303501, "nauc_map_at_1000_std": -0.080153, "nauc_map_at_1000_diff1": 0.424263, "nauc_recall_at_1_max": 0.203684, "nauc_recall_at_1_std": -0.098713, "nauc_recall_at_1_diff1": 0.48535, "nauc_recall_at_3_max": 0.246524, "nauc_recall_at_3_std": -0.102852, "nauc_recall_at_3_diff1": 0.349398, "nauc_recall_at_5_max": 0.248065, "nauc_recall_at_5_std": -0.153947, "nauc_recall_at_5_diff1": 0.33839, "nauc_recall_at_10_max": 0.27766, "nauc_recall_at_10_std": -0.071408, "nauc_recall_at_10_diff1": 0.326473, "nauc_recall_at_20_max": 0.395095, "nauc_recall_at_20_std": 0.01847, "nauc_recall_at_20_diff1": 0.309684, "nauc_recall_at_100_max": 0.530379, "nauc_recall_at_100_std": 0.198259, "nauc_recall_at_100_diff1": 0.343663, "nauc_recall_at_1000_max": 0.848742, "nauc_recall_at_1000_std": 0.820326, "nauc_recall_at_1000_diff1": 0.384138, "nauc_precision_at_1_max": 0.325017, "nauc_precision_at_1_std": -0.017912, "nauc_precision_at_1_diff1": 0.485261, "nauc_precision_at_3_max": 0.333327, "nauc_precision_at_3_std": 0.070977, "nauc_precision_at_3_diff1": 0.108164, "nauc_precision_at_5_max": 0.281378, "nauc_precision_at_5_std": 0.08265, "nauc_precision_at_5_diff1": 0.023281, "nauc_precision_at_10_max": 0.238998, "nauc_precision_at_10_std": 0.166144, "nauc_precision_at_10_diff1": -0.064109, "nauc_precision_at_20_max": 0.235568, "nauc_precision_at_20_std": 0.213942, "nauc_precision_at_20_diff1": -0.098529, "nauc_precision_at_100_max": 0.183399, "nauc_precision_at_100_std": 0.266348, "nauc_precision_at_100_diff1": -0.15701, "nauc_precision_at_1000_max": 0.142085, "nauc_precision_at_1000_std": 0.260897, "nauc_precision_at_1000_diff1": -0.187769, "nauc_mrr_at_1_max": 0.325017, "nauc_mrr_at_1_std": -0.017912, "nauc_mrr_at_1_diff1": 0.485261, "nauc_mrr_at_3_max": 0.368756, "nauc_mrr_at_3_std": 0.011313, "nauc_mrr_at_3_diff1": 0.443942, "nauc_mrr_at_5_max": 0.366925, "nauc_mrr_at_5_std": 8.9e-05, "nauc_mrr_at_5_diff1": 0.443603, "nauc_mrr_at_10_max": 0.368162, "nauc_mrr_at_10_std": 0.010306, "nauc_mrr_at_10_diff1": 0.449488, "nauc_mrr_at_20_max": 0.369496, "nauc_mrr_at_20_std": 0.011498, "nauc_mrr_at_20_diff1": 0.448474, "nauc_mrr_at_100_max": 0.368733, "nauc_mrr_at_100_std": 0.010143, "nauc_mrr_at_100_diff1": 0.449139, "nauc_mrr_at_1000_max": 0.368527, "nauc_mrr_at_1000_std": 0.009951, "nauc_mrr_at_1000_diff1": 0.449137, "cv_recall_at_1": 0.55935, "cv_recall_at_3": 0.77217, "cv_recall_at_5": 0.82947, "cv_recall_at_10": 0.89632, "cv_recall_at_20": 0.9236, "cv_recall_at_100": 0.96999, "cv_recall_at_1000": 0.99318, "main_score": 0.65212, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.43697, "ndcg_at_3": 0.5506, "ndcg_at_5": 0.592, "ndcg_at_10": 0.61185, "ndcg_at_20": 0.61802, "ndcg_at_100": 0.63075, "ndcg_at_1000": 0.63986, "map_at_1": 0.40266, "map_at_3": 0.50817, "map_at_5": 0.53338, "map_at_10": 0.54496, "map_at_20": 0.54655, "map_at_100": 0.54814, "map_at_1000": 0.54846, "recall_at_1": 0.40266, "recall_at_3": 0.64076, "recall_at_5": 0.73739, "recall_at_10": 0.78992, "recall_at_20": 0.81513, "recall_at_100": 0.88655, "recall_at_1000": 0.95238, "accuracy": 0.40266, "precision_at_1": 0.43697, "precision_at_3": 0.2381, "precision_at_5": 0.16807, "precision_at_10": 0.09244, "precision_at_20": 0.04748, "precision_at_100": 0.01025, "precision_at_1000": 0.00113, "mrr_at_1": 0.436975, "mrr_at_3": 0.540616, "mrr_at_5": 0.561204, "mrr_at_10": 0.56634, "mrr_at_20": 0.567932, "mrr_at_100": 0.569322, "mrr_at_1000": 0.56959, "nauc_ndcg_at_1_max": 0.322067, "nauc_ndcg_at_1_std": -0.102097, "nauc_ndcg_at_1_diff1": 0.519199, "nauc_ndcg_at_3_max": 0.342545, "nauc_ndcg_at_3_std": 0.003803, "nauc_ndcg_at_3_diff1": 0.565866, "nauc_ndcg_at_5_max": 0.387391, "nauc_ndcg_at_5_std": 0.037902, "nauc_ndcg_at_5_diff1": 0.546816, "nauc_ndcg_at_10_max": 0.420949, "nauc_ndcg_at_10_std": 0.050025, "nauc_ndcg_at_10_diff1": 0.527373, "nauc_ndcg_at_20_max": 0.418971, "nauc_ndcg_at_20_std": 0.046535, "nauc_ndcg_at_20_diff1": 0.524145, "nauc_ndcg_at_100_max": 0.412084, "nauc_ndcg_at_100_std": 0.074738, "nauc_ndcg_at_100_diff1": 0.550993, "nauc_ndcg_at_1000_max": 0.404483, "nauc_ndcg_at_1000_std": 0.053276, "nauc_ndcg_at_1000_diff1": 0.543026, "nauc_map_at_1_max": 0.30719, "nauc_map_at_1_std": -0.082788, "nauc_map_at_1_diff1": 0.565821, "nauc_map_at_3_max": 0.324366, "nauc_map_at_3_std": -0.014189, "nauc_map_at_3_diff1": 0.56843, "nauc_map_at_5_max": 0.351767, "nauc_map_at_5_std": 0.004574, "nauc_map_at_5_diff1": 0.554267, "nauc_map_at_10_max": 0.370942, "nauc_map_at_10_std": 0.01077, "nauc_map_at_10_diff1": 0.542521, "nauc_map_at_20_max": 0.370215, "nauc_map_at_20_std": 0.009798, "nauc_map_at_20_diff1": 0.54204, "nauc_map_at_100_max": 0.369482, "nauc_map_at_100_std": 0.013621, "nauc_map_at_100_diff1": 0.545201, "nauc_map_at_1000_max": 0.369185, "nauc_map_at_1000_std": 0.01288, "nauc_map_at_1000_diff1": 0.544921, "nauc_recall_at_1_max": 0.30719, "nauc_recall_at_1_std": -0.082788, "nauc_recall_at_1_diff1": 0.565821, "nauc_recall_at_3_max": 0.34865, "nauc_recall_at_3_std": 0.061525, "nauc_recall_at_3_diff1": 0.588696, "nauc_recall_at_5_max": 0.468634, "nauc_recall_at_5_std": 0.172269, "nauc_recall_at_5_diff1": 0.539501, "nauc_recall_at_10_max": 0.616063, "nauc_recall_at_10_std": 0.245013, "nauc_recall_at_10_diff1": 0.48496, "nauc_recall_at_20_max": 0.622905, "nauc_recall_at_20_std": 0.244892, "nauc_recall_at_20_diff1": 0.451723, "nauc_recall_at_100_max": 0.639041, "nauc_recall_at_100_std": 0.688442, "nauc_recall_at_100_diff1": 0.757918, "nauc_recall_at_1000_max": 0.717741, "nauc_recall_at_1000_std": 0.685949, "nauc_recall_at_1000_diff1": 0.799899, "nauc_precision_at_1_max": 0.322067, "nauc_precision_at_1_std": -0.102097, "nauc_precision_at_1_diff1": 0.519199, "nauc_precision_at_3_max": 0.347057, "nauc_precision_at_3_std": 0.060055, "nauc_precision_at_3_diff1": 0.42936, "nauc_precision_at_5_max": 0.415729, "nauc_precision_at_5_std": 0.172392, "nauc_precision_at_5_diff1": 0.247619, "nauc_precision_at_10_max": 0.396069, "nauc_precision_at_10_std": 0.166393, "nauc_precision_at_10_diff1": 0.063083, "nauc_precision_at_20_max": 0.388863, "nauc_precision_at_20_std": 0.1627, "nauc_precision_at_20_diff1": 0.023863, "nauc_precision_at_100_max": 0.334165, "nauc_precision_at_100_std": 0.315777, "nauc_precision_at_100_diff1": 0.05397, "nauc_precision_at_1000_max": 0.153405, "nauc_precision_at_1000_std": 0.105599, "nauc_precision_at_1000_diff1": -0.202615, "nauc_mrr_at_1_max": 0.322067, "nauc_mrr_at_1_std": -0.102097, "nauc_mrr_at_1_diff1": 0.519199, "nauc_mrr_at_3_max": 0.35241, "nauc_mrr_at_3_std": -0.024507, "nauc_mrr_at_3_diff1": 0.517885, "nauc_mrr_at_5_max": 0.374548, "nauc_mrr_at_5_std": -0.008759, "nauc_mrr_at_5_diff1": 0.513541, "nauc_mrr_at_10_max": 0.382944, "nauc_mrr_at_10_std": -0.005172, "nauc_mrr_at_10_diff1": 0.512553, "nauc_mrr_at_20_max": 0.382267, "nauc_mrr_at_20_std": -0.006223, "nauc_mrr_at_20_diff1": 0.511933, "nauc_mrr_at_100_max": 0.381044, "nauc_mrr_at_100_std": -0.003555, "nauc_mrr_at_100_diff1": 0.514382, "nauc_mrr_at_1000_max": 0.380793, "nauc_mrr_at_1000_std": -0.004096, "nauc_mrr_at_1000_diff1": 0.514175, "cv_recall_at_1": 0.43697, "cv_recall_at_3": 0.68067, "cv_recall_at_5": 0.77311, "cv_recall_at_10": 0.80672, "cv_recall_at_20": 0.83193, "cv_recall_at_100": 0.89916, "cv_recall_at_1000": 0.97479, "main_score": 0.61185, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.47837, "ndcg_at_3": 0.4733, "ndcg_at_5": 0.50611, "ndcg_at_10": 0.55073, "ndcg_at_20": 0.58571, "ndcg_at_100": 0.63148, "ndcg_at_1000": 0.63772, "map_at_1": 0.24547, "map_at_3": 0.37116, "map_at_5": 0.41598, "map_at_10": 0.44654, "map_at_20": 0.46278, "map_at_100": 0.47508, "map_at_1000": 0.47571, "recall_at_1": 0.24547, "recall_at_3": 0.45174, "recall_at_5": 0.56605, "recall_at_10": 0.68454, "recall_at_20": 0.78506, "recall_at_100": 0.96388, "recall_at_1000": 0.99746, "accuracy": 0.24547, "precision_at_1": 0.47837, "precision_at_3": 0.324, "precision_at_5": 0.25089, "precision_at_10": 0.15903, "precision_at_20": 0.09529, "precision_at_100": 0.02422, "precision_at_1000": 0.00252, "mrr_at_1": 0.478372, "mrr_at_3": 0.573791, "mrr_at_5": 0.593003, "mrr_at_10": 0.60381, "mrr_at_20": 0.606924, "mrr_at_100": 0.608933, "mrr_at_1000": 0.608992, "nauc_ndcg_at_1_max": 0.292317, "nauc_ndcg_at_1_std": 0.04966, "nauc_ndcg_at_1_diff1": 0.272155, "nauc_ndcg_at_3_max": 0.274725, "nauc_ndcg_at_3_std": 0.025139, "nauc_ndcg_at_3_diff1": 0.264403, "nauc_ndcg_at_5_max": 0.271249, "nauc_ndcg_at_5_std": -0.004001, "nauc_ndcg_at_5_diff1": 0.250516, "nauc_ndcg_at_10_max": 0.315402, "nauc_ndcg_at_10_std": 0.000638, "nauc_ndcg_at_10_diff1": 0.264306, "nauc_ndcg_at_20_max": 0.30689, "nauc_ndcg_at_20_std": 0.001638, "nauc_ndcg_at_20_diff1": 0.252996, "nauc_ndcg_at_100_max": 0.313478, "nauc_ndcg_at_100_std": 0.02562, "nauc_ndcg_at_100_diff1": 0.250205, "nauc_ndcg_at_1000_max": 0.315589, "nauc_ndcg_at_1000_std": 0.022835, "nauc_ndcg_at_1000_diff1": 0.256605, "nauc_map_at_1_max": 0.121724, "nauc_map_at_1_std": -0.039281, "nauc_map_at_1_diff1": 0.2929, "nauc_map_at_3_max": 0.201322, "nauc_map_at_3_std": -0.030103, "nauc_map_at_3_diff1": 0.24842, "nauc_map_at_5_max": 0.224411, "nauc_map_at_5_std": -0.036534, "nauc_map_at_5_diff1": 0.236256, "nauc_map_at_10_max": 0.26468, "nauc_map_at_10_std": -0.02135, "nauc_map_at_10_diff1": 0.237086, "nauc_map_at_20_max": 0.268337, "nauc_map_at_20_std": -0.017684, "nauc_map_at_20_diff1": 0.23331, "nauc_map_at_100_max": 0.272233, "nauc_map_at_100_std": -0.011593, "nauc_map_at_100_diff1": 0.232681, "nauc_map_at_1000_max": 0.272429, "nauc_map_at_1000_std": -0.011493, "nauc_map_at_1000_diff1": 0.233276, "nauc_recall_at_1_max": 0.121724, "nauc_recall_at_1_std": -0.039281, "nauc_recall_at_1_diff1": 0.2929, "nauc_recall_at_3_max": 0.185685, "nauc_recall_at_3_std": -0.008389, "nauc_recall_at_3_diff1": 0.252709, "nauc_recall_at_5_max": 0.187024, "nauc_recall_at_5_std": -0.040751, "nauc_recall_at_5_diff1": 0.214528, "nauc_recall_at_10_max": 0.292766, "nauc_recall_at_10_std": -0.028411, "nauc_recall_at_10_diff1": 0.24151, "nauc_recall_at_20_max": 0.229927, "nauc_recall_at_20_std": -0.055476, "nauc_recall_at_20_diff1": 0.181272, "nauc_recall_at_100_max": 0.188571, "nauc_recall_at_100_std": 0.243322, "nauc_recall_at_100_diff1": -0.041036, "nauc_recall_at_1000_max": 0.414458, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": -0.50939, "nauc_precision_at_1_max": 0.292317, "nauc_precision_at_1_std": 0.04966, "nauc_precision_at_1_diff1": 0.272155, "nauc_precision_at_3_max": 0.374359, "nauc_precision_at_3_std": 0.095319, "nauc_precision_at_3_diff1": 0.151079, "nauc_precision_at_5_max": 0.362629, "nauc_precision_at_5_std": 0.075573, "nauc_precision_at_5_diff1": 0.074534, "nauc_precision_at_10_max": 0.415945, "nauc_precision_at_10_std": 0.132269, "nauc_precision_at_10_diff1": 0.038009, "nauc_precision_at_20_max": 0.321657, "nauc_precision_at_20_std": 0.141029, "nauc_precision_at_20_diff1": -0.018785, "nauc_precision_at_100_max": 0.226208, "nauc_precision_at_100_std": 0.177181, "nauc_precision_at_100_diff1": -0.061726, "nauc_precision_at_1000_max": 0.213662, "nauc_precision_at_1000_std": 0.169465, "nauc_precision_at_1000_diff1": -0.050029, "nauc_mrr_at_1_max": 0.292317, "nauc_mrr_at_1_std": 0.04966, "nauc_mrr_at_1_diff1": 0.272155, "nauc_mrr_at_3_max": 0.327728, "nauc_mrr_at_3_std": 0.067018, "nauc_mrr_at_3_diff1": 0.298209, "nauc_mrr_at_5_max": 0.327344, "nauc_mrr_at_5_std": 0.058493, "nauc_mrr_at_5_diff1": 0.298944, "nauc_mrr_at_10_max": 0.331042, "nauc_mrr_at_10_std": 0.057668, "nauc_mrr_at_10_diff1": 0.3007, "nauc_mrr_at_20_max": 0.326753, "nauc_mrr_at_20_std": 0.056061, "nauc_mrr_at_20_diff1": 0.297511, "nauc_mrr_at_100_max": 0.325549, "nauc_mrr_at_100_std": 0.056391, "nauc_mrr_at_100_diff1": 0.296874, "nauc_mrr_at_1000_max": 0.325605, "nauc_mrr_at_1000_std": 0.056408, "nauc_mrr_at_1000_diff1": 0.296877, "cv_recall_at_1": 0.47837, "cv_recall_at_3": 0.70229, "cv_recall_at_5": 0.7888, "cv_recall_at_10": 0.87277, "cv_recall_at_20": 0.92112, "cv_recall_at_100": 0.99237, "cv_recall_at_1000": 1.0, "main_score": 0.55073, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 1588.6523163318634, "kg_co2_emissions": null }