{ "dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583", "task_name": "XQuADRetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.69815, "ndcg_at_3": 0.7793, "ndcg_at_5": 0.80038, "ndcg_at_10": 0.81598, "ndcg_at_20": 0.82139, "ndcg_at_100": 0.82797, "ndcg_at_1000": 0.82905, "map_at_1": 0.69815, "map_at_3": 0.75927, "map_at_5": 0.77091, "map_at_10": 0.77738, "map_at_20": 0.77892, "map_at_100": 0.77988, "map_at_1000": 0.77994, "recall_at_1": 0.69815, "recall_at_3": 0.83727, "recall_at_5": 0.8887, "recall_at_10": 0.93676, "recall_at_20": 0.95784, "recall_at_100": 0.99241, "recall_at_1000": 1.0, "precision_at_1": 0.69815, "precision_at_3": 0.27909, "precision_at_5": 0.17774, "precision_at_10": 0.09368, "precision_at_20": 0.04789, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.698145, "mrr_at_3": 0.759275, "mrr_at_5": 0.770911, "mrr_at_10": 0.77738, "mrr_at_20": 0.778915, "mrr_at_100": 0.779881, "mrr_at_1000": 0.779938, "nauc_ndcg_at_1_max": 0.648551, "nauc_ndcg_at_1_std": 0.283694, "nauc_ndcg_at_1_diff1": 0.796555, "nauc_ndcg_at_3_max": 0.679772, "nauc_ndcg_at_3_std": 0.33549, "nauc_ndcg_at_3_diff1": 0.760926, "nauc_ndcg_at_5_max": 0.687291, "nauc_ndcg_at_5_std": 0.342534, "nauc_ndcg_at_5_diff1": 0.759988, "nauc_ndcg_at_10_max": 0.686887, "nauc_ndcg_at_10_std": 0.346887, "nauc_ndcg_at_10_diff1": 0.765728, "nauc_ndcg_at_20_max": 0.682875, "nauc_ndcg_at_20_std": 0.344646, "nauc_ndcg_at_20_diff1": 0.767869, "nauc_ndcg_at_100_max": 0.678724, "nauc_ndcg_at_100_std": 0.3357, "nauc_ndcg_at_100_diff1": 0.769335, "nauc_ndcg_at_1000_max": 0.677328, "nauc_ndcg_at_1000_std": 0.331676, "nauc_ndcg_at_1000_diff1": 0.769987, "nauc_map_at_1_max": 0.648551, "nauc_map_at_1_std": 0.283694, "nauc_map_at_1_diff1": 0.796555, "nauc_map_at_3_max": 0.671823, "nauc_map_at_3_std": 0.321257, "nauc_map_at_3_diff1": 0.770516, "nauc_map_at_5_max": 0.675154, "nauc_map_at_5_std": 0.323888, "nauc_map_at_5_diff1": 0.770465, "nauc_map_at_10_max": 0.674443, "nauc_map_at_10_std": 0.324926, "nauc_map_at_10_diff1": 0.7726, "nauc_map_at_20_max": 0.673428, "nauc_map_at_20_std": 0.324242, "nauc_map_at_20_diff1": 0.773099, "nauc_map_at_100_max": 0.672926, "nauc_map_at_100_std": 0.323133, "nauc_map_at_100_diff1": 0.773246, "nauc_map_at_1000_max": 0.672863, "nauc_map_at_1000_std": 0.322963, "nauc_map_at_1000_diff1": 0.773266, "nauc_recall_at_1_max": 0.648551, "nauc_recall_at_1_std": 0.283694, "nauc_recall_at_1_diff1": 0.796555, "nauc_recall_at_3_max": 0.710912, "nauc_recall_at_3_std": 0.391927, "nauc_recall_at_3_diff1": 0.723021, "nauc_recall_at_5_max": 0.753356, "nauc_recall_at_5_std": 0.44397, "nauc_recall_at_5_diff1": 0.704357, "nauc_recall_at_10_max": 0.801822, "nauc_recall_at_10_std": 0.551775, "nauc_recall_at_10_diff1": 0.712625, "nauc_recall_at_20_max": 0.799509, "nauc_recall_at_20_std": 0.620579, "nauc_recall_at_20_diff1": 0.719526, "nauc_recall_at_100_max": 0.874193, "nauc_recall_at_100_std": 0.909208, "nauc_recall_at_100_diff1": 0.668555, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.648551, "nauc_precision_at_1_std": 0.283694, "nauc_precision_at_1_diff1": 0.796555, "nauc_precision_at_3_max": 0.710912, "nauc_precision_at_3_std": 0.391927, "nauc_precision_at_3_diff1": 0.723021, "nauc_precision_at_5_max": 0.753356, "nauc_precision_at_5_std": 0.44397, "nauc_precision_at_5_diff1": 0.704357, "nauc_precision_at_10_max": 0.801822, "nauc_precision_at_10_std": 0.551775, "nauc_precision_at_10_diff1": 0.712625, "nauc_precision_at_20_max": 0.799509, "nauc_precision_at_20_std": 0.620579, "nauc_precision_at_20_diff1": 0.719526, "nauc_precision_at_100_max": 0.874193, "nauc_precision_at_100_std": 0.909208, "nauc_precision_at_100_diff1": 0.668555, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.648551, "nauc_mrr_at_1_std": 0.283694, "nauc_mrr_at_1_diff1": 0.796555, "nauc_mrr_at_3_max": 0.671823, "nauc_mrr_at_3_std": 0.321257, "nauc_mrr_at_3_diff1": 0.770516, "nauc_mrr_at_5_max": 0.675154, "nauc_mrr_at_5_std": 0.323888, "nauc_mrr_at_5_diff1": 0.770465, "nauc_mrr_at_10_max": 0.674443, "nauc_mrr_at_10_std": 0.324926, "nauc_mrr_at_10_diff1": 0.7726, "nauc_mrr_at_20_max": 0.673428, "nauc_mrr_at_20_std": 0.324242, "nauc_mrr_at_20_diff1": 0.773099, "nauc_mrr_at_100_max": 0.672926, "nauc_mrr_at_100_std": 0.323133, "nauc_mrr_at_100_diff1": 0.773246, "nauc_mrr_at_1000_max": 0.672863, "nauc_mrr_at_1000_std": 0.322963, "nauc_mrr_at_1000_diff1": 0.773266, "main_score": 0.81598, "hf_subset": "ar", "languages": [ "arb-Arab" ] }, { "ndcg_at_1": 0.93057, "ndcg_at_3": 0.96323, "ndcg_at_5": 0.96643, "ndcg_at_10": 0.96755, "ndcg_at_20": 0.96885, "ndcg_at_100": 0.96885, "ndcg_at_1000": 0.96885, "map_at_1": 0.93057, "map_at_3": 0.95597, "map_at_5": 0.95779, "map_at_10": 0.95826, "map_at_20": 0.95863, "map_at_100": 0.95863, "map_at_1000": 0.95863, "recall_at_1": 0.93057, "recall_at_3": 0.98391, "recall_at_5": 0.99153, "recall_at_10": 0.99492, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.93057, "precision_at_3": 0.32797, "precision_at_5": 0.19831, "precision_at_10": 0.09949, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.930567, "mrr_at_3": 0.95597, "mrr_at_5": 0.95779, "mrr_at_10": 0.958264, "mrr_at_20": 0.958628, "mrr_at_100": 0.958628, "mrr_at_1000": 0.958628, "nauc_ndcg_at_1_max": 0.581842, "nauc_ndcg_at_1_std": 0.075675, "nauc_ndcg_at_1_diff1": 0.921872, "nauc_ndcg_at_3_max": 0.646378, "nauc_ndcg_at_3_std": 0.186228, "nauc_ndcg_at_3_diff1": 0.925149, "nauc_ndcg_at_5_max": 0.650224, "nauc_ndcg_at_5_std": 0.189488, "nauc_ndcg_at_5_diff1": 0.925128, "nauc_ndcg_at_10_max": 0.639308, "nauc_ndcg_at_10_std": 0.162696, "nauc_ndcg_at_10_diff1": 0.923624, "nauc_ndcg_at_20_max": 0.628345, "nauc_ndcg_at_20_std": 0.153403, "nauc_ndcg_at_20_diff1": 0.923131, "nauc_ndcg_at_100_max": 0.628345, "nauc_ndcg_at_100_std": 0.153403, "nauc_ndcg_at_100_diff1": 0.923131, "nauc_ndcg_at_1000_max": 0.628345, "nauc_ndcg_at_1000_std": 0.153403, "nauc_ndcg_at_1000_diff1": 0.923131, "nauc_map_at_1_max": 0.581842, "nauc_map_at_1_std": 0.075675, "nauc_map_at_1_diff1": 0.921872, "nauc_map_at_3_max": 0.628457, "nauc_map_at_3_std": 0.156315, "nauc_map_at_3_diff1": 0.923655, "nauc_map_at_5_max": 0.629808, "nauc_map_at_5_std": 0.157332, "nauc_map_at_5_diff1": 0.92359, "nauc_map_at_10_max": 0.625985, "nauc_map_at_10_std": 0.148145, "nauc_map_at_10_diff1": 0.923054, "nauc_map_at_20_max": 0.623582, "nauc_map_at_20_std": 0.146161, "nauc_map_at_20_diff1": 0.922931, "nauc_map_at_100_max": 0.623582, "nauc_map_at_100_std": 0.146161, "nauc_map_at_100_diff1": 0.922931, "nauc_map_at_1000_max": 0.623582, "nauc_map_at_1000_std": 0.146161, "nauc_map_at_1000_diff1": 0.922931, "nauc_recall_at_1_max": 0.581842, "nauc_recall_at_1_std": 0.075675, "nauc_recall_at_1_diff1": 0.921872, "nauc_recall_at_3_max": 0.780434, "nauc_recall_at_3_std": 0.408771, "nauc_recall_at_3_diff1": 0.937227, "nauc_recall_at_5_max": 0.929285, "nauc_recall_at_5_std": 0.622504, "nauc_recall_at_5_diff1": 0.947717, "nauc_recall_at_10_max": 0.903925, "nauc_recall_at_10_std": 0.392625, "nauc_recall_at_10_diff1": 0.934647, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.581842, "nauc_precision_at_1_std": 0.075675, "nauc_precision_at_1_diff1": 0.921872, "nauc_precision_at_3_max": 0.780434, "nauc_precision_at_3_std": 0.408771, "nauc_precision_at_3_diff1": 0.937227, "nauc_precision_at_5_max": 0.929285, "nauc_precision_at_5_std": 0.622504, "nauc_precision_at_5_diff1": 0.947717, "nauc_precision_at_10_max": 0.903925, "nauc_precision_at_10_std": 0.392625, "nauc_precision_at_10_diff1": 0.934647, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.581842, "nauc_mrr_at_1_std": 0.075675, "nauc_mrr_at_1_diff1": 0.921872, "nauc_mrr_at_3_max": 0.628457, "nauc_mrr_at_3_std": 0.156315, "nauc_mrr_at_3_diff1": 0.923655, "nauc_mrr_at_5_max": 0.629808, "nauc_mrr_at_5_std": 0.157332, "nauc_mrr_at_5_diff1": 0.92359, "nauc_mrr_at_10_max": 0.625985, "nauc_mrr_at_10_std": 0.148145, "nauc_mrr_at_10_diff1": 0.923054, "nauc_mrr_at_20_max": 0.623582, "nauc_mrr_at_20_std": 0.146161, "nauc_mrr_at_20_diff1": 0.922931, "nauc_mrr_at_100_max": 0.623582, "nauc_mrr_at_100_std": 0.146161, "nauc_mrr_at_100_diff1": 0.922931, "nauc_mrr_at_1000_max": 0.623582, "nauc_mrr_at_1000_std": 0.146161, "nauc_mrr_at_1000_diff1": 0.922931, "main_score": 0.96755, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.61402, "ndcg_at_3": 0.7081, "ndcg_at_5": 0.72816, "ndcg_at_10": 0.74731, "ndcg_at_20": 0.75742, "ndcg_at_100": 0.77016, "ndcg_at_1000": 0.7717, "map_at_1": 0.61402, "map_at_3": 0.68539, "map_at_5": 0.69645, "map_at_10": 0.70453, "map_at_20": 0.70734, "map_at_100": 0.70911, "map_at_1000": 0.70919, "recall_at_1": 0.61402, "recall_at_3": 0.77365, "recall_at_5": 0.82264, "recall_at_10": 0.88091, "recall_at_20": 0.92061, "recall_at_100": 0.98902, "recall_at_1000": 1.0, "precision_at_1": 0.61402, "precision_at_3": 0.25788, "precision_at_5": 0.16453, "precision_at_10": 0.08809, "precision_at_20": 0.04603, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.61402, "mrr_at_3": 0.685389, "mrr_at_5": 0.696453, "mrr_at_10": 0.704534, "mrr_at_20": 0.707341, "mrr_at_100": 0.709112, "mrr_at_1000": 0.709193, "nauc_ndcg_at_1_max": 0.4901, "nauc_ndcg_at_1_std": 0.013301, "nauc_ndcg_at_1_diff1": 0.758704, "nauc_ndcg_at_3_max": 0.533133, "nauc_ndcg_at_3_std": 0.049633, "nauc_ndcg_at_3_diff1": 0.721701, "nauc_ndcg_at_5_max": 0.555692, "nauc_ndcg_at_5_std": 0.069718, "nauc_ndcg_at_5_diff1": 0.718026, "nauc_ndcg_at_10_max": 0.542229, "nauc_ndcg_at_10_std": 0.05673, "nauc_ndcg_at_10_diff1": 0.721197, "nauc_ndcg_at_20_max": 0.538347, "nauc_ndcg_at_20_std": 0.06067, "nauc_ndcg_at_20_diff1": 0.724821, "nauc_ndcg_at_100_max": 0.531321, "nauc_ndcg_at_100_std": 0.051858, "nauc_ndcg_at_100_diff1": 0.728998, "nauc_ndcg_at_1000_max": 0.530272, "nauc_ndcg_at_1000_std": 0.04958, "nauc_ndcg_at_1000_diff1": 0.728473, "nauc_map_at_1_max": 0.4901, "nauc_map_at_1_std": 0.013301, "nauc_map_at_1_diff1": 0.758704, "nauc_map_at_3_max": 0.520759, "nauc_map_at_3_std": 0.038321, "nauc_map_at_3_diff1": 0.730936, "nauc_map_at_5_max": 0.531796, "nauc_map_at_5_std": 0.048043, "nauc_map_at_5_diff1": 0.729278, "nauc_map_at_10_max": 0.526206, "nauc_map_at_10_std": 0.042736, "nauc_map_at_10_diff1": 0.730932, "nauc_map_at_20_max": 0.525071, "nauc_map_at_20_std": 0.043472, "nauc_map_at_20_diff1": 0.731815, "nauc_map_at_100_max": 0.524092, "nauc_map_at_100_std": 0.042501, "nauc_map_at_100_diff1": 0.732246, "nauc_map_at_1000_max": 0.524046, "nauc_map_at_1000_std": 0.042398, "nauc_map_at_1000_diff1": 0.732225, "nauc_recall_at_1_max": 0.4901, "nauc_recall_at_1_std": 0.013301, "nauc_recall_at_1_diff1": 0.758704, "nauc_recall_at_3_max": 0.578767, "nauc_recall_at_3_std": 0.091796, "nauc_recall_at_3_diff1": 0.688366, "nauc_recall_at_5_max": 0.665331, "nauc_recall_at_5_std": 0.169819, "nauc_recall_at_5_diff1": 0.668936, "nauc_recall_at_10_max": 0.636686, "nauc_recall_at_10_std": 0.139204, "nauc_recall_at_10_diff1": 0.663709, "nauc_recall_at_20_max": 0.642552, "nauc_recall_at_20_std": 0.218963, "nauc_recall_at_20_diff1": 0.675299, "nauc_recall_at_100_max": 0.66163, "nauc_recall_at_100_std": 0.330638, "nauc_recall_at_100_diff1": 0.794085, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.4901, "nauc_precision_at_1_std": 0.013301, "nauc_precision_at_1_diff1": 0.758704, "nauc_precision_at_3_max": 0.578767, "nauc_precision_at_3_std": 0.091796, "nauc_precision_at_3_diff1": 0.688366, "nauc_precision_at_5_max": 0.665331, "nauc_precision_at_5_std": 0.169819, "nauc_precision_at_5_diff1": 0.668936, "nauc_precision_at_10_max": 0.636686, "nauc_precision_at_10_std": 0.139204, "nauc_precision_at_10_diff1": 0.663709, "nauc_precision_at_20_max": 0.642552, "nauc_precision_at_20_std": 0.218963, "nauc_precision_at_20_diff1": 0.675299, "nauc_precision_at_100_max": 0.66163, "nauc_precision_at_100_std": 0.330638, "nauc_precision_at_100_diff1": 0.794085, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.4901, "nauc_mrr_at_1_std": 0.013301, "nauc_mrr_at_1_diff1": 0.758704, "nauc_mrr_at_3_max": 0.520759, "nauc_mrr_at_3_std": 0.038321, "nauc_mrr_at_3_diff1": 0.730936, "nauc_mrr_at_5_max": 0.531796, "nauc_mrr_at_5_std": 0.048043, "nauc_mrr_at_5_diff1": 0.729278, "nauc_mrr_at_10_max": 0.526206, "nauc_mrr_at_10_std": 0.042736, "nauc_mrr_at_10_diff1": 0.730932, "nauc_mrr_at_20_max": 0.525071, "nauc_mrr_at_20_std": 0.043472, "nauc_mrr_at_20_diff1": 0.731815, "nauc_mrr_at_100_max": 0.524092, "nauc_mrr_at_100_std": 0.042501, "nauc_mrr_at_100_diff1": 0.732246, "nauc_mrr_at_1000_max": 0.524046, "nauc_mrr_at_1000_std": 0.042398, "nauc_mrr_at_1000_diff1": 0.732225, "main_score": 0.74731, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "ndcg_at_1": 0.96203, "ndcg_at_3": 0.98137, "ndcg_at_5": 0.98243, "ndcg_at_10": 0.98324, "ndcg_at_20": 0.98347, "ndcg_at_100": 0.98347, "ndcg_at_1000": 0.98347, "map_at_1": 0.96203, "map_at_3": 0.97693, "map_at_5": 0.97752, "map_at_10": 0.97786, "map_at_20": 0.97792, "map_at_100": 0.97792, "map_at_1000": 0.97792, "recall_at_1": 0.96203, "recall_at_3": 0.99409, "recall_at_5": 0.99662, "recall_at_10": 0.99916, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.96203, "precision_at_3": 0.33136, "precision_at_5": 0.19932, "precision_at_10": 0.09992, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.962025, "mrr_at_3": 0.976934, "mrr_at_5": 0.977525, "mrr_at_10": 0.977859, "mrr_at_20": 0.977924, "mrr_at_100": 0.977924, "mrr_at_1000": 0.977924, "nauc_ndcg_at_1_max": 0.638667, "nauc_ndcg_at_1_std": -0.023028, "nauc_ndcg_at_1_diff1": 0.938298, "nauc_ndcg_at_3_max": 0.696572, "nauc_ndcg_at_3_std": 0.05568, "nauc_ndcg_at_3_diff1": 0.940818, "nauc_ndcg_at_5_max": 0.681087, "nauc_ndcg_at_5_std": 0.025499, "nauc_ndcg_at_5_diff1": 0.939973, "nauc_ndcg_at_10_max": 0.665544, "nauc_ndcg_at_10_std": -0.015234, "nauc_ndcg_at_10_diff1": 0.939241, "nauc_ndcg_at_20_max": 0.664784, "nauc_ndcg_at_20_std": 0.007858, "nauc_ndcg_at_20_diff1": 0.940178, "nauc_ndcg_at_100_max": 0.664784, "nauc_ndcg_at_100_std": 0.007858, "nauc_ndcg_at_100_diff1": 0.940178, "nauc_ndcg_at_1000_max": 0.664784, "nauc_ndcg_at_1000_std": 0.007858, "nauc_ndcg_at_1000_diff1": 0.940178, "nauc_map_at_1_max": 0.638667, "nauc_map_at_1_std": -0.023028, "nauc_map_at_1_diff1": 0.938298, "nauc_map_at_3_max": 0.674667, "nauc_map_at_3_std": 0.028438, "nauc_map_at_3_diff1": 0.940445, "nauc_map_at_5_max": 0.667343, "nauc_map_at_5_std": 0.014484, "nauc_map_at_5_diff1": 0.940106, "nauc_map_at_10_max": 0.662311, "nauc_map_at_10_std": 0.001466, "nauc_map_at_10_diff1": 0.939912, "nauc_map_at_20_max": 0.662135, "nauc_map_at_20_std": 0.006581, "nauc_map_at_20_diff1": 0.94012, "nauc_map_at_100_max": 0.662135, "nauc_map_at_100_std": 0.006581, "nauc_map_at_100_diff1": 0.94012, "nauc_map_at_1000_max": 0.662135, "nauc_map_at_1000_std": 0.006581, "nauc_map_at_1000_diff1": 0.94012, "nauc_recall_at_1_max": 0.638667, "nauc_recall_at_1_std": -0.023028, "nauc_recall_at_1_diff1": 0.938298, "nauc_recall_at_3_max": 0.941661, "nauc_recall_at_3_std": 0.356184, "nauc_recall_at_3_diff1": 0.944004, "nauc_recall_at_5_max": 0.930571, "nauc_recall_at_5_std": 0.204057, "nauc_recall_at_5_diff1": 0.934671, "nauc_recall_at_10_max": 0.722283, "nauc_recall_at_10_std": -1.737885, "nauc_recall_at_10_diff1": 0.869342, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.638667, "nauc_precision_at_1_std": -0.023028, "nauc_precision_at_1_diff1": 0.938298, "nauc_precision_at_3_max": 0.941661, "nauc_precision_at_3_std": 0.356184, "nauc_precision_at_3_diff1": 0.944004, "nauc_precision_at_5_max": 0.930571, "nauc_precision_at_5_std": 0.204057, "nauc_precision_at_5_diff1": 0.934671, "nauc_precision_at_10_max": 0.722283, "nauc_precision_at_10_std": -1.737885, "nauc_precision_at_10_diff1": 0.869342, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.638667, "nauc_mrr_at_1_std": -0.023028, "nauc_mrr_at_1_diff1": 0.938298, "nauc_mrr_at_3_max": 0.674667, "nauc_mrr_at_3_std": 0.028438, "nauc_mrr_at_3_diff1": 0.940445, "nauc_mrr_at_5_max": 0.667343, "nauc_mrr_at_5_std": 0.014484, "nauc_mrr_at_5_diff1": 0.940106, "nauc_mrr_at_10_max": 0.662311, "nauc_mrr_at_10_std": 0.001466, "nauc_mrr_at_10_diff1": 0.939912, "nauc_mrr_at_20_max": 0.662135, "nauc_mrr_at_20_std": 0.006581, "nauc_mrr_at_20_diff1": 0.94012, "nauc_mrr_at_100_max": 0.662135, "nauc_mrr_at_100_std": 0.006581, "nauc_mrr_at_100_diff1": 0.94012, "nauc_mrr_at_1000_max": 0.662135, "nauc_mrr_at_1000_std": 0.006581, "nauc_mrr_at_1000_diff1": 0.94012, "main_score": 0.98324, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.94088, "ndcg_at_3": 0.96564, "ndcg_at_5": 0.9695, "ndcg_at_10": 0.97002, "ndcg_at_20": 0.97113, "ndcg_at_100": 0.97151, "ndcg_at_1000": 0.97151, "map_at_1": 0.94088, "map_at_3": 0.9596, "map_at_5": 0.96175, "map_at_10": 0.96195, "map_at_20": 0.96229, "map_at_100": 0.96236, "map_at_1000": 0.96236, "recall_at_1": 0.94088, "recall_at_3": 0.98311, "recall_at_5": 0.9924, "recall_at_10": 0.99409, "recall_at_20": 0.99831, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.94088, "precision_at_3": 0.3277, "precision_at_5": 0.19848, "precision_at_10": 0.09941, "precision_at_20": 0.04992, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.940878, "mrr_at_3": 0.9596, "mrr_at_5": 0.961754, "mrr_at_10": 0.961953, "mrr_at_20": 0.962285, "mrr_at_100": 0.962362, "mrr_at_1000": 0.962362, "nauc_ndcg_at_1_max": 0.624153, "nauc_ndcg_at_1_std": 0.21521, "nauc_ndcg_at_1_diff1": 0.917252, "nauc_ndcg_at_3_max": 0.692535, "nauc_ndcg_at_3_std": 0.2882, "nauc_ndcg_at_3_diff1": 0.909884, "nauc_ndcg_at_5_max": 0.682954, "nauc_ndcg_at_5_std": 0.272672, "nauc_ndcg_at_5_diff1": 0.912707, "nauc_ndcg_at_10_max": 0.67861, "nauc_ndcg_at_10_std": 0.266854, "nauc_ndcg_at_10_diff1": 0.912353, "nauc_ndcg_at_20_max": 0.670813, "nauc_ndcg_at_20_std": 0.269853, "nauc_ndcg_at_20_diff1": 0.91321, "nauc_ndcg_at_100_max": 0.666496, "nauc_ndcg_at_100_std": 0.260279, "nauc_ndcg_at_100_diff1": 0.912941, "nauc_ndcg_at_1000_max": 0.666496, "nauc_ndcg_at_1000_std": 0.260279, "nauc_ndcg_at_1000_diff1": 0.912941, "nauc_map_at_1_max": 0.624153, "nauc_map_at_1_std": 0.21521, "nauc_map_at_1_diff1": 0.917252, "nauc_map_at_3_max": 0.670657, "nauc_map_at_3_std": 0.264658, "nauc_map_at_3_diff1": 0.911758, "nauc_map_at_5_max": 0.665586, "nauc_map_at_5_std": 0.257117, "nauc_map_at_5_diff1": 0.913074, "nauc_map_at_10_max": 0.664196, "nauc_map_at_10_std": 0.255327, "nauc_map_at_10_diff1": 0.912981, "nauc_map_at_20_max": 0.662372, "nauc_map_at_20_std": 0.25637, "nauc_map_at_20_diff1": 0.913214, "nauc_map_at_100_max": 0.661682, "nauc_map_at_100_std": 0.25485, "nauc_map_at_100_diff1": 0.913177, "nauc_map_at_1000_max": 0.661682, "nauc_map_at_1000_std": 0.25485, "nauc_map_at_1000_diff1": 0.913177, "nauc_recall_at_1_max": 0.624153, "nauc_recall_at_1_std": 0.21521, "nauc_recall_at_1_diff1": 0.917252, "nauc_recall_at_3_max": 0.841302, "nauc_recall_at_3_std": 0.448499, "nauc_recall_at_3_diff1": 0.897667, "nauc_recall_at_5_max": 0.92143, "nauc_recall_at_5_std": 0.479415, "nauc_recall_at_5_diff1": 0.911062, "nauc_recall_at_10_max": 0.917649, "nauc_recall_at_10_std": 0.441054, "nauc_recall_at_10_diff1": 0.904319, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.934665, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.624153, "nauc_precision_at_1_std": 0.21521, "nauc_precision_at_1_diff1": 0.917252, "nauc_precision_at_3_max": 0.841302, "nauc_precision_at_3_std": 0.448499, "nauc_precision_at_3_diff1": 0.897667, "nauc_precision_at_5_max": 0.92143, "nauc_precision_at_5_std": 0.479415, "nauc_precision_at_5_diff1": 0.911062, "nauc_precision_at_10_max": 0.917649, "nauc_precision_at_10_std": 0.441054, "nauc_precision_at_10_diff1": 0.904319, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.934665, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.624153, "nauc_mrr_at_1_std": 0.21521, "nauc_mrr_at_1_diff1": 0.917252, "nauc_mrr_at_3_max": 0.670657, "nauc_mrr_at_3_std": 0.264658, "nauc_mrr_at_3_diff1": 0.911758, "nauc_mrr_at_5_max": 0.665586, "nauc_mrr_at_5_std": 0.257117, "nauc_mrr_at_5_diff1": 0.913074, "nauc_mrr_at_10_max": 0.664196, "nauc_mrr_at_10_std": 0.255327, "nauc_mrr_at_10_diff1": 0.912981, "nauc_mrr_at_20_max": 0.662372, "nauc_mrr_at_20_std": 0.25637, "nauc_mrr_at_20_diff1": 0.913214, "nauc_mrr_at_100_max": 0.661682, "nauc_mrr_at_100_std": 0.25485, "nauc_mrr_at_100_diff1": 0.913177, "nauc_mrr_at_1000_max": 0.661682, "nauc_mrr_at_1000_std": 0.25485, "nauc_mrr_at_1000_diff1": 0.913177, "main_score": 0.97002, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.70668, "ndcg_at_3": 0.7969, "ndcg_at_5": 0.81327, "ndcg_at_10": 0.82286, "ndcg_at_20": 0.83027, "ndcg_at_100": 0.83775, "ndcg_at_1000": 0.83821, "map_at_1": 0.70668, "map_at_3": 0.77515, "map_at_5": 0.78423, "map_at_10": 0.78821, "map_at_20": 0.79031, "map_at_100": 0.79144, "map_at_1000": 0.79146, "recall_at_1": 0.70668, "recall_at_3": 0.85968, "recall_at_5": 0.89941, "recall_at_10": 0.92899, "recall_at_20": 0.95773, "recall_at_100": 0.99662, "recall_at_1000": 1.0, "precision_at_1": 0.70668, "precision_at_3": 0.28656, "precision_at_5": 0.17988, "precision_at_10": 0.0929, "precision_at_20": 0.04789, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.706678, "mrr_at_3": 0.775148, "mrr_at_5": 0.784235, "mrr_at_10": 0.788208, "mrr_at_20": 0.790313, "mrr_at_100": 0.79144, "mrr_at_1000": 0.791462, "nauc_ndcg_at_1_max": 0.595155, "nauc_ndcg_at_1_std": 0.055985, "nauc_ndcg_at_1_diff1": 0.819073, "nauc_ndcg_at_3_max": 0.640066, "nauc_ndcg_at_3_std": 0.115389, "nauc_ndcg_at_3_diff1": 0.770539, "nauc_ndcg_at_5_max": 0.628929, "nauc_ndcg_at_5_std": 0.116438, "nauc_ndcg_at_5_diff1": 0.764567, "nauc_ndcg_at_10_max": 0.632434, "nauc_ndcg_at_10_std": 0.118013, "nauc_ndcg_at_10_diff1": 0.772503, "nauc_ndcg_at_20_max": 0.632785, "nauc_ndcg_at_20_std": 0.122642, "nauc_ndcg_at_20_diff1": 0.772991, "nauc_ndcg_at_100_max": 0.626117, "nauc_ndcg_at_100_std": 0.109718, "nauc_ndcg_at_100_diff1": 0.780458, "nauc_ndcg_at_1000_max": 0.625381, "nauc_ndcg_at_1000_std": 0.107543, "nauc_ndcg_at_1000_diff1": 0.780444, "nauc_map_at_1_max": 0.595155, "nauc_map_at_1_std": 0.055985, "nauc_map_at_1_diff1": 0.819073, "nauc_map_at_3_max": 0.626618, "nauc_map_at_3_std": 0.099356, "nauc_map_at_3_diff1": 0.783254, "nauc_map_at_5_max": 0.62048, "nauc_map_at_5_std": 0.098971, "nauc_map_at_5_diff1": 0.780981, "nauc_map_at_10_max": 0.621995, "nauc_map_at_10_std": 0.099809, "nauc_map_at_10_diff1": 0.78443, "nauc_map_at_20_max": 0.621754, "nauc_map_at_20_std": 0.100503, "nauc_map_at_20_diff1": 0.784523, "nauc_map_at_100_max": 0.620957, "nauc_map_at_100_std": 0.099023, "nauc_map_at_100_diff1": 0.785446, "nauc_map_at_1000_max": 0.620931, "nauc_map_at_1000_std": 0.098948, "nauc_map_at_1000_diff1": 0.785447, "nauc_recall_at_1_max": 0.595155, "nauc_recall_at_1_std": 0.055985, "nauc_recall_at_1_diff1": 0.819073, "nauc_recall_at_3_max": 0.697898, "nauc_recall_at_3_std": 0.183239, "nauc_recall_at_3_diff1": 0.716997, "nauc_recall_at_5_max": 0.673209, "nauc_recall_at_5_std": 0.212812, "nauc_recall_at_5_diff1": 0.673048, "nauc_recall_at_10_max": 0.709619, "nauc_recall_at_10_std": 0.254665, "nauc_recall_at_10_diff1": 0.685897, "nauc_recall_at_20_max": 0.77394, "nauc_recall_at_20_std": 0.418742, "nauc_recall_at_20_diff1": 0.639106, "nauc_recall_at_100_max": 0.861098, "nauc_recall_at_100_std": 0.806851, "nauc_recall_at_100_diff1": 0.786406, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.595155, "nauc_precision_at_1_std": 0.055985, "nauc_precision_at_1_diff1": 0.819073, "nauc_precision_at_3_max": 0.697898, "nauc_precision_at_3_std": 0.183239, "nauc_precision_at_3_diff1": 0.716997, "nauc_precision_at_5_max": 0.673209, "nauc_precision_at_5_std": 0.212812, "nauc_precision_at_5_diff1": 0.673048, "nauc_precision_at_10_max": 0.709619, "nauc_precision_at_10_std": 0.254665, "nauc_precision_at_10_diff1": 0.685897, "nauc_precision_at_20_max": 0.77394, "nauc_precision_at_20_std": 0.418742, "nauc_precision_at_20_diff1": 0.639106, "nauc_precision_at_100_max": 0.861098, "nauc_precision_at_100_std": 0.806851, "nauc_precision_at_100_diff1": 0.786406, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.595155, "nauc_mrr_at_1_std": 0.055985, "nauc_mrr_at_1_diff1": 0.819073, "nauc_mrr_at_3_max": 0.626618, "nauc_mrr_at_3_std": 0.099356, "nauc_mrr_at_3_diff1": 0.783254, "nauc_mrr_at_5_max": 0.62048, "nauc_mrr_at_5_std": 0.098971, "nauc_mrr_at_5_diff1": 0.780981, "nauc_mrr_at_10_max": 0.621995, "nauc_mrr_at_10_std": 0.099809, "nauc_mrr_at_10_diff1": 0.78443, "nauc_mrr_at_20_max": 0.621754, "nauc_mrr_at_20_std": 0.100503, "nauc_mrr_at_20_diff1": 0.784523, "nauc_mrr_at_100_max": 0.620957, "nauc_mrr_at_100_std": 0.099023, "nauc_mrr_at_100_diff1": 0.785446, "nauc_mrr_at_1000_max": 0.620931, "nauc_mrr_at_1000_std": 0.098948, "nauc_mrr_at_1000_diff1": 0.785447, "main_score": 0.82286, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.90118, "ndcg_at_3": 0.94524, "ndcg_at_5": 0.94931, "ndcg_at_10": 0.95041, "ndcg_at_20": 0.95151, "ndcg_at_100": 0.95302, "ndcg_at_1000": 0.95314, "map_at_1": 0.90118, "map_at_3": 0.93525, "map_at_5": 0.93744, "map_at_10": 0.9379, "map_at_20": 0.93822, "map_at_100": 0.93847, "map_at_1000": 0.93848, "recall_at_1": 0.90118, "recall_at_3": 0.97382, "recall_at_5": 0.98395, "recall_at_10": 0.98733, "recall_at_20": 0.99155, "recall_at_100": 0.99916, "recall_at_1000": 1.0, "precision_at_1": 0.90118, "precision_at_3": 0.32461, "precision_at_5": 0.19679, "precision_at_10": 0.09873, "precision_at_20": 0.04958, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.901182, "mrr_at_3": 0.935248, "mrr_at_5": 0.937444, "mrr_at_10": 0.937905, "mrr_at_20": 0.938217, "mrr_at_100": 0.938469, "mrr_at_1000": 0.938476, "nauc_ndcg_at_1_max": 0.620007, "nauc_ndcg_at_1_std": 0.253214, "nauc_ndcg_at_1_diff1": 0.878909, "nauc_ndcg_at_3_max": 0.702466, "nauc_ndcg_at_3_std": 0.359956, "nauc_ndcg_at_3_diff1": 0.892376, "nauc_ndcg_at_5_max": 0.692607, "nauc_ndcg_at_5_std": 0.360469, "nauc_ndcg_at_5_diff1": 0.890153, "nauc_ndcg_at_10_max": 0.688124, "nauc_ndcg_at_10_std": 0.34994, "nauc_ndcg_at_10_diff1": 0.892275, "nauc_ndcg_at_20_max": 0.683671, "nauc_ndcg_at_20_std": 0.349392, "nauc_ndcg_at_20_diff1": 0.891648, "nauc_ndcg_at_100_max": 0.67346, "nauc_ndcg_at_100_std": 0.33098, "nauc_ndcg_at_100_diff1": 0.88914, "nauc_ndcg_at_1000_max": 0.672623, "nauc_ndcg_at_1000_std": 0.329266, "nauc_ndcg_at_1000_diff1": 0.888856, "nauc_map_at_1_max": 0.620007, "nauc_map_at_1_std": 0.253214, "nauc_map_at_1_diff1": 0.878909, "nauc_map_at_3_max": 0.674635, "nauc_map_at_3_std": 0.326021, "nauc_map_at_3_diff1": 0.888013, "nauc_map_at_5_max": 0.669136, "nauc_map_at_5_std": 0.324463, "nauc_map_at_5_diff1": 0.886873, "nauc_map_at_10_max": 0.667508, "nauc_map_at_10_std": 0.320669, "nauc_map_at_10_diff1": 0.887686, "nauc_map_at_20_max": 0.666394, "nauc_map_at_20_std": 0.320284, "nauc_map_at_20_diff1": 0.887536, "nauc_map_at_100_max": 0.665028, "nauc_map_at_100_std": 0.317838, "nauc_map_at_100_diff1": 0.887215, "nauc_map_at_1000_max": 0.664992, "nauc_map_at_1000_std": 0.317766, "nauc_map_at_1000_diff1": 0.887203, "nauc_recall_at_1_max": 0.620007, "nauc_recall_at_1_std": 0.253214, "nauc_recall_at_1_diff1": 0.878909, "nauc_recall_at_3_max": 0.898525, "nauc_recall_at_3_std": 0.596682, "nauc_recall_at_3_diff1": 0.922905, "nauc_recall_at_5_max": 0.948164, "nauc_recall_at_5_std": 0.759781, "nauc_recall_at_5_diff1": 0.924948, "nauc_recall_at_10_max": 0.96157, "nauc_recall_at_10_std": 0.740373, "nauc_recall_at_10_diff1": 0.956443, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.929287, "nauc_recall_at_20_diff1": 0.973866, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.620007, "nauc_precision_at_1_std": 0.253214, "nauc_precision_at_1_diff1": 0.878909, "nauc_precision_at_3_max": 0.898525, "nauc_precision_at_3_std": 0.596682, "nauc_precision_at_3_diff1": 0.922905, "nauc_precision_at_5_max": 0.948164, "nauc_precision_at_5_std": 0.759781, "nauc_precision_at_5_diff1": 0.924948, "nauc_precision_at_10_max": 0.96157, "nauc_precision_at_10_std": 0.740373, "nauc_precision_at_10_diff1": 0.956443, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.929287, "nauc_precision_at_20_diff1": 0.973866, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.620007, "nauc_mrr_at_1_std": 0.253214, "nauc_mrr_at_1_diff1": 0.878909, "nauc_mrr_at_3_max": 0.674635, "nauc_mrr_at_3_std": 0.326021, "nauc_mrr_at_3_diff1": 0.888013, "nauc_mrr_at_5_max": 0.669136, "nauc_mrr_at_5_std": 0.324463, "nauc_mrr_at_5_diff1": 0.886873, "nauc_mrr_at_10_max": 0.667508, "nauc_mrr_at_10_std": 0.320669, "nauc_mrr_at_10_diff1": 0.887686, "nauc_mrr_at_20_max": 0.666394, "nauc_mrr_at_20_std": 0.320284, "nauc_mrr_at_20_diff1": 0.887536, "nauc_mrr_at_100_max": 0.665028, "nauc_mrr_at_100_std": 0.317838, "nauc_mrr_at_100_diff1": 0.887215, "nauc_mrr_at_1000_max": 0.664992, "nauc_mrr_at_1000_std": 0.317766, "nauc_mrr_at_1000_diff1": 0.887203, "main_score": 0.95041, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.91814, "ndcg_at_3": 0.95344, "ndcg_at_5": 0.95882, "ndcg_at_10": 0.95992, "ndcg_at_20": 0.96119, "ndcg_at_100": 0.96168, "ndcg_at_1000": 0.96168, "map_at_1": 0.91814, "map_at_3": 0.94543, "map_at_5": 0.94851, "map_at_10": 0.94897, "map_at_20": 0.94931, "map_at_100": 0.94938, "map_at_1000": 0.94938, "recall_at_1": 0.91814, "recall_at_3": 0.97637, "recall_at_5": 0.98903, "recall_at_10": 0.99241, "recall_at_20": 0.99747, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.91814, "precision_at_3": 0.32546, "precision_at_5": 0.19781, "precision_at_10": 0.09924, "precision_at_20": 0.04987, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.918143, "mrr_at_3": 0.945429, "mrr_at_5": 0.948509, "mrr_at_10": 0.94897, "mrr_at_20": 0.949309, "mrr_at_100": 0.949385, "mrr_at_1000": 0.949385, "nauc_ndcg_at_1_max": 0.568539, "nauc_ndcg_at_1_std": 0.037913, "nauc_ndcg_at_1_diff1": 0.893004, "nauc_ndcg_at_3_max": 0.665026, "nauc_ndcg_at_3_std": 0.169365, "nauc_ndcg_at_3_diff1": 0.886121, "nauc_ndcg_at_5_max": 0.641201, "nauc_ndcg_at_5_std": 0.142576, "nauc_ndcg_at_5_diff1": 0.886605, "nauc_ndcg_at_10_max": 0.632314, "nauc_ndcg_at_10_std": 0.12424, "nauc_ndcg_at_10_diff1": 0.888247, "nauc_ndcg_at_20_max": 0.624746, "nauc_ndcg_at_20_std": 0.120533, "nauc_ndcg_at_20_diff1": 0.889119, "nauc_ndcg_at_100_max": 0.619897, "nauc_ndcg_at_100_std": 0.109168, "nauc_ndcg_at_100_diff1": 0.888251, "nauc_ndcg_at_1000_max": 0.619897, "nauc_ndcg_at_1000_std": 0.109168, "nauc_ndcg_at_1000_diff1": 0.888251, "nauc_map_at_1_max": 0.568539, "nauc_map_at_1_std": 0.037913, "nauc_map_at_1_diff1": 0.893004, "nauc_map_at_3_max": 0.631872, "nauc_map_at_3_std": 0.124013, "nauc_map_at_3_diff1": 0.887687, "nauc_map_at_5_max": 0.618788, "nauc_map_at_5_std": 0.107801, "nauc_map_at_5_diff1": 0.887918, "nauc_map_at_10_max": 0.615708, "nauc_map_at_10_std": 0.101438, "nauc_map_at_10_diff1": 0.888491, "nauc_map_at_20_max": 0.614134, "nauc_map_at_20_std": 0.100937, "nauc_map_at_20_diff1": 0.88862, "nauc_map_at_100_max": 0.613556, "nauc_map_at_100_std": 0.099591, "nauc_map_at_100_diff1": 0.88852, "nauc_map_at_1000_max": 0.613556, "nauc_map_at_1000_std": 0.099591, "nauc_map_at_1000_diff1": 0.88852, "nauc_recall_at_1_max": 0.568539, "nauc_recall_at_1_std": 0.037913, "nauc_recall_at_1_diff1": 0.893004, "nauc_recall_at_3_max": 0.88432, "nauc_recall_at_3_std": 0.469531, "nauc_recall_at_3_diff1": 0.876562, "nauc_recall_at_5_max": 0.930517, "nauc_recall_at_5_std": 0.603063, "nauc_recall_at_5_diff1": 0.871461, "nauc_recall_at_10_max": 0.914153, "nauc_recall_at_10_std": 0.512493, "nauc_recall_at_10_diff1": 0.890565, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.956447, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.568539, "nauc_precision_at_1_std": 0.037913, "nauc_precision_at_1_diff1": 0.893004, "nauc_precision_at_3_max": 0.88432, "nauc_precision_at_3_std": 0.469531, "nauc_precision_at_3_diff1": 0.876562, "nauc_precision_at_5_max": 0.930517, "nauc_precision_at_5_std": 0.603063, "nauc_precision_at_5_diff1": 0.871461, "nauc_precision_at_10_max": 0.914153, "nauc_precision_at_10_std": 0.512493, "nauc_precision_at_10_diff1": 0.890565, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.956447, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.568539, "nauc_mrr_at_1_std": 0.037913, "nauc_mrr_at_1_diff1": 0.893004, "nauc_mrr_at_3_max": 0.631872, "nauc_mrr_at_3_std": 0.124013, "nauc_mrr_at_3_diff1": 0.887687, "nauc_mrr_at_5_max": 0.618788, "nauc_mrr_at_5_std": 0.107801, "nauc_mrr_at_5_diff1": 0.887918, "nauc_mrr_at_10_max": 0.615708, "nauc_mrr_at_10_std": 0.101438, "nauc_mrr_at_10_diff1": 0.888491, "nauc_mrr_at_20_max": 0.614134, "nauc_mrr_at_20_std": 0.100937, "nauc_mrr_at_20_diff1": 0.88862, "nauc_mrr_at_100_max": 0.613556, "nauc_mrr_at_100_std": 0.099591, "nauc_mrr_at_100_diff1": 0.88852, "nauc_mrr_at_1000_max": 0.613556, "nauc_mrr_at_1000_std": 0.099591, "nauc_mrr_at_1000_diff1": 0.88852, "main_score": 0.95992, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.68136, "ndcg_at_3": 0.77105, "ndcg_at_5": 0.79316, "ndcg_at_10": 0.80713, "ndcg_at_20": 0.81466, "ndcg_at_100": 0.82143, "ndcg_at_1000": 0.822, "map_at_1": 0.68136, "map_at_3": 0.74929, "map_at_5": 0.76162, "map_at_10": 0.76739, "map_at_20": 0.76947, "map_at_100": 0.77046, "map_at_1000": 0.77049, "recall_at_1": 0.68136, "recall_at_3": 0.8339, "recall_at_5": 0.88729, "recall_at_10": 0.93051, "recall_at_20": 0.96017, "recall_at_100": 0.99576, "recall_at_1000": 1.0, "precision_at_1": 0.68136, "precision_at_3": 0.27797, "precision_at_5": 0.17746, "precision_at_10": 0.09305, "precision_at_20": 0.04801, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.681356, "mrr_at_3": 0.749294, "mrr_at_5": 0.761624, "mrr_at_10": 0.767395, "mrr_at_20": 0.769472, "mrr_at_100": 0.77046, "mrr_at_1000": 0.770485, "nauc_ndcg_at_1_max": 0.590439, "nauc_ndcg_at_1_std": 0.110757, "nauc_ndcg_at_1_diff1": 0.808958, "nauc_ndcg_at_3_max": 0.60686, "nauc_ndcg_at_3_std": 0.134527, "nauc_ndcg_at_3_diff1": 0.762615, "nauc_ndcg_at_5_max": 0.61861, "nauc_ndcg_at_5_std": 0.160799, "nauc_ndcg_at_5_diff1": 0.763954, "nauc_ndcg_at_10_max": 0.619096, "nauc_ndcg_at_10_std": 0.164252, "nauc_ndcg_at_10_diff1": 0.768081, "nauc_ndcg_at_20_max": 0.6161, "nauc_ndcg_at_20_std": 0.162854, "nauc_ndcg_at_20_diff1": 0.771176, "nauc_ndcg_at_100_max": 0.609094, "nauc_ndcg_at_100_std": 0.14694, "nauc_ndcg_at_100_diff1": 0.775218, "nauc_ndcg_at_1000_max": 0.608603, "nauc_ndcg_at_1000_std": 0.144965, "nauc_ndcg_at_1000_diff1": 0.775678, "nauc_map_at_1_max": 0.590439, "nauc_map_at_1_std": 0.110757, "nauc_map_at_1_diff1": 0.808958, "nauc_map_at_3_max": 0.600899, "nauc_map_at_3_std": 0.12602, "nauc_map_at_3_diff1": 0.775577, "nauc_map_at_5_max": 0.606648, "nauc_map_at_5_std": 0.138983, "nauc_map_at_5_diff1": 0.776956, "nauc_map_at_10_max": 0.606197, "nauc_map_at_10_std": 0.139322, "nauc_map_at_10_diff1": 0.778612, "nauc_map_at_20_max": 0.605505, "nauc_map_at_20_std": 0.138739, "nauc_map_at_20_diff1": 0.779402, "nauc_map_at_100_max": 0.604595, "nauc_map_at_100_std": 0.136663, "nauc_map_at_100_diff1": 0.779914, "nauc_map_at_1000_max": 0.604575, "nauc_map_at_1000_std": 0.136591, "nauc_map_at_1000_diff1": 0.779931, "nauc_recall_at_1_max": 0.590439, "nauc_recall_at_1_std": 0.110757, "nauc_recall_at_1_diff1": 0.808958, "nauc_recall_at_3_max": 0.631576, "nauc_recall_at_3_std": 0.16974, "nauc_recall_at_3_diff1": 0.710685, "nauc_recall_at_5_max": 0.687074, "nauc_recall_at_5_std": 0.286541, "nauc_recall_at_5_diff1": 0.693921, "nauc_recall_at_10_max": 0.73633, "nauc_recall_at_10_std": 0.392106, "nauc_recall_at_10_diff1": 0.685415, "nauc_recall_at_20_max": 0.770884, "nauc_recall_at_20_std": 0.539802, "nauc_recall_at_20_diff1": 0.674961, "nauc_recall_at_100_max": 0.739963, "nauc_recall_at_100_std": 0.6831, "nauc_recall_at_100_diff1": 0.650794, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.590439, "nauc_precision_at_1_std": 0.110757, "nauc_precision_at_1_diff1": 0.808958, "nauc_precision_at_3_max": 0.631576, "nauc_precision_at_3_std": 0.16974, "nauc_precision_at_3_diff1": 0.710685, "nauc_precision_at_5_max": 0.687074, "nauc_precision_at_5_std": 0.286541, "nauc_precision_at_5_diff1": 0.693921, "nauc_precision_at_10_max": 0.73633, "nauc_precision_at_10_std": 0.392106, "nauc_precision_at_10_diff1": 0.685415, "nauc_precision_at_20_max": 0.770884, "nauc_precision_at_20_std": 0.539802, "nauc_precision_at_20_diff1": 0.674961, "nauc_precision_at_100_max": 0.739963, "nauc_precision_at_100_std": 0.6831, "nauc_precision_at_100_diff1": 0.650794, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.590439, "nauc_mrr_at_1_std": 0.110757, "nauc_mrr_at_1_diff1": 0.808958, "nauc_mrr_at_3_max": 0.600899, "nauc_mrr_at_3_std": 0.12602, "nauc_mrr_at_3_diff1": 0.775577, "nauc_mrr_at_5_max": 0.606648, "nauc_mrr_at_5_std": 0.138983, "nauc_mrr_at_5_diff1": 0.776956, "nauc_mrr_at_10_max": 0.606197, "nauc_mrr_at_10_std": 0.139322, "nauc_mrr_at_10_diff1": 0.778612, "nauc_mrr_at_20_max": 0.605505, "nauc_mrr_at_20_std": 0.138739, "nauc_mrr_at_20_diff1": 0.779402, "nauc_mrr_at_100_max": 0.604595, "nauc_mrr_at_100_std": 0.136663, "nauc_mrr_at_100_diff1": 0.779914, "nauc_mrr_at_1000_max": 0.604575, "nauc_mrr_at_1000_std": 0.136591, "nauc_mrr_at_1000_diff1": 0.779931, "main_score": 0.80713, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.79476, "ndcg_at_3": 0.86865, "ndcg_at_5": 0.88029, "ndcg_at_10": 0.88728, "ndcg_at_20": 0.89009, "ndcg_at_100": 0.89355, "ndcg_at_1000": 0.8938, "map_at_1": 0.79476, "map_at_3": 0.85093, "map_at_5": 0.85747, "map_at_10": 0.86045, "map_at_20": 0.86124, "map_at_100": 0.86173, "map_at_1000": 0.86174, "recall_at_1": 0.79476, "recall_at_3": 0.91976, "recall_at_5": 0.94764, "recall_at_10": 0.96875, "recall_at_20": 0.97973, "recall_at_100": 0.99831, "recall_at_1000": 1.0, "precision_at_1": 0.79476, "precision_at_3": 0.30659, "precision_at_5": 0.18953, "precision_at_10": 0.09687, "precision_at_20": 0.04899, "precision_at_100": 0.00998, "precision_at_1000": 0.001, "mrr_at_1": 0.794764, "mrr_at_3": 0.850929, "mrr_at_5": 0.857475, "mrr_at_10": 0.860454, "mrr_at_20": 0.86124, "mrr_at_100": 0.861727, "mrr_at_1000": 0.861741, "nauc_ndcg_at_1_max": 0.598073, "nauc_ndcg_at_1_std": 0.178704, "nauc_ndcg_at_1_diff1": 0.825236, "nauc_ndcg_at_3_max": 0.670039, "nauc_ndcg_at_3_std": 0.30199, "nauc_ndcg_at_3_diff1": 0.800409, "nauc_ndcg_at_5_max": 0.676831, "nauc_ndcg_at_5_std": 0.310745, "nauc_ndcg_at_5_diff1": 0.802737, "nauc_ndcg_at_10_max": 0.667858, "nauc_ndcg_at_10_std": 0.297164, "nauc_ndcg_at_10_diff1": 0.805196, "nauc_ndcg_at_20_max": 0.662411, "nauc_ndcg_at_20_std": 0.288688, "nauc_ndcg_at_20_diff1": 0.806022, "nauc_ndcg_at_100_max": 0.654002, "nauc_ndcg_at_100_std": 0.272439, "nauc_ndcg_at_100_diff1": 0.807151, "nauc_ndcg_at_1000_max": 0.653485, "nauc_ndcg_at_1000_std": 0.271369, "nauc_ndcg_at_1000_diff1": 0.80781, "nauc_map_at_1_max": 0.598073, "nauc_map_at_1_std": 0.178704, "nauc_map_at_1_diff1": 0.825236, "nauc_map_at_3_max": 0.649502, "nauc_map_at_3_std": 0.265263, "nauc_map_at_3_diff1": 0.806726, "nauc_map_at_5_max": 0.651757, "nauc_map_at_5_std": 0.267586, "nauc_map_at_5_diff1": 0.808185, "nauc_map_at_10_max": 0.648246, "nauc_map_at_10_std": 0.262183, "nauc_map_at_10_diff1": 0.809178, "nauc_map_at_20_max": 0.646871, "nauc_map_at_20_std": 0.259918, "nauc_map_at_20_diff1": 0.809378, "nauc_map_at_100_max": 0.645915, "nauc_map_at_100_std": 0.258052, "nauc_map_at_100_diff1": 0.809562, "nauc_map_at_1000_max": 0.645892, "nauc_map_at_1000_std": 0.258002, "nauc_map_at_1000_diff1": 0.809593, "nauc_recall_at_1_max": 0.598073, "nauc_recall_at_1_std": 0.178704, "nauc_recall_at_1_diff1": 0.825236, "nauc_recall_at_3_max": 0.772388, "nauc_recall_at_3_std": 0.486308, "nauc_recall_at_3_diff1": 0.769563, "nauc_recall_at_5_max": 0.862084, "nauc_recall_at_5_std": 0.630723, "nauc_recall_at_5_diff1": 0.764809, "nauc_recall_at_10_max": 0.891008, "nauc_recall_at_10_std": 0.700542, "nauc_recall_at_10_diff1": 0.764105, "nauc_recall_at_20_max": 0.904517, "nauc_recall_at_20_std": 0.756904, "nauc_recall_at_20_diff1": 0.758843, "nauc_recall_at_100_max": 0.86933, "nauc_recall_at_100_std": 0.711772, "nauc_recall_at_100_diff1": 0.540132, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.598073, "nauc_precision_at_1_std": 0.178704, "nauc_precision_at_1_diff1": 0.825236, "nauc_precision_at_3_max": 0.772388, "nauc_precision_at_3_std": 0.486308, "nauc_precision_at_3_diff1": 0.769563, "nauc_precision_at_5_max": 0.862084, "nauc_precision_at_5_std": 0.630723, "nauc_precision_at_5_diff1": 0.764809, "nauc_precision_at_10_max": 0.891008, "nauc_precision_at_10_std": 0.700542, "nauc_precision_at_10_diff1": 0.764105, "nauc_precision_at_20_max": 0.904517, "nauc_precision_at_20_std": 0.756904, "nauc_precision_at_20_diff1": 0.758843, "nauc_precision_at_100_max": 0.86933, "nauc_precision_at_100_std": 0.711772, "nauc_precision_at_100_diff1": 0.540132, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.598073, "nauc_mrr_at_1_std": 0.178704, "nauc_mrr_at_1_diff1": 0.825236, "nauc_mrr_at_3_max": 0.649502, "nauc_mrr_at_3_std": 0.265263, "nauc_mrr_at_3_diff1": 0.806726, "nauc_mrr_at_5_max": 0.651757, "nauc_mrr_at_5_std": 0.267586, "nauc_mrr_at_5_diff1": 0.808185, "nauc_mrr_at_10_max": 0.648246, "nauc_mrr_at_10_std": 0.262183, "nauc_mrr_at_10_diff1": 0.809178, "nauc_mrr_at_20_max": 0.646871, "nauc_mrr_at_20_std": 0.259918, "nauc_mrr_at_20_diff1": 0.809378, "nauc_mrr_at_100_max": 0.645915, "nauc_mrr_at_100_std": 0.258052, "nauc_mrr_at_100_diff1": 0.809562, "nauc_mrr_at_1000_max": 0.645892, "nauc_mrr_at_1000_std": 0.258002, "nauc_mrr_at_1000_diff1": 0.809593, "main_score": 0.88728, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "ndcg_at_1": 0.82572, "ndcg_at_3": 0.89101, "ndcg_at_5": 0.89869, "ndcg_at_10": 0.9064, "ndcg_at_20": 0.909, "ndcg_at_100": 0.91058, "ndcg_at_1000": 0.91107, "map_at_1": 0.82572, "map_at_3": 0.87549, "map_at_5": 0.87977, "map_at_10": 0.88298, "map_at_20": 0.88371, "map_at_100": 0.88393, "map_at_1000": 0.88396, "recall_at_1": 0.82572, "recall_at_3": 0.9357, "recall_at_5": 0.95431, "recall_at_10": 0.978, "recall_at_20": 0.98816, "recall_at_100": 0.99662, "recall_at_1000": 1.0, "precision_at_1": 0.82572, "precision_at_3": 0.3119, "precision_at_5": 0.19086, "precision_at_10": 0.0978, "precision_at_20": 0.04941, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.825719, "mrr_at_3": 0.875494, "mrr_at_5": 0.879766, "mrr_at_10": 0.882975, "mrr_at_20": 0.883706, "mrr_at_100": 0.883931, "mrr_at_1000": 0.883958, "nauc_ndcg_at_1_max": 0.651777, "nauc_ndcg_at_1_std": 0.21857, "nauc_ndcg_at_1_diff1": 0.864114, "nauc_ndcg_at_3_max": 0.733006, "nauc_ndcg_at_3_std": 0.334987, "nauc_ndcg_at_3_diff1": 0.864792, "nauc_ndcg_at_5_max": 0.733152, "nauc_ndcg_at_5_std": 0.333856, "nauc_ndcg_at_5_diff1": 0.869372, "nauc_ndcg_at_10_max": 0.718669, "nauc_ndcg_at_10_std": 0.318249, "nauc_ndcg_at_10_diff1": 0.867366, "nauc_ndcg_at_20_max": 0.711605, "nauc_ndcg_at_20_std": 0.305496, "nauc_ndcg_at_20_diff1": 0.866581, "nauc_ndcg_at_100_max": 0.707479, "nauc_ndcg_at_100_std": 0.297791, "nauc_ndcg_at_100_diff1": 0.866233, "nauc_ndcg_at_1000_max": 0.706191, "nauc_ndcg_at_1000_std": 0.294986, "nauc_ndcg_at_1000_diff1": 0.865656, "nauc_map_at_1_max": 0.651777, "nauc_map_at_1_std": 0.21857, "nauc_map_at_1_diff1": 0.864114, "nauc_map_at_3_max": 0.708082, "nauc_map_at_3_std": 0.297298, "nauc_map_at_3_diff1": 0.863633, "nauc_map_at_5_max": 0.707177, "nauc_map_at_5_std": 0.29508, "nauc_map_at_5_diff1": 0.865767, "nauc_map_at_10_max": 0.701546, "nauc_map_at_10_std": 0.288373, "nauc_map_at_10_diff1": 0.864929, "nauc_map_at_20_max": 0.699825, "nauc_map_at_20_std": 0.285121, "nauc_map_at_20_diff1": 0.864766, "nauc_map_at_100_max": 0.699341, "nauc_map_at_100_std": 0.284254, "nauc_map_at_100_diff1": 0.864768, "nauc_map_at_1000_max": 0.69928, "nauc_map_at_1000_std": 0.28412, "nauc_map_at_1000_diff1": 0.864742, "nauc_recall_at_1_max": 0.651777, "nauc_recall_at_1_std": 0.21857, "nauc_recall_at_1_diff1": 0.864114, "nauc_recall_at_3_max": 0.865289, "nauc_recall_at_3_std": 0.536655, "nauc_recall_at_3_diff1": 0.87173, "nauc_recall_at_5_max": 0.920476, "nauc_recall_at_5_std": 0.61599, "nauc_recall_at_5_diff1": 0.89809, "nauc_recall_at_10_max": 0.941385, "nauc_recall_at_10_std": 0.734393, "nauc_recall_at_10_diff1": 0.905571, "nauc_recall_at_20_max": 0.932324, "nauc_recall_at_20_std": 0.74131, "nauc_recall_at_20_diff1": 0.913653, "nauc_recall_at_100_max": 0.930577, "nauc_recall_at_100_std": 0.780683, "nauc_recall_at_100_diff1": 0.967326, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.651777, "nauc_precision_at_1_std": 0.21857, "nauc_precision_at_1_diff1": 0.864114, "nauc_precision_at_3_max": 0.865289, "nauc_precision_at_3_std": 0.536655, "nauc_precision_at_3_diff1": 0.87173, "nauc_precision_at_5_max": 0.920476, "nauc_precision_at_5_std": 0.61599, "nauc_precision_at_5_diff1": 0.89809, "nauc_precision_at_10_max": 0.941385, "nauc_precision_at_10_std": 0.734393, "nauc_precision_at_10_diff1": 0.905571, "nauc_precision_at_20_max": 0.932324, "nauc_precision_at_20_std": 0.74131, "nauc_precision_at_20_diff1": 0.913653, "nauc_precision_at_100_max": 0.930577, "nauc_precision_at_100_std": 0.780683, "nauc_precision_at_100_diff1": 0.967326, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.651777, "nauc_mrr_at_1_std": 0.21857, "nauc_mrr_at_1_diff1": 0.864114, "nauc_mrr_at_3_max": 0.708082, "nauc_mrr_at_3_std": 0.297298, "nauc_mrr_at_3_diff1": 0.863633, "nauc_mrr_at_5_max": 0.707177, "nauc_mrr_at_5_std": 0.29508, "nauc_mrr_at_5_diff1": 0.865767, "nauc_mrr_at_10_max": 0.701546, "nauc_mrr_at_10_std": 0.288373, "nauc_mrr_at_10_diff1": 0.864929, "nauc_mrr_at_20_max": 0.699825, "nauc_mrr_at_20_std": 0.285121, "nauc_mrr_at_20_diff1": 0.864766, "nauc_mrr_at_100_max": 0.699341, "nauc_mrr_at_100_std": 0.284254, "nauc_mrr_at_100_diff1": 0.864768, "nauc_mrr_at_1000_max": 0.69928, "nauc_mrr_at_1000_std": 0.28412, "nauc_mrr_at_1000_diff1": 0.864742, "main_score": 0.9064, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "ndcg_at_1": 0.9094, "ndcg_at_3": 0.95143, "ndcg_at_5": 0.9553, "ndcg_at_10": 0.95704, "ndcg_at_20": 0.95834, "ndcg_at_100": 0.95862, "ndcg_at_1000": 0.95862, "map_at_1": 0.9094, "map_at_3": 0.94186, "map_at_5": 0.94402, "map_at_10": 0.9448, "map_at_20": 0.94516, "map_at_100": 0.94519, "map_at_1000": 0.94519, "recall_at_1": 0.9094, "recall_at_3": 0.97883, "recall_at_5": 0.98815, "recall_at_10": 0.99323, "recall_at_20": 0.99831, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.9094, "precision_at_3": 0.32628, "precision_at_5": 0.19763, "precision_at_10": 0.09932, "precision_at_20": 0.04992, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.909399, "mrr_at_3": 0.941857, "mrr_at_5": 0.944016, "mrr_at_10": 0.944796, "mrr_at_20": 0.945164, "mrr_at_100": 0.945189, "mrr_at_1000": 0.945189, "nauc_ndcg_at_1_max": 0.621501, "nauc_ndcg_at_1_std": 0.142713, "nauc_ndcg_at_1_diff1": 0.89007, "nauc_ndcg_at_3_max": 0.676377, "nauc_ndcg_at_3_std": 0.217431, "nauc_ndcg_at_3_diff1": 0.891648, "nauc_ndcg_at_5_max": 0.680381, "nauc_ndcg_at_5_std": 0.2254, "nauc_ndcg_at_5_diff1": 0.89061, "nauc_ndcg_at_10_max": 0.667409, "nauc_ndcg_at_10_std": 0.21147, "nauc_ndcg_at_10_diff1": 0.889699, "nauc_ndcg_at_20_max": 0.661828, "nauc_ndcg_at_20_std": 0.204689, "nauc_ndcg_at_20_diff1": 0.889775, "nauc_ndcg_at_100_max": 0.659545, "nauc_ndcg_at_100_std": 0.19932, "nauc_ndcg_at_100_diff1": 0.889478, "nauc_ndcg_at_1000_max": 0.659545, "nauc_ndcg_at_1000_std": 0.19932, "nauc_ndcg_at_1000_diff1": 0.889478, "nauc_map_at_1_max": 0.621501, "nauc_map_at_1_std": 0.142713, "nauc_map_at_1_diff1": 0.89007, "nauc_map_at_3_max": 0.659309, "nauc_map_at_3_std": 0.194851, "nauc_map_at_3_diff1": 0.889897, "nauc_map_at_5_max": 0.660939, "nauc_map_at_5_std": 0.198225, "nauc_map_at_5_diff1": 0.889461, "nauc_map_at_10_max": 0.656151, "nauc_map_at_10_std": 0.193278, "nauc_map_at_10_diff1": 0.889125, "nauc_map_at_20_max": 0.654973, "nauc_map_at_20_std": 0.191926, "nauc_map_at_20_diff1": 0.889207, "nauc_map_at_100_max": 0.654811, "nauc_map_at_100_std": 0.191546, "nauc_map_at_100_diff1": 0.889188, "nauc_map_at_1000_max": 0.654811, "nauc_map_at_1000_std": 0.191546, "nauc_map_at_1000_diff1": 0.889188, "nauc_recall_at_1_max": 0.621501, "nauc_recall_at_1_std": 0.142713, "nauc_recall_at_1_diff1": 0.89007, "nauc_recall_at_3_max": 0.807635, "nauc_recall_at_3_std": 0.390166, "nauc_recall_at_3_diff1": 0.906837, "nauc_recall_at_5_max": 0.937371, "nauc_recall_at_5_std": 0.584908, "nauc_recall_at_5_diff1": 0.907483, "nauc_recall_at_10_max": 0.8904, "nauc_recall_at_10_std": 0.585303, "nauc_recall_at_10_diff1": 0.903448, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.934647, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.621501, "nauc_precision_at_1_std": 0.142713, "nauc_precision_at_1_diff1": 0.89007, "nauc_precision_at_3_max": 0.807635, "nauc_precision_at_3_std": 0.390166, "nauc_precision_at_3_diff1": 0.906837, "nauc_precision_at_5_max": 0.937371, "nauc_precision_at_5_std": 0.584908, "nauc_precision_at_5_diff1": 0.907483, "nauc_precision_at_10_max": 0.8904, "nauc_precision_at_10_std": 0.585303, "nauc_precision_at_10_diff1": 0.903448, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.934647, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.621501, "nauc_mrr_at_1_std": 0.142713, "nauc_mrr_at_1_diff1": 0.89007, "nauc_mrr_at_3_max": 0.659309, "nauc_mrr_at_3_std": 0.194851, "nauc_mrr_at_3_diff1": 0.889897, "nauc_mrr_at_5_max": 0.660939, "nauc_mrr_at_5_std": 0.198225, "nauc_mrr_at_5_diff1": 0.889461, "nauc_mrr_at_10_max": 0.656151, "nauc_mrr_at_10_std": 0.193278, "nauc_mrr_at_10_diff1": 0.889125, "nauc_mrr_at_20_max": 0.654973, "nauc_mrr_at_20_std": 0.191926, "nauc_mrr_at_20_diff1": 0.889207, "nauc_mrr_at_100_max": 0.654811, "nauc_mrr_at_100_std": 0.191546, "nauc_mrr_at_100_diff1": 0.889188, "nauc_mrr_at_1000_max": 0.654811, "nauc_mrr_at_1000_std": 0.191546, "nauc_mrr_at_1000_diff1": 0.889188, "main_score": 0.95704, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 27.908419132232666, "kg_co2_emissions": 0.0021711055491006014 }