{ "dataset_revision": "8e4b220f482d1cdceb2f7589900c3ba6cb3cca45", "task_name": "NovelQA", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.25092, "ndcg_at_3": 0.3131, "ndcg_at_5": 0.32696, "ndcg_at_10": 0.35645, "ndcg_at_20": 0.3787, "ndcg_at_25": 0.38288, "ndcg_at_50": 0.40092, "ndcg_at_100": 0.41532, "ndcg_at_1000": 0.44446, "map_at_1": 0.21363, "map_at_3": 0.28221, "map_at_5": 0.29268, "map_at_10": 0.30675, "map_at_20": 0.31329, "map_at_25": 0.3142, "map_at_50": 0.31758, "map_at_100": 0.31901, "map_at_1000": 0.32024, "recall_at_1": 0.21363, "recall_at_3": 0.35392, "recall_at_5": 0.39432, "recall_at_10": 0.48441, "recall_at_20": 0.56774, "recall_at_25": 0.58471, "recall_at_50": 0.66587, "recall_at_100": 0.74815, "recall_at_1000": 0.96384, "accuracy": 0.21363, "precision_at_1": 0.25092, "precision_at_3": 0.14883, "precision_at_5": 0.10037, "precision_at_10": 0.0631, "precision_at_20": 0.03653, "precision_at_25": 0.03041, "precision_at_50": 0.01815, "precision_at_100": 0.01018, "precision_at_1000": 0.00131, "mrr_at_1": 0.250923, "mrr_at_3": 0.311808, "mrr_at_5": 0.320295, "mrr_at_10": 0.332319, "mrr_at_20": 0.338527, "mrr_at_25": 0.339473, "mrr_at_50": 0.341531, "mrr_at_100": 0.342744, "mrr_at_1000": 0.343623, "nauc_ndcg_at_1_max": 0.244347, "nauc_ndcg_at_1_std": -0.149894, "nauc_ndcg_at_1_diff1": 0.538539, "nauc_ndcg_at_3_max": 0.226159, "nauc_ndcg_at_3_std": -0.094572, "nauc_ndcg_at_3_diff1": 0.423705, "nauc_ndcg_at_5_max": 0.232807, "nauc_ndcg_at_5_std": -0.081406, "nauc_ndcg_at_5_diff1": 0.4227, "nauc_ndcg_at_10_max": 0.229411, "nauc_ndcg_at_10_std": -0.072052, "nauc_ndcg_at_10_diff1": 0.394173, "nauc_ndcg_at_20_max": 0.231864, "nauc_ndcg_at_20_std": -0.073067, "nauc_ndcg_at_20_diff1": 0.394582, "nauc_ndcg_at_25_max": 0.23132, "nauc_ndcg_at_25_std": -0.064483, "nauc_ndcg_at_25_diff1": 0.387619, "nauc_ndcg_at_50_max": 0.219097, "nauc_ndcg_at_50_std": -0.062393, "nauc_ndcg_at_50_diff1": 0.384522, "nauc_ndcg_at_100_max": 0.213395, "nauc_ndcg_at_100_std": -0.055666, "nauc_ndcg_at_100_diff1": 0.373752, "nauc_ndcg_at_1000_max": 0.219465, "nauc_ndcg_at_1000_std": -0.054529, "nauc_ndcg_at_1000_diff1": 0.40577, "nauc_map_at_1_max": 0.359426, "nauc_map_at_1_std": -0.110819, "nauc_map_at_1_diff1": 0.545571, "nauc_map_at_3_max": 0.268342, "nauc_map_at_3_std": -0.093336, "nauc_map_at_3_diff1": 0.453216, "nauc_map_at_5_max": 0.264918, "nauc_map_at_5_std": -0.089479, "nauc_map_at_5_diff1": 0.45246, "nauc_map_at_10_max": 0.257213, "nauc_map_at_10_std": -0.088819, "nauc_map_at_10_diff1": 0.438753, "nauc_map_at_20_max": 0.257556, "nauc_map_at_20_std": -0.089565, "nauc_map_at_20_diff1": 0.439708, "nauc_map_at_25_max": 0.257039, "nauc_map_at_25_std": -0.08819, "nauc_map_at_25_diff1": 0.43827, "nauc_map_at_50_max": 0.253841, "nauc_map_at_50_std": -0.087721, "nauc_map_at_50_diff1": 0.437223, "nauc_map_at_100_max": 0.253314, "nauc_map_at_100_std": -0.08719, "nauc_map_at_100_diff1": 0.436391, "nauc_map_at_1000_max": 0.253586, "nauc_map_at_1000_std": -0.08672, "nauc_map_at_1000_diff1": 0.43762, "nauc_recall_at_1_max": 0.359426, "nauc_recall_at_1_std": -0.110819, "nauc_recall_at_1_diff1": 0.545571, "nauc_recall_at_3_max": 0.217544, "nauc_recall_at_3_std": -0.051117, "nauc_recall_at_3_diff1": 0.35246, "nauc_recall_at_5_max": 0.21818, "nauc_recall_at_5_std": -0.030638, "nauc_recall_at_5_diff1": 0.350508, "nauc_recall_at_10_max": 0.204594, "nauc_recall_at_10_std": -0.004484, "nauc_recall_at_10_diff1": 0.264495, "nauc_recall_at_20_max": 0.21536, "nauc_recall_at_20_std": -0.00558, "nauc_recall_at_20_diff1": 0.250298, "nauc_recall_at_25_max": 0.214621, "nauc_recall_at_25_std": 0.033536, "nauc_recall_at_25_diff1": 0.214955, "nauc_recall_at_50_max": 0.165911, "nauc_recall_at_50_std": 0.056495, "nauc_recall_at_50_diff1": 0.185804, "nauc_recall_at_100_max": 0.113321, "nauc_recall_at_100_std": 0.142647, "nauc_recall_at_100_diff1": 0.060488, "nauc_recall_at_1000_max": 0.021843, "nauc_recall_at_1000_std": 0.993333, "nauc_recall_at_1000_diff1": 0.482795, "nauc_precision_at_1_max": 0.244347, "nauc_precision_at_1_std": -0.149894, "nauc_precision_at_1_diff1": 0.538539, "nauc_precision_at_3_max": 0.012465, "nauc_precision_at_3_std": -0.133927, "nauc_precision_at_3_diff1": 0.301359, "nauc_precision_at_5_max": -0.009989, "nauc_precision_at_5_std": -0.118536, "nauc_precision_at_5_diff1": 0.283429, "nauc_precision_at_10_max": -0.070946, "nauc_precision_at_10_std": -0.124288, "nauc_precision_at_10_diff1": 0.190958, "nauc_precision_at_20_max": -0.096303, "nauc_precision_at_20_std": -0.123533, "nauc_precision_at_20_diff1": 0.177945, "nauc_precision_at_25_max": -0.11169, "nauc_precision_at_25_std": -0.092887, "nauc_precision_at_25_diff1": 0.145428, "nauc_precision_at_50_max": -0.188747, "nauc_precision_at_50_std": -0.06725, "nauc_precision_at_50_diff1": 0.07716, "nauc_precision_at_100_max": -0.250918, "nauc_precision_at_100_std": -0.048343, "nauc_precision_at_100_diff1": -0.009518, "nauc_precision_at_1000_max": -0.342363, "nauc_precision_at_1000_std": -0.037612, "nauc_precision_at_1000_diff1": -0.022571, "nauc_mrr_at_1_max": 0.244347, "nauc_mrr_at_1_std": -0.149894, "nauc_mrr_at_1_diff1": 0.538539, "nauc_mrr_at_3_max": 0.205047, "nauc_mrr_at_3_std": -0.110011, "nauc_mrr_at_3_diff1": 0.44064, "nauc_mrr_at_5_max": 0.206822, "nauc_mrr_at_5_std": -0.105153, "nauc_mrr_at_5_diff1": 0.441058, "nauc_mrr_at_10_max": 0.20592, "nauc_mrr_at_10_std": -0.098043, "nauc_mrr_at_10_diff1": 0.429964, "nauc_mrr_at_20_max": 0.206958, "nauc_mrr_at_20_std": -0.096948, "nauc_mrr_at_20_diff1": 0.429344, "nauc_mrr_at_25_max": 0.207087, "nauc_mrr_at_25_std": -0.094657, "nauc_mrr_at_25_diff1": 0.42819, "nauc_mrr_at_50_max": 0.206368, "nauc_mrr_at_50_std": -0.09551, "nauc_mrr_at_50_diff1": 0.428557, "nauc_mrr_at_100_max": 0.206138, "nauc_mrr_at_100_std": -0.094906, "nauc_mrr_at_100_diff1": 0.427694, "nauc_mrr_at_1000_max": 0.206545, "nauc_mrr_at_1000_std": -0.094704, "nauc_mrr_at_1000_diff1": 0.428839, "hit_rate_at_1": 0.25092, "hit_rate_at_3": 0.39114, "hit_rate_at_5": 0.42804, "hit_rate_at_10": 0.5203, "hit_rate_at_20": 0.60517, "hit_rate_at_25": 0.62731, "hit_rate_at_50": 0.70111, "hit_rate_at_100": 0.78229, "hit_rate_at_1000": 0.97048, "R_cap_at_1": 0.250923, "R_cap_at_3": 0.361624, "R_cap_at_5": 0.396802, "R_cap_at_10": 0.484405, "R_cap_at_20": 0.567739, "R_cap_at_25": 0.584713, "R_cap_at_50": 0.665867, "R_cap_at_100": 0.748155, "R_cap_at_1000": 0.963838, "main_score": 0.35645, "hf_subset": "Character", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.2717, "ndcg_at_3": 0.34258, "ndcg_at_5": 0.36825, "ndcg_at_10": 0.38872, "ndcg_at_20": 0.40879, "ndcg_at_25": 0.41208, "ndcg_at_50": 0.42531, "ndcg_at_100": 0.43859, "ndcg_at_1000": 0.46664, "map_at_1": 0.26792, "map_at_3": 0.32327, "map_at_5": 0.33695, "map_at_10": 0.34538, "map_at_20": 0.3509, "map_at_25": 0.35156, "map_at_50": 0.35349, "map_at_100": 0.3547, "map_at_1000": 0.3558, "recall_at_1": 0.26792, "recall_at_3": 0.39434, "recall_at_5": 0.4566, "recall_at_10": 0.51887, "recall_at_20": 0.59811, "recall_at_25": 0.61321, "recall_at_50": 0.68063, "recall_at_100": 0.76113, "recall_at_1000": 0.97736, "accuracy": 0.26792, "precision_at_1": 0.2717, "precision_at_3": 0.13333, "precision_at_5": 0.09358, "precision_at_10": 0.05396, "precision_at_20": 0.03094, "precision_at_25": 0.02536, "precision_at_50": 0.01426, "precision_at_100": 0.008, "precision_at_1000": 0.00104, "mrr_at_1": 0.271698, "mrr_at_3": 0.327673, "mrr_at_5": 0.342579, "mrr_at_10": 0.350789, "mrr_at_20": 0.356304, "mrr_at_25": 0.356964, "mrr_at_50": 0.358762, "mrr_at_100": 0.35989, "mrr_at_1000": 0.36085, "nauc_ndcg_at_1_max": 0.473216, "nauc_ndcg_at_1_std": -0.02578, "nauc_ndcg_at_1_diff1": 0.536882, "nauc_ndcg_at_3_max": 0.456206, "nauc_ndcg_at_3_std": 0.001747, "nauc_ndcg_at_3_diff1": 0.433481, "nauc_ndcg_at_5_max": 0.470418, "nauc_ndcg_at_5_std": 0.001965, "nauc_ndcg_at_5_diff1": 0.42437, "nauc_ndcg_at_10_max": 0.472007, "nauc_ndcg_at_10_std": 0.010958, "nauc_ndcg_at_10_diff1": 0.419895, "nauc_ndcg_at_20_max": 0.484222, "nauc_ndcg_at_20_std": 0.021079, "nauc_ndcg_at_20_diff1": 0.424895, "nauc_ndcg_at_25_max": 0.481926, "nauc_ndcg_at_25_std": 0.021489, "nauc_ndcg_at_25_diff1": 0.428467, "nauc_ndcg_at_50_max": 0.47548, "nauc_ndcg_at_50_std": 0.029743, "nauc_ndcg_at_50_diff1": 0.416521, "nauc_ndcg_at_100_max": 0.467699, "nauc_ndcg_at_100_std": 0.021591, "nauc_ndcg_at_100_diff1": 0.415875, "nauc_ndcg_at_1000_max": 0.470628, "nauc_ndcg_at_1000_std": 0.021576, "nauc_ndcg_at_1000_diff1": 0.435781, "nauc_map_at_1_max": 0.471339, "nauc_map_at_1_std": -0.026012, "nauc_map_at_1_diff1": 0.535797, "nauc_map_at_3_max": 0.460404, "nauc_map_at_3_std": -0.007542, "nauc_map_at_3_diff1": 0.457545, "nauc_map_at_5_max": 0.468508, "nauc_map_at_5_std": -0.00715, "nauc_map_at_5_diff1": 0.453357, "nauc_map_at_10_max": 0.469804, "nauc_map_at_10_std": -0.003672, "nauc_map_at_10_diff1": 0.451148, "nauc_map_at_20_max": 0.473213, "nauc_map_at_20_std": -0.001312, "nauc_map_at_20_diff1": 0.452856, "nauc_map_at_25_max": 0.47272, "nauc_map_at_25_std": -0.001158, "nauc_map_at_25_diff1": 0.453592, "nauc_map_at_50_max": 0.471781, "nauc_map_at_50_std": -8.5e-05, "nauc_map_at_50_diff1": 0.451894, "nauc_map_at_100_max": 0.471067, "nauc_map_at_100_std": -0.00087, "nauc_map_at_100_diff1": 0.45207, "nauc_map_at_1000_max": 0.471075, "nauc_map_at_1000_std": -0.000716, "nauc_map_at_1000_diff1": 0.453057, "nauc_recall_at_1_max": 0.471339, "nauc_recall_at_1_std": -0.026012, "nauc_recall_at_1_diff1": 0.535797, "nauc_recall_at_3_max": 0.443804, "nauc_recall_at_3_std": 0.027812, "nauc_recall_at_3_diff1": 0.364934, "nauc_recall_at_5_max": 0.472814, "nauc_recall_at_5_std": 0.025652, "nauc_recall_at_5_diff1": 0.334561, "nauc_recall_at_10_max": 0.478104, "nauc_recall_at_10_std": 0.05434, "nauc_recall_at_10_diff1": 0.317544, "nauc_recall_at_20_max": 0.527952, "nauc_recall_at_20_std": 0.103066, "nauc_recall_at_20_diff1": 0.326843, "nauc_recall_at_25_max": 0.515593, "nauc_recall_at_25_std": 0.105766, "nauc_recall_at_25_diff1": 0.340194, "nauc_recall_at_50_max": 0.48534, "nauc_recall_at_50_std": 0.164363, "nauc_recall_at_50_diff1": 0.258285, "nauc_recall_at_100_max": 0.417261, "nauc_recall_at_100_std": 0.123563, "nauc_recall_at_100_diff1": 0.207479, "nauc_recall_at_1000_max": 0.55733, "nauc_recall_at_1000_std": 0.783154, "nauc_recall_at_1000_diff1": 0.447543, "nauc_precision_at_1_max": 0.473216, "nauc_precision_at_1_std": -0.02578, "nauc_precision_at_1_diff1": 0.536882, "nauc_precision_at_3_max": 0.441899, "nauc_precision_at_3_std": 0.028685, "nauc_precision_at_3_diff1": 0.367461, "nauc_precision_at_5_max": 0.477149, "nauc_precision_at_5_std": 0.03019, "nauc_precision_at_5_diff1": 0.344775, "nauc_precision_at_10_max": 0.467254, "nauc_precision_at_10_std": 0.06258, "nauc_precision_at_10_diff1": 0.31278, "nauc_precision_at_20_max": 0.5166, "nauc_precision_at_20_std": 0.111183, "nauc_precision_at_20_diff1": 0.322514, "nauc_precision_at_25_max": 0.50666, "nauc_precision_at_25_std": 0.114537, "nauc_precision_at_25_diff1": 0.337048, "nauc_precision_at_50_max": 0.413428, "nauc_precision_at_50_std": 0.19938, "nauc_precision_at_50_diff1": 0.218285, "nauc_precision_at_100_max": 0.300755, "nauc_precision_at_100_std": 0.182246, "nauc_precision_at_100_diff1": 0.153567, "nauc_precision_at_1000_max": -0.134855, "nauc_precision_at_1000_std": 0.328384, "nauc_precision_at_1000_diff1": -0.050356, "nauc_mrr_at_1_max": 0.473216, "nauc_mrr_at_1_std": -0.02578, "nauc_mrr_at_1_diff1": 0.536882, "nauc_mrr_at_3_max": 0.460302, "nauc_mrr_at_3_std": -0.00712, "nauc_mrr_at_3_diff1": 0.4587, "nauc_mrr_at_5_max": 0.469664, "nauc_mrr_at_5_std": -0.005542, "nauc_mrr_at_5_diff1": 0.456282, "nauc_mrr_at_10_max": 0.468735, "nauc_mrr_at_10_std": -0.002137, "nauc_mrr_at_10_diff1": 0.455881, "nauc_mrr_at_20_max": 0.472131, "nauc_mrr_at_20_std": 0.000222, "nauc_mrr_at_20_diff1": 0.45762, "nauc_mrr_at_25_max": 0.471638, "nauc_mrr_at_25_std": 0.000377, "nauc_mrr_at_25_diff1": 0.458358, "nauc_mrr_at_50_max": 0.470802, "nauc_mrr_at_50_std": 0.001074, "nauc_mrr_at_50_diff1": 0.456777, "nauc_mrr_at_100_max": 0.470249, "nauc_mrr_at_100_std": 0.000258, "nauc_mrr_at_100_diff1": 0.456644, "nauc_mrr_at_1000_max": 0.470259, "nauc_mrr_at_1000_std": 0.000259, "nauc_mrr_at_1000_diff1": 0.457457, "hit_rate_at_1": 0.2717, "hit_rate_at_3": 0.4, "hit_rate_at_5": 0.46792, "hit_rate_at_10": 0.53208, "hit_rate_at_20": 0.61132, "hit_rate_at_25": 0.62642, "hit_rate_at_50": 0.69434, "hit_rate_at_100": 0.77358, "hit_rate_at_1000": 0.97736, "R_cap_at_1": 0.271698, "R_cap_at_3": 0.39434, "R_cap_at_5": 0.456604, "R_cap_at_10": 0.518868, "R_cap_at_20": 0.598113, "R_cap_at_25": 0.613208, "R_cap_at_50": 0.680629, "R_cap_at_100": 0.761132, "R_cap_at_1000": 0.977358, "main_score": 0.38872, "hf_subset": "Meaning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.17718, "ndcg_at_3": 0.22897, "ndcg_at_5": 0.24766, "ndcg_at_10": 0.27, "ndcg_at_20": 0.29281, "ndcg_at_25": 0.29918, "ndcg_at_50": 0.32501, "ndcg_at_100": 0.34245, "ndcg_at_1000": 0.37533, "map_at_1": 0.17518, "map_at_3": 0.21547, "map_at_5": 0.22545, "map_at_10": 0.23465, "map_at_20": 0.24097, "map_at_25": 0.24227, "map_at_50": 0.24634, "map_at_100": 0.24792, "map_at_1000": 0.24904, "recall_at_1": 0.17518, "recall_at_3": 0.26376, "recall_at_5": 0.30781, "recall_at_10": 0.37638, "recall_at_20": 0.46371, "recall_at_25": 0.49174, "recall_at_50": 0.62112, "recall_at_100": 0.72573, "recall_at_1000": 0.98498, "accuracy": 0.17518, "precision_at_1": 0.17718, "precision_at_3": 0.09009, "precision_at_5": 0.06426, "precision_at_10": 0.03934, "precision_at_20": 0.02462, "precision_at_25": 0.02102, "precision_at_50": 0.01339, "precision_at_100": 0.00787, "precision_at_1000": 0.00109, "mrr_at_1": 0.177177, "mrr_at_3": 0.21972, "mrr_at_5": 0.231281, "mrr_at_10": 0.24044, "mrr_at_20": 0.247077, "mrr_at_25": 0.248406, "mrr_at_50": 0.252146, "mrr_at_100": 0.253675, "mrr_at_1000": 0.254639, "nauc_ndcg_at_1_max": 0.178675, "nauc_ndcg_at_1_std": -0.120154, "nauc_ndcg_at_1_diff1": 0.498561, "nauc_ndcg_at_3_max": 0.12375, "nauc_ndcg_at_3_std": -0.156711, "nauc_ndcg_at_3_diff1": 0.440989, "nauc_ndcg_at_5_max": 0.10644, "nauc_ndcg_at_5_std": -0.144784, "nauc_ndcg_at_5_diff1": 0.422474, "nauc_ndcg_at_10_max": 0.103843, "nauc_ndcg_at_10_std": -0.128245, "nauc_ndcg_at_10_diff1": 0.403364, "nauc_ndcg_at_20_max": 0.092375, "nauc_ndcg_at_20_std": -0.13442, "nauc_ndcg_at_20_diff1": 0.385333, "nauc_ndcg_at_25_max": 0.087288, "nauc_ndcg_at_25_std": -0.131471, "nauc_ndcg_at_25_diff1": 0.382402, "nauc_ndcg_at_50_max": 0.086075, "nauc_ndcg_at_50_std": -0.114808, "nauc_ndcg_at_50_diff1": 0.39508, "nauc_ndcg_at_100_max": 0.08493, "nauc_ndcg_at_100_std": -0.097934, "nauc_ndcg_at_100_diff1": 0.394446, "nauc_ndcg_at_1000_max": 0.098527, "nauc_ndcg_at_1000_std": -0.119841, "nauc_ndcg_at_1000_diff1": 0.411566, "nauc_map_at_1_max": 0.178937, "nauc_map_at_1_std": -0.134631, "nauc_map_at_1_diff1": 0.505728, "nauc_map_at_3_max": 0.133387, "nauc_map_at_3_std": -0.15727, "nauc_map_at_3_diff1": 0.456348, "nauc_map_at_5_max": 0.122841, "nauc_map_at_5_std": -0.150602, "nauc_map_at_5_diff1": 0.445474, "nauc_map_at_10_max": 0.121507, "nauc_map_at_10_std": -0.142942, "nauc_map_at_10_diff1": 0.437411, "nauc_map_at_20_max": 0.118076, "nauc_map_at_20_std": -0.144732, "nauc_map_at_20_diff1": 0.431912, "nauc_map_at_25_max": 0.116937, "nauc_map_at_25_std": -0.144103, "nauc_map_at_25_diff1": 0.431443, "nauc_map_at_50_max": 0.116938, "nauc_map_at_50_std": -0.141859, "nauc_map_at_50_diff1": 0.43384, "nauc_map_at_100_max": 0.116967, "nauc_map_at_100_std": -0.140517, "nauc_map_at_100_diff1": 0.433849, "nauc_map_at_1000_max": 0.117345, "nauc_map_at_1000_std": -0.140736, "nauc_map_at_1000_diff1": 0.434459, "nauc_recall_at_1_max": 0.178937, "nauc_recall_at_1_std": -0.134631, "nauc_recall_at_1_diff1": 0.505728, "nauc_recall_at_3_max": 0.101084, "nauc_recall_at_3_std": -0.164237, "nauc_recall_at_3_diff1": 0.405227, "nauc_recall_at_5_max": 0.064197, "nauc_recall_at_5_std": -0.135236, "nauc_recall_at_5_diff1": 0.368611, "nauc_recall_at_10_max": 0.058862, "nauc_recall_at_10_std": -0.091179, "nauc_recall_at_10_diff1": 0.318555, "nauc_recall_at_20_max": 0.018863, "nauc_recall_at_20_std": -0.109031, "nauc_recall_at_20_diff1": 0.252867, "nauc_recall_at_25_max": -0.000445, "nauc_recall_at_25_std": -0.09468, "nauc_recall_at_25_diff1": 0.239728, "nauc_recall_at_50_max": -0.020719, "nauc_recall_at_50_std": 0.000391, "nauc_recall_at_50_diff1": 0.279631, "nauc_recall_at_100_max": -0.05208, "nauc_recall_at_100_std": 0.159392, "nauc_recall_at_100_diff1": 0.248189, "nauc_recall_at_1000_max": -0.016018, "nauc_recall_at_1000_std": 0.576563, "nauc_recall_at_1000_diff1": 0.618931, "nauc_precision_at_1_max": 0.178675, "nauc_precision_at_1_std": -0.120154, "nauc_precision_at_1_diff1": 0.498561, "nauc_precision_at_3_max": 0.098971, "nauc_precision_at_3_std": -0.150944, "nauc_precision_at_3_diff1": 0.400279, "nauc_precision_at_5_max": 0.068181, "nauc_precision_at_5_std": -0.126501, "nauc_precision_at_5_diff1": 0.35631, "nauc_precision_at_10_max": 0.057177, "nauc_precision_at_10_std": -0.090878, "nauc_precision_at_10_diff1": 0.294792, "nauc_precision_at_20_max": 0.005971, "nauc_precision_at_20_std": -0.125444, "nauc_precision_at_20_diff1": 0.224114, "nauc_precision_at_25_max": -0.022214, "nauc_precision_at_25_std": -0.119371, "nauc_precision_at_25_diff1": 0.206747, "nauc_precision_at_50_max": -0.035521, "nauc_precision_at_50_std": -0.029802, "nauc_precision_at_50_diff1": 0.211044, "nauc_precision_at_100_max": -0.085284, "nauc_precision_at_100_std": 0.095244, "nauc_precision_at_100_diff1": 0.138745, "nauc_precision_at_1000_max": -0.134146, "nauc_precision_at_1000_std": -0.103589, "nauc_precision_at_1000_diff1": -0.08852, "nauc_mrr_at_1_max": 0.178675, "nauc_mrr_at_1_std": -0.120154, "nauc_mrr_at_1_diff1": 0.498561, "nauc_mrr_at_3_max": 0.131929, "nauc_mrr_at_3_std": -0.143143, "nauc_mrr_at_3_diff1": 0.449789, "nauc_mrr_at_5_max": 0.122084, "nauc_mrr_at_5_std": -0.13771, "nauc_mrr_at_5_diff1": 0.436342, "nauc_mrr_at_10_max": 0.12173, "nauc_mrr_at_10_std": -0.130203, "nauc_mrr_at_10_diff1": 0.428538, "nauc_mrr_at_20_max": 0.119102, "nauc_mrr_at_20_std": -0.132012, "nauc_mrr_at_20_diff1": 0.424569, "nauc_mrr_at_25_max": 0.118034, "nauc_mrr_at_25_std": -0.131663, "nauc_mrr_at_25_diff1": 0.423739, "nauc_mrr_at_50_max": 0.117559, "nauc_mrr_at_50_std": -0.129528, "nauc_mrr_at_50_diff1": 0.426187, "nauc_mrr_at_100_max": 0.117572, "nauc_mrr_at_100_std": -0.128497, "nauc_mrr_at_100_diff1": 0.426343, "nauc_mrr_at_1000_max": 0.118114, "nauc_mrr_at_1000_std": -0.128695, "nauc_mrr_at_1000_diff1": 0.426784, "hit_rate_at_1": 0.17718, "hit_rate_at_3": 0.27027, "hit_rate_at_5": 0.32132, "hit_rate_at_10": 0.39039, "hit_rate_at_20": 0.48348, "hit_rate_at_25": 0.51351, "hit_rate_at_50": 0.63964, "hit_rate_at_100": 0.74474, "hit_rate_at_1000": 0.99099, "R_cap_at_1": 0.177177, "R_cap_at_3": 0.263764, "R_cap_at_5": 0.307808, "R_cap_at_10": 0.376376, "R_cap_at_20": 0.463714, "R_cap_at_25": 0.491742, "R_cap_at_50": 0.621121, "R_cap_at_100": 0.725726, "R_cap_at_1000": 0.984985, "main_score": 0.27, "hf_subset": "Plot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.168, "ndcg_at_3": 0.20494, "ndcg_at_5": 0.22222, "ndcg_at_10": 0.237, "ndcg_at_20": 0.25793, "ndcg_at_25": 0.26884, "ndcg_at_50": 0.30664, "ndcg_at_100": 0.32916, "ndcg_at_1000": 0.36826, "map_at_1": 0.13333, "map_at_3": 0.17558, "map_at_5": 0.18736, "map_at_10": 0.19302, "map_at_20": 0.19868, "map_at_25": 0.20143, "map_at_50": 0.20757, "map_at_100": 0.21004, "map_at_1000": 0.21248, "recall_at_1": 0.13333, "recall_at_3": 0.2236, "recall_at_5": 0.27587, "recall_at_10": 0.31587, "recall_at_20": 0.38587, "recall_at_25": 0.42853, "recall_at_50": 0.60307, "recall_at_100": 0.71987, "recall_at_1000": 0.95933, "accuracy": 0.13333, "precision_at_1": 0.168, "precision_at_3": 0.10667, "precision_at_5": 0.0768, "precision_at_10": 0.0456, "precision_at_20": 0.0296, "precision_at_25": 0.02688, "precision_at_50": 0.01904, "precision_at_100": 0.01184, "precision_at_1000": 0.00175, "mrr_at_1": 0.168, "mrr_at_3": 0.225333, "mrr_at_5": 0.239733, "mrr_at_10": 0.248543, "mrr_at_20": 0.255545, "mrr_at_25": 0.25729, "mrr_at_50": 0.262443, "mrr_at_100": 0.263972, "mrr_at_1000": 0.26463, "nauc_ndcg_at_1_max": 0.038687, "nauc_ndcg_at_1_std": -0.091325, "nauc_ndcg_at_1_diff1": 0.047108, "nauc_ndcg_at_3_max": 0.159271, "nauc_ndcg_at_3_std": -0.021819, "nauc_ndcg_at_3_diff1": 0.076476, "nauc_ndcg_at_5_max": 0.127564, "nauc_ndcg_at_5_std": -0.041494, "nauc_ndcg_at_5_diff1": 0.114195, "nauc_ndcg_at_10_max": 0.132233, "nauc_ndcg_at_10_std": -0.044569, "nauc_ndcg_at_10_diff1": 0.114917, "nauc_ndcg_at_20_max": 0.120399, "nauc_ndcg_at_20_std": -0.018713, "nauc_ndcg_at_20_diff1": 0.082483, "nauc_ndcg_at_25_max": 0.098329, "nauc_ndcg_at_25_std": -0.023347, "nauc_ndcg_at_25_diff1": 0.079368, "nauc_ndcg_at_50_max": 0.128289, "nauc_ndcg_at_50_std": 0.007281, "nauc_ndcg_at_50_diff1": 0.124511, "nauc_ndcg_at_100_max": 0.128165, "nauc_ndcg_at_100_std": 0.002176, "nauc_ndcg_at_100_diff1": 0.11311, "nauc_ndcg_at_1000_max": 0.108246, "nauc_ndcg_at_1000_std": 0.010681, "nauc_ndcg_at_1000_diff1": 0.123672, "nauc_map_at_1_max": 0.159831, "nauc_map_at_1_std": -0.098734, "nauc_map_at_1_diff1": 0.129274, "nauc_map_at_3_max": 0.186929, "nauc_map_at_3_std": -0.053381, "nauc_map_at_3_diff1": 0.095327, "nauc_map_at_5_max": 0.164353, "nauc_map_at_5_std": -0.058128, "nauc_map_at_5_diff1": 0.115605, "nauc_map_at_10_max": 0.166816, "nauc_map_at_10_std": -0.059942, "nauc_map_at_10_diff1": 0.116453, "nauc_map_at_20_max": 0.162489, "nauc_map_at_20_std": -0.052043, "nauc_map_at_20_diff1": 0.107019, "nauc_map_at_25_max": 0.156235, "nauc_map_at_25_std": -0.053182, "nauc_map_at_25_diff1": 0.104818, "nauc_map_at_50_max": 0.160839, "nauc_map_at_50_std": -0.047331, "nauc_map_at_50_diff1": 0.113554, "nauc_map_at_100_max": 0.160432, "nauc_map_at_100_std": -0.047902, "nauc_map_at_100_diff1": 0.112144, "nauc_map_at_1000_max": 0.159464, "nauc_map_at_1000_std": -0.046005, "nauc_map_at_1000_diff1": 0.113199, "nauc_recall_at_1_max": 0.159831, "nauc_recall_at_1_std": -0.098734, "nauc_recall_at_1_diff1": 0.129274, "nauc_recall_at_3_max": 0.217537, "nauc_recall_at_3_std": 0.002317, "nauc_recall_at_3_diff1": 0.062171, "nauc_recall_at_5_max": 0.129606, "nauc_recall_at_5_std": -0.02051, "nauc_recall_at_5_diff1": 0.138631, "nauc_recall_at_10_max": 0.140578, "nauc_recall_at_10_std": -0.024978, "nauc_recall_at_10_diff1": 0.125739, "nauc_recall_at_20_max": 0.109324, "nauc_recall_at_20_std": 0.046984, "nauc_recall_at_20_diff1": 0.02437, "nauc_recall_at_25_max": 0.040523, "nauc_recall_at_25_std": 0.039567, "nauc_recall_at_25_diff1": 0.019264, "nauc_recall_at_50_max": 0.165416, "nauc_recall_at_50_std": 0.165863, "nauc_recall_at_50_diff1": 0.190809, "nauc_recall_at_100_max": 0.196487, "nauc_recall_at_100_std": 0.164981, "nauc_recall_at_100_diff1": 0.121577, "nauc_recall_at_1000_max": 0.101379, "nauc_recall_at_1000_std": 0.965253, "nauc_recall_at_1000_diff1": 0.550068, "nauc_precision_at_1_max": 0.038687, "nauc_precision_at_1_std": -0.091325, "nauc_precision_at_1_diff1": 0.047108, "nauc_precision_at_3_max": 0.050263, "nauc_precision_at_3_std": 0.047387, "nauc_precision_at_3_diff1": 0.028583, "nauc_precision_at_5_max": -0.033721, "nauc_precision_at_5_std": 0.020606, "nauc_precision_at_5_diff1": 0.099709, "nauc_precision_at_10_max": -0.039537, "nauc_precision_at_10_std": 0.033515, "nauc_precision_at_10_diff1": 0.123791, "nauc_precision_at_20_max": -0.109483, "nauc_precision_at_20_std": 0.098749, "nauc_precision_at_20_diff1": 0.006847, "nauc_precision_at_25_max": -0.188136, "nauc_precision_at_25_std": 0.051909, "nauc_precision_at_25_diff1": -0.019967, "nauc_precision_at_50_max": -0.130753, "nauc_precision_at_50_std": 0.186321, "nauc_precision_at_50_diff1": 0.120682, "nauc_precision_at_100_max": -0.180368, "nauc_precision_at_100_std": 0.162702, "nauc_precision_at_100_diff1": 0.081974, "nauc_precision_at_1000_max": -0.244161, "nauc_precision_at_1000_std": 0.152444, "nauc_precision_at_1000_diff1": 0.102156, "nauc_mrr_at_1_max": 0.038687, "nauc_mrr_at_1_std": -0.091325, "nauc_mrr_at_1_diff1": 0.047108, "nauc_mrr_at_3_max": 0.075322, "nauc_mrr_at_3_std": -0.028637, "nauc_mrr_at_3_diff1": 0.062095, "nauc_mrr_at_5_max": 0.050418, "nauc_mrr_at_5_std": -0.035352, "nauc_mrr_at_5_diff1": 0.081095, "nauc_mrr_at_10_max": 0.050626, "nauc_mrr_at_10_std": -0.037716, "nauc_mrr_at_10_diff1": 0.08376, "nauc_mrr_at_20_max": 0.050199, "nauc_mrr_at_20_std": -0.027201, "nauc_mrr_at_20_diff1": 0.075517, "nauc_mrr_at_25_max": 0.046997, "nauc_mrr_at_25_std": -0.028917, "nauc_mrr_at_25_diff1": 0.077039, "nauc_mrr_at_50_max": 0.051897, "nauc_mrr_at_50_std": -0.027601, "nauc_mrr_at_50_diff1": 0.080662, "nauc_mrr_at_100_max": 0.052345, "nauc_mrr_at_100_std": -0.027798, "nauc_mrr_at_100_diff1": 0.080039, "nauc_mrr_at_1000_max": 0.052101, "nauc_mrr_at_1000_std": -0.027865, "nauc_mrr_at_1000_diff1": 0.079851, "hit_rate_at_1": 0.168, "hit_rate_at_3": 0.296, "hit_rate_at_5": 0.36, "hit_rate_at_10": 0.424, "hit_rate_at_20": 0.52, "hit_rate_at_25": 0.56, "hit_rate_at_50": 0.736, "hit_rate_at_100": 0.848, "hit_rate_at_1000": 0.968, "R_cap_at_1": 0.168, "R_cap_at_3": 0.232, "R_cap_at_5": 0.2764, "R_cap_at_10": 0.315867, "R_cap_at_20": 0.385867, "R_cap_at_25": 0.428533, "R_cap_at_50": 0.603067, "R_cap_at_100": 0.719867, "R_cap_at_1000": 0.959333, "main_score": 0.237, "hf_subset": "Relation", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.33766, "ndcg_at_3": 0.43893, "ndcg_at_5": 0.45177, "ndcg_at_10": 0.4792, "ndcg_at_20": 0.49617, "ndcg_at_25": 0.49987, "ndcg_at_50": 0.51478, "ndcg_at_100": 0.52373, "ndcg_at_1000": 0.53978, "map_at_1": 0.33442, "map_at_3": 0.4118, "map_at_5": 0.41861, "map_at_10": 0.42999, "map_at_20": 0.43456, "map_at_25": 0.4354, "map_at_50": 0.43773, "map_at_100": 0.43851, "map_at_1000": 0.43905, "recall_at_1": 0.33442, "recall_at_3": 0.51299, "recall_at_5": 0.54545, "recall_at_10": 0.62662, "recall_at_20": 0.69481, "recall_at_25": 0.71104, "recall_at_50": 0.78571, "recall_at_100": 0.84091, "recall_at_1000": 0.96753, "accuracy": 0.33442, "precision_at_1": 0.33766, "precision_at_3": 0.17316, "precision_at_5": 0.11039, "precision_at_10": 0.06429, "precision_at_20": 0.03571, "precision_at_25": 0.02935, "precision_at_50": 0.01623, "precision_at_100": 0.0087, "precision_at_1000": 0.00102, "mrr_at_1": 0.337662, "mrr_at_3": 0.416667, "mrr_at_5": 0.423485, "mrr_at_10": 0.435902, "mrr_at_20": 0.440048, "mrr_at_25": 0.440625, "mrr_at_50": 0.443037, "mrr_at_100": 0.443742, "mrr_at_1000": 0.444188, "nauc_ndcg_at_1_max": 0.17126, "nauc_ndcg_at_1_std": -0.017189, "nauc_ndcg_at_1_diff1": 0.660515, "nauc_ndcg_at_3_max": 0.238064, "nauc_ndcg_at_3_std": -0.024608, "nauc_ndcg_at_3_diff1": 0.608721, "nauc_ndcg_at_5_max": 0.238688, "nauc_ndcg_at_5_std": -0.025511, "nauc_ndcg_at_5_diff1": 0.600561, "nauc_ndcg_at_10_max": 0.22389, "nauc_ndcg_at_10_std": -0.025362, "nauc_ndcg_at_10_diff1": 0.591698, "nauc_ndcg_at_20_max": 0.218076, "nauc_ndcg_at_20_std": -0.035324, "nauc_ndcg_at_20_diff1": 0.583351, "nauc_ndcg_at_25_max": 0.210804, "nauc_ndcg_at_25_std": -0.030653, "nauc_ndcg_at_25_diff1": 0.581529, "nauc_ndcg_at_50_max": 0.207257, "nauc_ndcg_at_50_std": -0.004624, "nauc_ndcg_at_50_diff1": 0.589294, "nauc_ndcg_at_100_max": 0.203689, "nauc_ndcg_at_100_std": 0.004233, "nauc_ndcg_at_100_diff1": 0.599662, "nauc_ndcg_at_1000_max": 0.214691, "nauc_ndcg_at_1000_std": -0.001911, "nauc_ndcg_at_1000_diff1": 0.60121, "nauc_map_at_1_max": 0.174839, "nauc_map_at_1_std": -0.027839, "nauc_map_at_1_diff1": 0.645342, "nauc_map_at_3_max": 0.218525, "nauc_map_at_3_std": -0.02925, "nauc_map_at_3_diff1": 0.614593, "nauc_map_at_5_max": 0.218306, "nauc_map_at_5_std": -0.03026, "nauc_map_at_5_diff1": 0.610285, "nauc_map_at_10_max": 0.211235, "nauc_map_at_10_std": -0.029372, "nauc_map_at_10_diff1": 0.605621, "nauc_map_at_20_max": 0.210772, "nauc_map_at_20_std": -0.032203, "nauc_map_at_20_diff1": 0.603513, "nauc_map_at_25_max": 0.209148, "nauc_map_at_25_std": -0.031374, "nauc_map_at_25_diff1": 0.603183, "nauc_map_at_50_max": 0.208448, "nauc_map_at_50_std": -0.027849, "nauc_map_at_50_diff1": 0.604338, "nauc_map_at_100_max": 0.208103, "nauc_map_at_100_std": -0.027231, "nauc_map_at_100_diff1": 0.605246, "nauc_map_at_1000_max": 0.208308, "nauc_map_at_1000_std": -0.027231, "nauc_map_at_1000_diff1": 0.605214, "nauc_recall_at_1_max": 0.174839, "nauc_recall_at_1_std": -0.027839, "nauc_recall_at_1_diff1": 0.645342, "nauc_recall_at_3_max": 0.295619, "nauc_recall_at_3_std": -0.013953, "nauc_recall_at_3_diff1": 0.579783, "nauc_recall_at_5_max": 0.301002, "nauc_recall_at_5_std": -0.013761, "nauc_recall_at_5_diff1": 0.557838, "nauc_recall_at_10_max": 0.258247, "nauc_recall_at_10_std": -0.011912, "nauc_recall_at_10_diff1": 0.525592, "nauc_recall_at_20_max": 0.227128, "nauc_recall_at_20_std": -0.058148, "nauc_recall_at_20_diff1": 0.474279, "nauc_recall_at_25_max": 0.186492, "nauc_recall_at_25_std": -0.031099, "nauc_recall_at_25_diff1": 0.456976, "nauc_recall_at_50_max": 0.155284, "nauc_recall_at_50_std": 0.170948, "nauc_recall_at_50_diff1": 0.488639, "nauc_recall_at_100_max": 0.101078, "nauc_recall_at_100_std": 0.334551, "nauc_recall_at_100_diff1": 0.58747, "nauc_recall_at_1000_max": 0.487124, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.737801, "nauc_precision_at_1_max": 0.17126, "nauc_precision_at_1_std": -0.017189, "nauc_precision_at_1_diff1": 0.660515, "nauc_precision_at_3_max": 0.299563, "nauc_precision_at_3_std": -0.012648, "nauc_precision_at_3_diff1": 0.590808, "nauc_precision_at_5_max": 0.305123, "nauc_precision_at_5_std": -0.012408, "nauc_precision_at_5_diff1": 0.569095, "nauc_precision_at_10_max": 0.275589, "nauc_precision_at_10_std": -0.025709, "nauc_precision_at_10_diff1": 0.544515, "nauc_precision_at_20_max": 0.255743, "nauc_precision_at_20_std": -0.082746, "nauc_precision_at_20_diff1": 0.461811, "nauc_precision_at_25_max": 0.194827, "nauc_precision_at_25_std": -0.055961, "nauc_precision_at_25_diff1": 0.41978, "nauc_precision_at_50_max": 0.168021, "nauc_precision_at_50_std": 0.153279, "nauc_precision_at_50_diff1": 0.429153, "nauc_precision_at_100_max": 0.106753, "nauc_precision_at_100_std": 0.298953, "nauc_precision_at_100_diff1": 0.500468, "nauc_precision_at_1000_max": 0.25561, "nauc_precision_at_1000_std": 0.262823, "nauc_precision_at_1000_diff1": 0.128556, "nauc_mrr_at_1_max": 0.17126, "nauc_mrr_at_1_std": -0.017189, "nauc_mrr_at_1_diff1": 0.660515, "nauc_mrr_at_3_max": 0.217681, "nauc_mrr_at_3_std": -0.023214, "nauc_mrr_at_3_diff1": 0.625819, "nauc_mrr_at_5_max": 0.217456, "nauc_mrr_at_5_std": -0.024182, "nauc_mrr_at_5_diff1": 0.621593, "nauc_mrr_at_10_max": 0.211214, "nauc_mrr_at_10_std": -0.02458, "nauc_mrr_at_10_diff1": 0.617671, "nauc_mrr_at_20_max": 0.208367, "nauc_mrr_at_20_std": -0.026249, "nauc_mrr_at_20_diff1": 0.616139, "nauc_mrr_at_25_max": 0.207416, "nauc_mrr_at_25_std": -0.025306, "nauc_mrr_at_25_diff1": 0.615842, "nauc_mrr_at_50_max": 0.206715, "nauc_mrr_at_50_std": -0.021311, "nauc_mrr_at_50_diff1": 0.616919, "nauc_mrr_at_100_max": 0.206459, "nauc_mrr_at_100_std": -0.020942, "nauc_mrr_at_100_diff1": 0.617483, "nauc_mrr_at_1000_max": 0.206593, "nauc_mrr_at_1000_std": -0.020969, "nauc_mrr_at_1000_diff1": 0.617427, "hit_rate_at_1": 0.33766, "hit_rate_at_3": 0.51948, "hit_rate_at_5": 0.55195, "hit_rate_at_10": 0.64286, "hit_rate_at_20": 0.70779, "hit_rate_at_25": 0.72078, "hit_rate_at_50": 0.7987, "hit_rate_at_100": 0.85065, "hit_rate_at_1000": 0.96753, "R_cap_at_1": 0.337662, "R_cap_at_3": 0.512987, "R_cap_at_5": 0.545455, "R_cap_at_10": 0.626623, "R_cap_at_20": 0.694805, "R_cap_at_25": 0.711039, "R_cap_at_50": 0.785714, "R_cap_at_100": 0.840909, "R_cap_at_1000": 0.967532, "main_score": 0.4792, "hf_subset": "Setting", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.04, "ndcg_at_3": 0.04, "ndcg_at_5": 0.04949, "ndcg_at_10": 0.06374, "ndcg_at_20": 0.09304, "ndcg_at_25": 0.09304, "ndcg_at_50": 0.10195, "ndcg_at_100": 0.12493, "ndcg_at_1000": 0.20268, "map_at_1": 0.02, "map_at_3": 0.03, "map_at_5": 0.034, "map_at_10": 0.04067, "map_at_20": 0.04873, "map_at_25": 0.04873, "map_at_50": 0.04992, "map_at_100": 0.05181, "map_at_1000": 0.05472, "recall_at_1": 0.02, "recall_at_3": 0.04, "recall_at_5": 0.06, "recall_at_10": 0.1, "recall_at_20": 0.2, "recall_at_25": 0.2, "recall_at_50": 0.23333, "recall_at_100": 0.34667, "recall_at_1000": 0.88, "accuracy": 0.02, "precision_at_1": 0.04, "precision_at_3": 0.02667, "precision_at_5": 0.024, "precision_at_10": 0.016, "precision_at_20": 0.018, "precision_at_25": 0.0144, "precision_at_50": 0.0088, "precision_at_100": 0.0068, "precision_at_1000": 0.00172, "mrr_at_1": 0.04, "mrr_at_3": 0.06, "mrr_at_5": 0.068, "mrr_at_10": 0.074667, "mrr_at_20": 0.081877, "mrr_at_25": 0.081877, "mrr_at_50": 0.084734, "mrr_at_100": 0.087605, "mrr_at_1000": 0.08929, "nauc_ndcg_at_1_max": -0.331965, "nauc_ndcg_at_1_std": -0.214058, "nauc_ndcg_at_1_diff1": 0.705231, "nauc_ndcg_at_3_max": -0.372212, "nauc_ndcg_at_3_std": -0.093008, "nauc_ndcg_at_3_diff1": 0.263742, "nauc_ndcg_at_5_max": -0.416138, "nauc_ndcg_at_5_std": -0.138822, "nauc_ndcg_at_5_diff1": 0.112632, "nauc_ndcg_at_10_max": -0.104128, "nauc_ndcg_at_10_std": 0.121076, "nauc_ndcg_at_10_diff1": 0.073227, "nauc_ndcg_at_20_max": -0.083291, "nauc_ndcg_at_20_std": 0.077621, "nauc_ndcg_at_20_diff1": 0.171354, "nauc_ndcg_at_25_max": -0.083291, "nauc_ndcg_at_25_std": 0.077621, "nauc_ndcg_at_25_diff1": 0.171354, "nauc_ndcg_at_50_max": -0.135335, "nauc_ndcg_at_50_std": 0.059896, "nauc_ndcg_at_50_diff1": 0.104019, "nauc_ndcg_at_100_max": -0.112759, "nauc_ndcg_at_100_std": 0.137099, "nauc_ndcg_at_100_diff1": 0.146177, "nauc_ndcg_at_1000_max": -0.268144, "nauc_ndcg_at_1000_std": 0.233546, "nauc_ndcg_at_1000_diff1": 0.200732, "nauc_map_at_1_max": -0.331965, "nauc_map_at_1_std": -0.214058, "nauc_map_at_1_diff1": 0.705231, "nauc_map_at_3_max": -0.366644, "nauc_map_at_3_std": -0.109755, "nauc_map_at_3_diff1": 0.324821, "nauc_map_at_5_max": -0.394254, "nauc_map_at_5_std": -0.135897, "nauc_map_at_5_diff1": 0.224909, "nauc_map_at_10_max": -0.170635, "nauc_map_at_10_std": 0.051818, "nauc_map_at_10_diff1": 0.180482, "nauc_map_at_20_max": -0.16901, "nauc_map_at_20_std": 0.036008, "nauc_map_at_20_diff1": 0.202889, "nauc_map_at_25_max": -0.16901, "nauc_map_at_25_std": 0.036008, "nauc_map_at_25_diff1": 0.202889, "nauc_map_at_50_max": -0.181279, "nauc_map_at_50_std": 0.031769, "nauc_map_at_50_diff1": 0.18675, "nauc_map_at_100_max": -0.173915, "nauc_map_at_100_std": 0.041922, "nauc_map_at_100_diff1": 0.195818, "nauc_map_at_1000_max": -0.181493, "nauc_map_at_1000_std": 0.055035, "nauc_map_at_1000_diff1": 0.198149, "nauc_recall_at_1_max": -0.331965, "nauc_recall_at_1_std": -0.214058, "nauc_recall_at_1_diff1": 0.705231, "nauc_recall_at_3_max": -0.383983, "nauc_recall_at_3_std": -0.057604, "nauc_recall_at_3_diff1": 0.134615, "nauc_recall_at_5_max": -0.456431, "nauc_recall_at_5_std": -0.149058, "nauc_recall_at_5_diff1": -0.085067, "nauc_recall_at_10_max": 0.134044, "nauc_recall_at_10_std": 0.330021, "nauc_recall_at_10_diff1": -0.087397, "nauc_recall_at_20_max": 0.072572, "nauc_recall_at_20_std": 0.170143, "nauc_recall_at_20_diff1": 0.151757, "nauc_recall_at_25_max": 0.072572, "nauc_recall_at_25_std": 0.170143, "nauc_recall_at_25_diff1": 0.151757, "nauc_recall_at_50_max": -0.027335, "nauc_recall_at_50_std": 0.134616, "nauc_recall_at_50_diff1": 0.02767, "nauc_recall_at_100_max": 0.025204, "nauc_recall_at_100_std": 0.311166, "nauc_recall_at_100_diff1": 0.129911, "nauc_recall_at_1000_max": -0.773549, "nauc_recall_at_1000_std": 0.910145, "nauc_recall_at_1000_diff1": 0.702303, "nauc_precision_at_1_max": -0.331965, "nauc_precision_at_1_std": -0.214058, "nauc_precision_at_1_diff1": 0.705231, "nauc_precision_at_3_max": -0.383983, "nauc_precision_at_3_std": -0.057604, "nauc_precision_at_3_diff1": 0.134615, "nauc_precision_at_5_max": -0.456431, "nauc_precision_at_5_std": -0.149058, "nauc_precision_at_5_diff1": -0.085067, "nauc_precision_at_10_max": -0.099668, "nauc_precision_at_10_std": 0.149202, "nauc_precision_at_10_diff1": -0.08993, "nauc_precision_at_20_max": -0.057804, "nauc_precision_at_20_std": 0.053483, "nauc_precision_at_20_diff1": 0.184057, "nauc_precision_at_25_max": -0.057804, "nauc_precision_at_25_std": 0.053483, "nauc_precision_at_25_diff1": 0.184057, "nauc_precision_at_50_max": -0.187606, "nauc_precision_at_50_std": 0.012088, "nauc_precision_at_50_diff1": 0.014584, "nauc_precision_at_100_max": -0.125069, "nauc_precision_at_100_std": 0.228385, "nauc_precision_at_100_diff1": 0.131768, "nauc_precision_at_1000_max": -0.63375, "nauc_precision_at_1000_std": 0.480147, "nauc_precision_at_1000_diff1": 0.094868, "nauc_mrr_at_1_max": -0.331965, "nauc_mrr_at_1_std": -0.214058, "nauc_mrr_at_1_diff1": 0.705231, "nauc_mrr_at_3_max": -0.366644, "nauc_mrr_at_3_std": -0.109755, "nauc_mrr_at_3_diff1": 0.324821, "nauc_mrr_at_5_max": -0.394254, "nauc_mrr_at_5_std": -0.135897, "nauc_mrr_at_5_diff1": 0.224909, "nauc_mrr_at_10_max": -0.277059, "nauc_mrr_at_10_std": -0.03541, "nauc_mrr_at_10_diff1": 0.20321, "nauc_mrr_at_20_max": -0.245551, "nauc_mrr_at_20_std": -0.036501, "nauc_mrr_at_20_diff1": 0.230681, "nauc_mrr_at_25_max": -0.245551, "nauc_mrr_at_25_std": -0.036501, "nauc_mrr_at_25_diff1": 0.230681, "nauc_mrr_at_50_max": -0.262573, "nauc_mrr_at_50_std": -0.041819, "nauc_mrr_at_50_diff1": 0.20738, "nauc_mrr_at_100_max": -0.265301, "nauc_mrr_at_100_std": -0.030247, "nauc_mrr_at_100_diff1": 0.209868, "nauc_mrr_at_1000_max": -0.270998, "nauc_mrr_at_1000_std": -0.028151, "nauc_mrr_at_1000_diff1": 0.21079, "hit_rate_at_1": 0.04, "hit_rate_at_3": 0.08, "hit_rate_at_5": 0.12, "hit_rate_at_10": 0.16, "hit_rate_at_20": 0.28, "hit_rate_at_25": 0.28, "hit_rate_at_50": 0.36, "hit_rate_at_100": 0.56, "hit_rate_at_1000": 0.92, "R_cap_at_1": 0.04, "R_cap_at_3": 0.04, "R_cap_at_5": 0.06, "R_cap_at_10": 0.1, "R_cap_at_20": 0.2, "R_cap_at_25": 0.2, "R_cap_at_50": 0.233333, "R_cap_at_100": 0.346667, "R_cap_at_1000": 0.88, "main_score": 0.06374, "hf_subset": "Span", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.14946, "ndcg_at_3": 0.1609, "ndcg_at_5": 0.17197, "ndcg_at_10": 0.18722, "ndcg_at_20": 0.20939, "ndcg_at_25": 0.21534, "ndcg_at_50": 0.23821, "ndcg_at_100": 0.26385, "ndcg_at_1000": 0.33426, "map_at_1": 0.08873, "map_at_3": 0.12428, "map_at_5": 0.13407, "map_at_10": 0.14297, "map_at_20": 0.15046, "map_at_25": 0.15205, "map_at_50": 0.15623, "map_at_100": 0.1591, "map_at_1000": 0.16315, "recall_at_1": 0.08873, "recall_at_3": 0.1619, "recall_at_5": 0.19537, "recall_at_10": 0.24166, "recall_at_20": 0.31303, "recall_at_25": 0.33258, "recall_at_50": 0.42395, "recall_at_100": 0.54276, "recall_at_1000": 0.95405, "accuracy": 0.08873, "precision_at_1": 0.14946, "precision_at_3": 0.09511, "precision_at_5": 0.07554, "precision_at_10": 0.05136, "precision_at_20": 0.0356, "precision_at_25": 0.0312, "precision_at_50": 0.0206, "precision_at_100": 0.01372, "precision_at_1000": 0.0027, "mrr_at_1": 0.149457, "mrr_at_3": 0.191123, "mrr_at_5": 0.205661, "mrr_at_10": 0.21318, "mrr_at_20": 0.220706, "mrr_at_25": 0.221933, "mrr_at_50": 0.225142, "mrr_at_100": 0.227134, "mrr_at_1000": 0.228163, "nauc_ndcg_at_1_max": 0.156946, "nauc_ndcg_at_1_std": 0.105993, "nauc_ndcg_at_1_diff1": 0.211855, "nauc_ndcg_at_3_max": 0.10757, "nauc_ndcg_at_3_std": 0.081304, "nauc_ndcg_at_3_diff1": 0.25203, "nauc_ndcg_at_5_max": 0.135385, "nauc_ndcg_at_5_std": 0.093791, "nauc_ndcg_at_5_diff1": 0.266946, "nauc_ndcg_at_10_max": 0.118622, "nauc_ndcg_at_10_std": 0.077509, "nauc_ndcg_at_10_diff1": 0.251449, "nauc_ndcg_at_20_max": 0.136413, "nauc_ndcg_at_20_std": 0.087388, "nauc_ndcg_at_20_diff1": 0.266273, "nauc_ndcg_at_25_max": 0.137551, "nauc_ndcg_at_25_std": 0.086483, "nauc_ndcg_at_25_diff1": 0.269711, "nauc_ndcg_at_50_max": 0.137723, "nauc_ndcg_at_50_std": 0.106585, "nauc_ndcg_at_50_diff1": 0.265973, "nauc_ndcg_at_100_max": 0.126913, "nauc_ndcg_at_100_std": 0.121933, "nauc_ndcg_at_100_diff1": 0.259547, "nauc_ndcg_at_1000_max": 0.135445, "nauc_ndcg_at_1000_std": 0.137114, "nauc_ndcg_at_1000_diff1": 0.256056, "nauc_map_at_1_max": 0.17111, "nauc_map_at_1_std": 0.063873, "nauc_map_at_1_diff1": 0.26297, "nauc_map_at_3_max": 0.128049, "nauc_map_at_3_std": 0.069029, "nauc_map_at_3_diff1": 0.289441, "nauc_map_at_5_max": 0.140538, "nauc_map_at_5_std": 0.072385, "nauc_map_at_5_diff1": 0.292257, "nauc_map_at_10_max": 0.132896, "nauc_map_at_10_std": 0.068468, "nauc_map_at_10_diff1": 0.276922, "nauc_map_at_20_max": 0.136683, "nauc_map_at_20_std": 0.072214, "nauc_map_at_20_diff1": 0.280648, "nauc_map_at_25_max": 0.137013, "nauc_map_at_25_std": 0.072573, "nauc_map_at_25_diff1": 0.280362, "nauc_map_at_50_max": 0.139131, "nauc_map_at_50_std": 0.077556, "nauc_map_at_50_diff1": 0.279643, "nauc_map_at_100_max": 0.13798, "nauc_map_at_100_std": 0.080194, "nauc_map_at_100_diff1": 0.278604, "nauc_map_at_1000_max": 0.138718, "nauc_map_at_1000_std": 0.083345, "nauc_map_at_1000_diff1": 0.277595, "nauc_recall_at_1_max": 0.17111, "nauc_recall_at_1_std": 0.063873, "nauc_recall_at_1_diff1": 0.26297, "nauc_recall_at_3_max": 0.091981, "nauc_recall_at_3_std": 0.060281, "nauc_recall_at_3_diff1": 0.283579, "nauc_recall_at_5_max": 0.137181, "nauc_recall_at_5_std": 0.078743, "nauc_recall_at_5_diff1": 0.284016, "nauc_recall_at_10_max": 0.08764, "nauc_recall_at_10_std": 0.040524, "nauc_recall_at_10_diff1": 0.223827, "nauc_recall_at_20_max": 0.135798, "nauc_recall_at_20_std": 0.072041, "nauc_recall_at_20_diff1": 0.253671, "nauc_recall_at_25_max": 0.138102, "nauc_recall_at_25_std": 0.069777, "nauc_recall_at_25_diff1": 0.267245, "nauc_recall_at_50_max": 0.127582, "nauc_recall_at_50_std": 0.130279, "nauc_recall_at_50_diff1": 0.251723, "nauc_recall_at_100_max": 0.088848, "nauc_recall_at_100_std": 0.18556, "nauc_recall_at_100_diff1": 0.230078, "nauc_recall_at_1000_max": 0.263447, "nauc_recall_at_1000_std": 0.883901, "nauc_recall_at_1000_diff1": 0.424548, "nauc_precision_at_1_max": 0.156946, "nauc_precision_at_1_std": 0.105993, "nauc_precision_at_1_diff1": 0.211855, "nauc_precision_at_3_max": 0.064006, "nauc_precision_at_3_std": 0.094263, "nauc_precision_at_3_diff1": 0.212344, "nauc_precision_at_5_max": 0.099181, "nauc_precision_at_5_std": 0.123023, "nauc_precision_at_5_diff1": 0.201916, "nauc_precision_at_10_max": 0.062471, "nauc_precision_at_10_std": 0.095523, "nauc_precision_at_10_diff1": 0.122751, "nauc_precision_at_20_max": 0.089358, "nauc_precision_at_20_std": 0.119599, "nauc_precision_at_20_diff1": 0.132052, "nauc_precision_at_25_max": 0.103993, "nauc_precision_at_25_std": 0.123547, "nauc_precision_at_25_diff1": 0.12933, "nauc_precision_at_50_max": 0.11018, "nauc_precision_at_50_std": 0.16238, "nauc_precision_at_50_diff1": 0.095753, "nauc_precision_at_100_max": 0.062078, "nauc_precision_at_100_std": 0.188363, "nauc_precision_at_100_diff1": 0.042021, "nauc_precision_at_1000_max": 0.018984, "nauc_precision_at_1000_std": 0.125566, "nauc_precision_at_1000_diff1": -0.069257, "nauc_mrr_at_1_max": 0.156946, "nauc_mrr_at_1_std": 0.105993, "nauc_mrr_at_1_diff1": 0.211855, "nauc_mrr_at_3_max": 0.111699, "nauc_mrr_at_3_std": 0.108254, "nauc_mrr_at_3_diff1": 0.220115, "nauc_mrr_at_5_max": 0.125982, "nauc_mrr_at_5_std": 0.121438, "nauc_mrr_at_5_diff1": 0.222159, "nauc_mrr_at_10_max": 0.115542, "nauc_mrr_at_10_std": 0.111114, "nauc_mrr_at_10_diff1": 0.217442, "nauc_mrr_at_20_max": 0.121974, "nauc_mrr_at_20_std": 0.114902, "nauc_mrr_at_20_diff1": 0.223525, "nauc_mrr_at_25_max": 0.122756, "nauc_mrr_at_25_std": 0.114149, "nauc_mrr_at_25_diff1": 0.225381, "nauc_mrr_at_50_max": 0.121001, "nauc_mrr_at_50_std": 0.116066, "nauc_mrr_at_50_diff1": 0.22369, "nauc_mrr_at_100_max": 0.120825, "nauc_mrr_at_100_std": 0.117164, "nauc_mrr_at_100_diff1": 0.223029, "nauc_mrr_at_1000_max": 0.121491, "nauc_mrr_at_1000_std": 0.117334, "nauc_mrr_at_1000_diff1": 0.223224, "hit_rate_at_1": 0.14946, "hit_rate_at_3": 0.24728, "hit_rate_at_5": 0.30978, "hit_rate_at_10": 0.36957, "hit_rate_at_20": 0.47283, "hit_rate_at_25": 0.5, "hit_rate_at_50": 0.61413, "hit_rate_at_100": 0.75, "hit_rate_at_1000": 0.97826, "R_cap_at_1": 0.149457, "R_cap_at_3": 0.177083, "R_cap_at_5": 0.20231, "R_cap_at_10": 0.243532, "R_cap_at_20": 0.31338, "R_cap_at_25": 0.332693, "R_cap_at_50": 0.423947, "R_cap_at_100": 0.542756, "R_cap_at_1000": 0.954046, "main_score": 0.18722, "hf_subset": "Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1808.196586895734, "kg_co2_emissions": null, "date": 1787308106.882579, "evaluation_phases": [ { "name": "Data loading", "start": 6.224960088729858e-06, "end": 46.62596759200096, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 46.625981744378805, "end": 46.62598442658782, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 46.65206452086568, "end": 237.04435577243567, "split": "test", "subset": "Times" }, { "name": "Scoring", "start": 237.04441601783037, "end": 237.34361585974693, "split": "test", "subset": "Times" } ] }