{ "dataset_revision": "8e4b220f482d1cdceb2f7589900c3ba6cb3cca45", "task_name": "NovelQA", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.21402, "ndcg_at_3": 0.26223, "ndcg_at_5": 0.29188, "ndcg_at_10": 0.31128, "ndcg_at_20": 0.33718, "ndcg_at_25": 0.34541, "ndcg_at_50": 0.36176, "ndcg_at_100": 0.37849, "ndcg_at_1000": 0.40815, "map_at_1": 0.1774, "map_at_3": 0.23441, "map_at_5": 0.2545, "map_at_10": 0.26505, "map_at_20": 0.2729, "map_at_25": 0.27484, "map_at_50": 0.27747, "map_at_100": 0.279, "map_at_1000": 0.28019, "recall_at_1": 0.1774, "recall_at_3": 0.2913, "recall_at_5": 0.36726, "recall_at_10": 0.42514, "recall_at_20": 0.52198, "recall_at_25": 0.55704, "recall_at_50": 0.63656, "recall_at_100": 0.7361, "recall_at_1000": 0.96125, "accuracy": 0.1774, "precision_at_1": 0.21402, "precision_at_3": 0.12915, "precision_at_5": 0.09889, "precision_at_10": 0.06015, "precision_at_20": 0.03598, "precision_at_25": 0.0307, "precision_at_50": 0.01756, "precision_at_100": 0.01, "precision_at_1000": 0.0013, "mrr_at_1": 0.214022, "mrr_at_3": 0.264453, "mrr_at_5": 0.28198, "mrr_at_10": 0.28939, "mrr_at_20": 0.296503, "mrr_at_25": 0.297784, "mrr_at_50": 0.29994, "mrr_at_100": 0.301317, "mrr_at_1000": 0.302075, "nauc_ndcg_at_1_max": 0.052263, "nauc_ndcg_at_1_std": -0.207598, "nauc_ndcg_at_1_diff1": 0.309265, "nauc_ndcg_at_3_max": 0.078414, "nauc_ndcg_at_3_std": -0.164576, "nauc_ndcg_at_3_diff1": 0.264982, "nauc_ndcg_at_5_max": 0.076578, "nauc_ndcg_at_5_std": -0.167628, "nauc_ndcg_at_5_diff1": 0.275105, "nauc_ndcg_at_10_max": 0.066863, "nauc_ndcg_at_10_std": -0.188209, "nauc_ndcg_at_10_diff1": 0.281552, "nauc_ndcg_at_20_max": 0.076842, "nauc_ndcg_at_20_std": -0.174336, "nauc_ndcg_at_20_diff1": 0.285182, "nauc_ndcg_at_25_max": 0.069677, "nauc_ndcg_at_25_std": -0.180088, "nauc_ndcg_at_25_diff1": 0.286502, "nauc_ndcg_at_50_max": 0.071147, "nauc_ndcg_at_50_std": -0.17231, "nauc_ndcg_at_50_diff1": 0.286298, "nauc_ndcg_at_100_max": 0.065958, "nauc_ndcg_at_100_std": -0.183424, "nauc_ndcg_at_100_diff1": 0.288105, "nauc_ndcg_at_1000_max": 0.07348, "nauc_ndcg_at_1000_std": -0.159019, "nauc_ndcg_at_1000_diff1": 0.277231, "nauc_map_at_1_max": 0.154337, "nauc_map_at_1_std": -0.147438, "nauc_map_at_1_diff1": 0.294486, "nauc_map_at_3_max": 0.100902, "nauc_map_at_3_std": -0.160456, "nauc_map_at_3_diff1": 0.276576, "nauc_map_at_5_max": 0.090357, "nauc_map_at_5_std": -0.166957, "nauc_map_at_5_diff1": 0.279828, "nauc_map_at_10_max": 0.083938, "nauc_map_at_10_std": -0.177545, "nauc_map_at_10_diff1": 0.284139, "nauc_map_at_20_max": 0.085384, "nauc_map_at_20_std": -0.175076, "nauc_map_at_20_diff1": 0.286239, "nauc_map_at_25_max": 0.083423, "nauc_map_at_25_std": -0.176423, "nauc_map_at_25_diff1": 0.286293, "nauc_map_at_50_max": 0.084126, "nauc_map_at_50_std": -0.174856, "nauc_map_at_50_diff1": 0.286525, "nauc_map_at_100_max": 0.08345, "nauc_map_at_100_std": -0.17601, "nauc_map_at_100_diff1": 0.286909, "nauc_map_at_1000_max": 0.083681, "nauc_map_at_1000_std": -0.17503, "nauc_map_at_1000_diff1": 0.286566, "nauc_recall_at_1_max": 0.154337, "nauc_recall_at_1_std": -0.147438, "nauc_recall_at_1_diff1": 0.294486, "nauc_recall_at_3_max": 0.090417, "nauc_recall_at_3_std": -0.14055, "nauc_recall_at_3_diff1": 0.243918, "nauc_recall_at_5_max": 0.080191, "nauc_recall_at_5_std": -0.146835, "nauc_recall_at_5_diff1": 0.267566, "nauc_recall_at_10_max": 0.05494, "nauc_recall_at_10_std": -0.195292, "nauc_recall_at_10_diff1": 0.268957, "nauc_recall_at_20_max": 0.093028, "nauc_recall_at_20_std": -0.140589, "nauc_recall_at_20_diff1": 0.272989, "nauc_recall_at_25_max": 0.064155, "nauc_recall_at_25_std": -0.164872, "nauc_recall_at_25_diff1": 0.280076, "nauc_recall_at_50_max": 0.067931, "nauc_recall_at_50_std": -0.12595, "nauc_recall_at_50_diff1": 0.281229, "nauc_recall_at_100_max": 0.028828, "nauc_recall_at_100_std": -0.198207, "nauc_recall_at_100_diff1": 0.277643, "nauc_recall_at_1000_max": 0.29227, "nauc_recall_at_1000_std": 0.975346, "nauc_recall_at_1000_diff1": -0.216433, "nauc_precision_at_1_max": 0.052263, "nauc_precision_at_1_std": -0.207598, "nauc_precision_at_1_diff1": 0.309265, "nauc_precision_at_3_max": -0.040872, "nauc_precision_at_3_std": -0.188017, "nauc_precision_at_3_diff1": 0.211836, "nauc_precision_at_5_max": -0.065355, "nauc_precision_at_5_std": -0.211105, "nauc_precision_at_5_diff1": 0.218877, "nauc_precision_at_10_max": -0.107439, "nauc_precision_at_10_std": -0.258519, "nauc_precision_at_10_diff1": 0.223167, "nauc_precision_at_20_max": -0.091666, "nauc_precision_at_20_std": -0.220373, "nauc_precision_at_20_diff1": 0.225886, "nauc_precision_at_25_max": -0.110581, "nauc_precision_at_25_std": -0.224274, "nauc_precision_at_25_diff1": 0.214185, "nauc_precision_at_50_max": -0.104443, "nauc_precision_at_50_std": -0.181522, "nauc_precision_at_50_diff1": 0.190984, "nauc_precision_at_100_max": -0.14555, "nauc_precision_at_100_std": -0.20924, "nauc_precision_at_100_diff1": 0.182893, "nauc_precision_at_1000_max": -0.143494, "nauc_precision_at_1000_std": -0.050314, "nauc_precision_at_1000_diff1": 0.010546, "nauc_mrr_at_1_max": 0.052263, "nauc_mrr_at_1_std": -0.207598, "nauc_mrr_at_1_diff1": 0.309265, "nauc_mrr_at_3_max": 0.051728, "nauc_mrr_at_3_std": -0.183881, "nauc_mrr_at_3_diff1": 0.28401, "nauc_mrr_at_5_max": 0.055801, "nauc_mrr_at_5_std": -0.183583, "nauc_mrr_at_5_diff1": 0.28486, "nauc_mrr_at_10_max": 0.052897, "nauc_mrr_at_10_std": -0.191561, "nauc_mrr_at_10_diff1": 0.2862, "nauc_mrr_at_20_max": 0.056665, "nauc_mrr_at_20_std": -0.186345, "nauc_mrr_at_20_diff1": 0.286222, "nauc_mrr_at_25_max": 0.055604, "nauc_mrr_at_25_std": -0.187462, "nauc_mrr_at_25_diff1": 0.286822, "nauc_mrr_at_50_max": 0.055243, "nauc_mrr_at_50_std": -0.186721, "nauc_mrr_at_50_diff1": 0.286112, "nauc_mrr_at_100_max": 0.055083, "nauc_mrr_at_100_std": -0.187663, "nauc_mrr_at_100_diff1": 0.286803, "nauc_mrr_at_1000_max": 0.055182, "nauc_mrr_at_1000_std": -0.187126, "nauc_mrr_at_1000_diff1": 0.286522, "hit_rate_at_1": 0.21402, "hit_rate_at_3": 0.32841, "hit_rate_at_5": 0.4059, "hit_rate_at_10": 0.46494, "hit_rate_at_20": 0.56458, "hit_rate_at_25": 0.5941, "hit_rate_at_50": 0.67159, "hit_rate_at_100": 0.77122, "hit_rate_at_1000": 0.96679, "R_cap_at_1": 0.214022, "R_cap_at_3": 0.298893, "R_cap_at_5": 0.369742, "R_cap_at_10": 0.425145, "R_cap_at_20": 0.521982, "R_cap_at_25": 0.557037, "R_cap_at_50": 0.636558, "R_cap_at_100": 0.736101, "R_cap_at_1000": 0.961255, "main_score": 0.31128, "hf_subset": "Character", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.17358, "ndcg_at_3": 0.22969, "ndcg_at_5": 0.24936, "ndcg_at_10": 0.27681, "ndcg_at_20": 0.30587, "ndcg_at_25": 0.31345, "ndcg_at_50": 0.32627, "ndcg_at_100": 0.34253, "ndcg_at_1000": 0.377, "map_at_1": 0.1717, "map_at_3": 0.21478, "map_at_5": 0.22563, "map_at_10": 0.23708, "map_at_20": 0.24528, "map_at_25": 0.24683, "map_at_50": 0.24872, "map_at_100": 0.25015, "map_at_1000": 0.25142, "recall_at_1": 0.1717, "recall_at_3": 0.26792, "recall_at_5": 0.31509, "recall_at_10": 0.4, "recall_at_20": 0.51195, "recall_at_25": 0.54591, "recall_at_50": 0.61195, "recall_at_100": 0.71082, "recall_at_1000": 0.98113, "accuracy": 0.1717, "precision_at_1": 0.17358, "precision_at_3": 0.09182, "precision_at_5": 0.06491, "precision_at_10": 0.04113, "precision_at_20": 0.02679, "precision_at_25": 0.02294, "precision_at_50": 0.01291, "precision_at_100": 0.00751, "precision_at_1000": 0.00105, "mrr_at_1": 0.173585, "mrr_at_3": 0.219497, "mrr_at_5": 0.230818, "mrr_at_10": 0.241731, "mrr_at_20": 0.249567, "mrr_at_25": 0.251039, "mrr_at_50": 0.252799, "mrr_at_100": 0.254243, "mrr_at_1000": 0.255396, "nauc_ndcg_at_1_max": 0.303001, "nauc_ndcg_at_1_std": -0.069903, "nauc_ndcg_at_1_diff1": 0.416758, "nauc_ndcg_at_3_max": 0.324957, "nauc_ndcg_at_3_std": -0.02817, "nauc_ndcg_at_3_diff1": 0.366767, "nauc_ndcg_at_5_max": 0.32029, "nauc_ndcg_at_5_std": -0.037403, "nauc_ndcg_at_5_diff1": 0.358674, "nauc_ndcg_at_10_max": 0.311596, "nauc_ndcg_at_10_std": -0.059102, "nauc_ndcg_at_10_diff1": 0.341593, "nauc_ndcg_at_20_max": 0.289069, "nauc_ndcg_at_20_std": -0.053614, "nauc_ndcg_at_20_diff1": 0.318057, "nauc_ndcg_at_25_max": 0.285795, "nauc_ndcg_at_25_std": -0.049958, "nauc_ndcg_at_25_diff1": 0.326753, "nauc_ndcg_at_50_max": 0.284387, "nauc_ndcg_at_50_std": -0.045241, "nauc_ndcg_at_50_diff1": 0.335931, "nauc_ndcg_at_100_max": 0.280975, "nauc_ndcg_at_100_std": -0.049251, "nauc_ndcg_at_100_diff1": 0.336516, "nauc_ndcg_at_1000_max": 0.296121, "nauc_ndcg_at_1000_std": -0.03881, "nauc_ndcg_at_1000_diff1": 0.3529, "nauc_map_at_1_max": 0.297096, "nauc_map_at_1_std": -0.078968, "nauc_map_at_1_diff1": 0.407576, "nauc_map_at_3_max": 0.317312, "nauc_map_at_3_std": -0.041661, "nauc_map_at_3_diff1": 0.374225, "nauc_map_at_5_max": 0.315599, "nauc_map_at_5_std": -0.045987, "nauc_map_at_5_diff1": 0.36963, "nauc_map_at_10_max": 0.310813, "nauc_map_at_10_std": -0.054828, "nauc_map_at_10_diff1": 0.362205, "nauc_map_at_20_max": 0.305739, "nauc_map_at_20_std": -0.052661, "nauc_map_at_20_diff1": 0.35472, "nauc_map_at_25_max": 0.305386, "nauc_map_at_25_std": -0.051509, "nauc_map_at_25_diff1": 0.356683, "nauc_map_at_50_max": 0.305248, "nauc_map_at_50_std": -0.050661, "nauc_map_at_50_diff1": 0.358064, "nauc_map_at_100_max": 0.305009, "nauc_map_at_100_std": -0.051133, "nauc_map_at_100_diff1": 0.35821, "nauc_map_at_1000_max": 0.305278, "nauc_map_at_1000_std": -0.050766, "nauc_map_at_1000_diff1": 0.358904, "nauc_recall_at_1_max": 0.297096, "nauc_recall_at_1_std": -0.078968, "nauc_recall_at_1_diff1": 0.407576, "nauc_recall_at_3_max": 0.333224, "nauc_recall_at_3_std": -0.00241, "nauc_recall_at_3_diff1": 0.339079, "nauc_recall_at_5_max": 0.318172, "nauc_recall_at_5_std": -0.02687, "nauc_recall_at_5_diff1": 0.322098, "nauc_recall_at_10_max": 0.298322, "nauc_recall_at_10_std": -0.087126, "nauc_recall_at_10_diff1": 0.275195, "nauc_recall_at_20_max": 0.214435, "nauc_recall_at_20_std": -0.073633, "nauc_recall_at_20_diff1": 0.191191, "nauc_recall_at_25_max": 0.198496, "nauc_recall_at_25_std": -0.060474, "nauc_recall_at_25_diff1": 0.222935, "nauc_recall_at_50_max": 0.181399, "nauc_recall_at_50_std": -0.038408, "nauc_recall_at_50_diff1": 0.261536, "nauc_recall_at_100_max": 0.133977, "nauc_recall_at_100_std": -0.066008, "nauc_recall_at_100_diff1": 0.248642, "nauc_recall_at_1000_max": 0.358318, "nauc_recall_at_1000_std": 0.910795, "nauc_recall_at_1000_diff1": 0.895644, "nauc_precision_at_1_max": 0.303001, "nauc_precision_at_1_std": -0.069903, "nauc_precision_at_1_diff1": 0.416758, "nauc_precision_at_3_max": 0.349479, "nauc_precision_at_3_std": 0.008996, "nauc_precision_at_3_diff1": 0.349705, "nauc_precision_at_5_max": 0.334292, "nauc_precision_at_5_std": -0.015013, "nauc_precision_at_5_diff1": 0.330159, "nauc_precision_at_10_max": 0.307749, "nauc_precision_at_10_std": -0.073518, "nauc_precision_at_10_diff1": 0.274783, "nauc_precision_at_20_max": 0.224538, "nauc_precision_at_20_std": -0.036179, "nauc_precision_at_20_diff1": 0.192528, "nauc_precision_at_25_max": 0.210327, "nauc_precision_at_25_std": -0.020713, "nauc_precision_at_25_diff1": 0.233252, "nauc_precision_at_50_max": 0.195759, "nauc_precision_at_50_std": 0.007961, "nauc_precision_at_50_diff1": 0.259082, "nauc_precision_at_100_max": 0.155406, "nauc_precision_at_100_std": 0.004237, "nauc_precision_at_100_diff1": 0.232178, "nauc_precision_at_1000_max": 0.015674, "nauc_precision_at_1000_std": 0.247924, "nauc_precision_at_1000_diff1": 0.18233, "nauc_mrr_at_1_max": 0.303001, "nauc_mrr_at_1_std": -0.069903, "nauc_mrr_at_1_diff1": 0.416758, "nauc_mrr_at_3_max": 0.328585, "nauc_mrr_at_3_std": -0.030953, "nauc_mrr_at_3_diff1": 0.383474, "nauc_mrr_at_5_max": 0.326082, "nauc_mrr_at_5_std": -0.035091, "nauc_mrr_at_5_diff1": 0.377326, "nauc_mrr_at_10_max": 0.32207, "nauc_mrr_at_10_std": -0.044207, "nauc_mrr_at_10_diff1": 0.371668, "nauc_mrr_at_20_max": 0.314185, "nauc_mrr_at_20_std": -0.043421, "nauc_mrr_at_20_diff1": 0.365172, "nauc_mrr_at_25_max": 0.313337, "nauc_mrr_at_25_std": -0.043193, "nauc_mrr_at_25_diff1": 0.366773, "nauc_mrr_at_50_max": 0.313271, "nauc_mrr_at_50_std": -0.04275, "nauc_mrr_at_50_diff1": 0.367951, "nauc_mrr_at_100_max": 0.312795, "nauc_mrr_at_100_std": -0.043101, "nauc_mrr_at_100_diff1": 0.368129, "nauc_mrr_at_1000_max": 0.313298, "nauc_mrr_at_1000_std": -0.042764, "nauc_mrr_at_1000_diff1": 0.368765, "hit_rate_at_1": 0.17358, "hit_rate_at_3": 0.27547, "hit_rate_at_5": 0.32453, "hit_rate_at_10": 0.40755, "hit_rate_at_20": 0.52075, "hit_rate_at_25": 0.55472, "hit_rate_at_50": 0.61887, "hit_rate_at_100": 0.72075, "hit_rate_at_1000": 0.98113, "R_cap_at_1": 0.173585, "R_cap_at_3": 0.267925, "R_cap_at_5": 0.315094, "R_cap_at_10": 0.4, "R_cap_at_20": 0.51195, "R_cap_at_25": 0.545912, "R_cap_at_50": 0.61195, "R_cap_at_100": 0.710818, "R_cap_at_1000": 0.981132, "main_score": 0.27681, "hf_subset": "Meaning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.16517, "ndcg_at_3": 0.20664, "ndcg_at_5": 0.22523, "ndcg_at_10": 0.25135, "ndcg_at_20": 0.27134, "ndcg_at_25": 0.27568, "ndcg_at_50": 0.2927, "ndcg_at_100": 0.30942, "ndcg_at_1000": 0.35034, "map_at_1": 0.15816, "map_at_3": 0.19294, "map_at_5": 0.20345, "map_at_10": 0.21435, "map_at_20": 0.21967, "map_at_25": 0.22052, "map_at_50": 0.22307, "map_at_100": 0.22464, "map_at_1000": 0.22607, "recall_at_1": 0.15816, "recall_at_3": 0.23874, "recall_at_5": 0.28228, "recall_at_10": 0.36136, "recall_at_20": 0.43894, "recall_at_25": 0.45846, "recall_at_50": 0.54555, "recall_at_100": 0.64464, "recall_at_1000": 0.96697, "accuracy": 0.15816, "precision_at_1": 0.16517, "precision_at_3": 0.08308, "precision_at_5": 0.05946, "precision_at_10": 0.03874, "precision_at_20": 0.02372, "precision_at_25": 0.01982, "precision_at_50": 0.01183, "precision_at_100": 0.00706, "precision_at_1000": 0.00107, "mrr_at_1": 0.165165, "mrr_at_3": 0.201702, "mrr_at_5": 0.212362, "mrr_at_10": 0.223109, "mrr_at_20": 0.228843, "mrr_at_25": 0.229759, "mrr_at_50": 0.232103, "mrr_at_100": 0.233536, "mrr_at_1000": 0.234847, "nauc_ndcg_at_1_max": 0.109828, "nauc_ndcg_at_1_std": -0.248679, "nauc_ndcg_at_1_diff1": 0.488367, "nauc_ndcg_at_3_max": 0.054479, "nauc_ndcg_at_3_std": -0.25765, "nauc_ndcg_at_3_diff1": 0.440238, "nauc_ndcg_at_5_max": 0.037913, "nauc_ndcg_at_5_std": -0.257419, "nauc_ndcg_at_5_diff1": 0.407907, "nauc_ndcg_at_10_max": 0.00876, "nauc_ndcg_at_10_std": -0.267829, "nauc_ndcg_at_10_diff1": 0.381604, "nauc_ndcg_at_20_max": 0.01401, "nauc_ndcg_at_20_std": -0.253293, "nauc_ndcg_at_20_diff1": 0.377748, "nauc_ndcg_at_25_max": 0.014312, "nauc_ndcg_at_25_std": -0.252474, "nauc_ndcg_at_25_diff1": 0.372006, "nauc_ndcg_at_50_max": 0.014515, "nauc_ndcg_at_50_std": -0.266839, "nauc_ndcg_at_50_diff1": 0.382378, "nauc_ndcg_at_100_max": 0.009465, "nauc_ndcg_at_100_std": -0.26942, "nauc_ndcg_at_100_diff1": 0.38278, "nauc_ndcg_at_1000_max": 0.018666, "nauc_ndcg_at_1000_std": -0.258603, "nauc_ndcg_at_1000_diff1": 0.39802, "nauc_map_at_1_max": 0.122428, "nauc_map_at_1_std": -0.234382, "nauc_map_at_1_diff1": 0.508675, "nauc_map_at_3_max": 0.07121, "nauc_map_at_3_std": -0.248556, "nauc_map_at_3_diff1": 0.455421, "nauc_map_at_5_max": 0.06085, "nauc_map_at_5_std": -0.248823, "nauc_map_at_5_diff1": 0.438108, "nauc_map_at_10_max": 0.046848, "nauc_map_at_10_std": -0.252973, "nauc_map_at_10_diff1": 0.425693, "nauc_map_at_20_max": 0.04868, "nauc_map_at_20_std": -0.24837, "nauc_map_at_20_diff1": 0.423862, "nauc_map_at_25_max": 0.048779, "nauc_map_at_25_std": -0.248231, "nauc_map_at_25_diff1": 0.422754, "nauc_map_at_50_max": 0.048617, "nauc_map_at_50_std": -0.25082, "nauc_map_at_50_diff1": 0.424284, "nauc_map_at_100_max": 0.048325, "nauc_map_at_100_std": -0.251113, "nauc_map_at_100_diff1": 0.424305, "nauc_map_at_1000_max": 0.048521, "nauc_map_at_1000_std": -0.250595, "nauc_map_at_1000_diff1": 0.424786, "nauc_recall_at_1_max": 0.122428, "nauc_recall_at_1_std": -0.234382, "nauc_recall_at_1_diff1": 0.508675, "nauc_recall_at_3_max": 0.022491, "nauc_recall_at_3_std": -0.267398, "nauc_recall_at_3_diff1": 0.409581, "nauc_recall_at_5_max": -0.008331, "nauc_recall_at_5_std": -0.265512, "nauc_recall_at_5_diff1": 0.343952, "nauc_recall_at_10_max": -0.075142, "nauc_recall_at_10_std": -0.289983, "nauc_recall_at_10_diff1": 0.282323, "nauc_recall_at_20_max": -0.062034, "nauc_recall_at_20_std": -0.242668, "nauc_recall_at_20_diff1": 0.272816, "nauc_recall_at_25_max": -0.061079, "nauc_recall_at_25_std": -0.23934, "nauc_recall_at_25_diff1": 0.250341, "nauc_recall_at_50_max": -0.061134, "nauc_recall_at_50_std": -0.300696, "nauc_recall_at_50_diff1": 0.291375, "nauc_recall_at_100_max": -0.102868, "nauc_recall_at_100_std": -0.31505, "nauc_recall_at_100_diff1": 0.283712, "nauc_recall_at_1000_max": -0.22756, "nauc_recall_at_1000_std": -0.045965, "nauc_recall_at_1000_diff1": 0.607552, "nauc_precision_at_1_max": 0.109828, "nauc_precision_at_1_std": -0.248679, "nauc_precision_at_1_diff1": 0.488367, "nauc_precision_at_3_max": 0.008914, "nauc_precision_at_3_std": -0.284454, "nauc_precision_at_3_diff1": 0.40168, "nauc_precision_at_5_max": -0.029107, "nauc_precision_at_5_std": -0.281779, "nauc_precision_at_5_diff1": 0.331932, "nauc_precision_at_10_max": -0.113077, "nauc_precision_at_10_std": -0.315516, "nauc_precision_at_10_diff1": 0.247594, "nauc_precision_at_20_max": -0.091152, "nauc_precision_at_20_std": -0.271273, "nauc_precision_at_20_diff1": 0.234975, "nauc_precision_at_25_max": -0.091908, "nauc_precision_at_25_std": -0.267788, "nauc_precision_at_25_diff1": 0.210316, "nauc_precision_at_50_max": -0.101538, "nauc_precision_at_50_std": -0.327009, "nauc_precision_at_50_diff1": 0.233439, "nauc_precision_at_100_max": -0.145293, "nauc_precision_at_100_std": -0.327251, "nauc_precision_at_100_diff1": 0.184616, "nauc_precision_at_1000_max": -0.228494, "nauc_precision_at_1000_std": -0.1777, "nauc_precision_at_1000_diff1": -0.079195, "nauc_mrr_at_1_max": 0.109828, "nauc_mrr_at_1_std": -0.248679, "nauc_mrr_at_1_diff1": 0.488367, "nauc_mrr_at_3_max": 0.057765, "nauc_mrr_at_3_std": -0.263269, "nauc_mrr_at_3_diff1": 0.439815, "nauc_mrr_at_5_max": 0.048191, "nauc_mrr_at_5_std": -0.26287, "nauc_mrr_at_5_diff1": 0.417285, "nauc_mrr_at_10_max": 0.035039, "nauc_mrr_at_10_std": -0.267363, "nauc_mrr_at_10_diff1": 0.405506, "nauc_mrr_at_20_max": 0.037317, "nauc_mrr_at_20_std": -0.262324, "nauc_mrr_at_20_diff1": 0.403389, "nauc_mrr_at_25_max": 0.037332, "nauc_mrr_at_25_std": -0.262164, "nauc_mrr_at_25_diff1": 0.402126, "nauc_mrr_at_50_max": 0.037554, "nauc_mrr_at_50_std": -0.264079, "nauc_mrr_at_50_diff1": 0.404346, "nauc_mrr_at_100_max": 0.03733, "nauc_mrr_at_100_std": -0.264576, "nauc_mrr_at_100_diff1": 0.404532, "nauc_mrr_at_1000_max": 0.037513, "nauc_mrr_at_1000_std": -0.264118, "nauc_mrr_at_1000_diff1": 0.405174, "hit_rate_at_1": 0.16517, "hit_rate_at_3": 0.24925, "hit_rate_at_5": 0.29429, "hit_rate_at_10": 0.37538, "hit_rate_at_20": 0.45946, "hit_rate_at_25": 0.48048, "hit_rate_at_50": 0.56456, "hit_rate_at_100": 0.66066, "hit_rate_at_1000": 0.97297, "R_cap_at_1": 0.165165, "R_cap_at_3": 0.238739, "R_cap_at_5": 0.282282, "R_cap_at_10": 0.361361, "R_cap_at_20": 0.438939, "R_cap_at_25": 0.458458, "R_cap_at_50": 0.545546, "R_cap_at_100": 0.644645, "R_cap_at_1000": 0.966967, "main_score": 0.25135, "hf_subset": "Plot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.12, "ndcg_at_3": 0.14556, "ndcg_at_5": 0.17846, "ndcg_at_10": 0.20321, "ndcg_at_20": 0.23327, "ndcg_at_25": 0.23949, "ndcg_at_50": 0.26619, "ndcg_at_100": 0.29322, "ndcg_at_1000": 0.33234, "map_at_1": 0.09133, "map_at_3": 0.1202, "map_at_5": 0.1394, "map_at_10": 0.14951, "map_at_20": 0.15892, "map_at_25": 0.16027, "map_at_50": 0.1651, "map_at_100": 0.16782, "map_at_1000": 0.16981, "recall_at_1": 0.09133, "recall_at_3": 0.1696, "recall_at_5": 0.25493, "recall_at_10": 0.32413, "recall_at_20": 0.42467, "recall_at_25": 0.45, "recall_at_50": 0.56427, "recall_at_100": 0.71213, "recall_at_1000": 0.958, "accuracy": 0.09133, "precision_at_1": 0.12, "precision_at_3": 0.07733, "precision_at_5": 0.0656, "precision_at_10": 0.0448, "precision_at_20": 0.0324, "precision_at_25": 0.02752, "precision_at_50": 0.0184, "precision_at_100": 0.0116, "precision_at_1000": 0.00176, "mrr_at_1": 0.12, "mrr_at_3": 0.164, "mrr_at_5": 0.1856, "mrr_at_10": 0.197286, "mrr_at_20": 0.204305, "mrr_at_25": 0.205364, "mrr_at_50": 0.208908, "mrr_at_100": 0.211248, "mrr_at_1000": 0.211975, "nauc_ndcg_at_1_max": 0.100192, "nauc_ndcg_at_1_std": -0.265169, "nauc_ndcg_at_1_diff1": 0.449656, "nauc_ndcg_at_3_max": 0.208505, "nauc_ndcg_at_3_std": -0.143792, "nauc_ndcg_at_3_diff1": 0.321677, "nauc_ndcg_at_5_max": 0.160435, "nauc_ndcg_at_5_std": -0.148082, "nauc_ndcg_at_5_diff1": 0.239927, "nauc_ndcg_at_10_max": 0.169197, "nauc_ndcg_at_10_std": -0.106227, "nauc_ndcg_at_10_diff1": 0.240294, "nauc_ndcg_at_20_max": 0.182519, "nauc_ndcg_at_20_std": -0.081036, "nauc_ndcg_at_20_diff1": 0.240881, "nauc_ndcg_at_25_max": 0.173735, "nauc_ndcg_at_25_std": -0.074209, "nauc_ndcg_at_25_diff1": 0.235931, "nauc_ndcg_at_50_max": 0.187547, "nauc_ndcg_at_50_std": -0.056825, "nauc_ndcg_at_50_diff1": 0.248311, "nauc_ndcg_at_100_max": 0.197365, "nauc_ndcg_at_100_std": -0.057196, "nauc_ndcg_at_100_diff1": 0.261117, "nauc_ndcg_at_1000_max": 0.163357, "nauc_ndcg_at_1000_std": -0.072496, "nauc_ndcg_at_1000_diff1": 0.294837, "nauc_map_at_1_max": 0.235591, "nauc_map_at_1_std": -0.243131, "nauc_map_at_1_diff1": 0.428975, "nauc_map_at_3_max": 0.252979, "nauc_map_at_3_std": -0.166088, "nauc_map_at_3_diff1": 0.336228, "nauc_map_at_5_max": 0.213514, "nauc_map_at_5_std": -0.166584, "nauc_map_at_5_diff1": 0.282202, "nauc_map_at_10_max": 0.215877, "nauc_map_at_10_std": -0.1468, "nauc_map_at_10_diff1": 0.283215, "nauc_map_at_20_max": 0.215982, "nauc_map_at_20_std": -0.14007, "nauc_map_at_20_diff1": 0.289672, "nauc_map_at_25_max": 0.214389, "nauc_map_at_25_std": -0.138238, "nauc_map_at_25_diff1": 0.288753, "nauc_map_at_50_max": 0.216293, "nauc_map_at_50_std": -0.135944, "nauc_map_at_50_diff1": 0.292859, "nauc_map_at_100_max": 0.216554, "nauc_map_at_100_std": -0.136452, "nauc_map_at_100_diff1": 0.29387, "nauc_map_at_1000_max": 0.21536, "nauc_map_at_1000_std": -0.136324, "nauc_map_at_1000_diff1": 0.295498, "nauc_recall_at_1_max": 0.235591, "nauc_recall_at_1_std": -0.243131, "nauc_recall_at_1_diff1": 0.428975, "nauc_recall_at_3_max": 0.248254, "nauc_recall_at_3_std": -0.080267, "nauc_recall_at_3_diff1": 0.219338, "nauc_recall_at_5_max": 0.125323, "nauc_recall_at_5_std": -0.080212, "nauc_recall_at_5_diff1": 0.078086, "nauc_recall_at_10_max": 0.145725, "nauc_recall_at_10_std": -0.000922, "nauc_recall_at_10_diff1": 0.084755, "nauc_recall_at_20_max": 0.192062, "nauc_recall_at_20_std": 0.063908, "nauc_recall_at_20_diff1": 0.081926, "nauc_recall_at_25_max": 0.161657, "nauc_recall_at_25_std": 0.085167, "nauc_recall_at_25_diff1": 0.057774, "nauc_recall_at_50_max": 0.216329, "nauc_recall_at_50_std": 0.154322, "nauc_recall_at_50_diff1": 0.065203, "nauc_recall_at_100_max": 0.294815, "nauc_recall_at_100_std": 0.232615, "nauc_recall_at_100_diff1": 0.07166, "nauc_recall_at_1000_max": -0.013691, "nauc_recall_at_1000_std": 0.779906, "nauc_recall_at_1000_diff1": 0.38054, "nauc_precision_at_1_max": 0.100192, "nauc_precision_at_1_std": -0.265169, "nauc_precision_at_1_diff1": 0.449656, "nauc_precision_at_3_max": 0.109754, "nauc_precision_at_3_std": -0.103951, "nauc_precision_at_3_diff1": 0.29733, "nauc_precision_at_5_max": 0.024162, "nauc_precision_at_5_std": -0.135489, "nauc_precision_at_5_diff1": 0.21041, "nauc_precision_at_10_max": -0.004114, "nauc_precision_at_10_std": -0.049928, "nauc_precision_at_10_diff1": 0.201464, "nauc_precision_at_20_max": -0.010317, "nauc_precision_at_20_std": -0.008441, "nauc_precision_at_20_diff1": 0.179013, "nauc_precision_at_25_max": -0.025946, "nauc_precision_at_25_std": 0.01023, "nauc_precision_at_25_diff1": 0.174023, "nauc_precision_at_50_max": -0.02435, "nauc_precision_at_50_std": 0.061119, "nauc_precision_at_50_diff1": 0.209923, "nauc_precision_at_100_max": -0.058566, "nauc_precision_at_100_std": 0.050671, "nauc_precision_at_100_diff1": 0.184485, "nauc_precision_at_1000_max": -0.215394, "nauc_precision_at_1000_std": 0.055739, "nauc_precision_at_1000_diff1": 0.158495, "nauc_mrr_at_1_max": 0.100192, "nauc_mrr_at_1_std": -0.265169, "nauc_mrr_at_1_diff1": 0.449656, "nauc_mrr_at_3_max": 0.108379, "nauc_mrr_at_3_std": -0.178191, "nauc_mrr_at_3_diff1": 0.376459, "nauc_mrr_at_5_max": 0.081488, "nauc_mrr_at_5_std": -0.187366, "nauc_mrr_at_5_diff1": 0.344914, "nauc_mrr_at_10_max": 0.091515, "nauc_mrr_at_10_std": -0.157785, "nauc_mrr_at_10_diff1": 0.339186, "nauc_mrr_at_20_max": 0.100883, "nauc_mrr_at_20_std": -0.148455, "nauc_mrr_at_20_diff1": 0.334478, "nauc_mrr_at_25_max": 0.098025, "nauc_mrr_at_25_std": -0.147821, "nauc_mrr_at_25_diff1": 0.333307, "nauc_mrr_at_50_max": 0.10051, "nauc_mrr_at_50_std": -0.146231, "nauc_mrr_at_50_diff1": 0.334313, "nauc_mrr_at_100_max": 0.100469, "nauc_mrr_at_100_std": -0.146777, "nauc_mrr_at_100_diff1": 0.33624, "nauc_mrr_at_1000_max": 0.099881, "nauc_mrr_at_1000_std": -0.147748, "nauc_mrr_at_1000_diff1": 0.337021, "hit_rate_at_1": 0.12, "hit_rate_at_3": 0.232, "hit_rate_at_5": 0.328, "hit_rate_at_10": 0.416, "hit_rate_at_20": 0.52, "hit_rate_at_25": 0.544, "hit_rate_at_50": 0.664, "hit_rate_at_100": 0.824, "hit_rate_at_1000": 0.968, "R_cap_at_1": 0.12, "R_cap_at_3": 0.174667, "R_cap_at_5": 0.255467, "R_cap_at_10": 0.324133, "R_cap_at_20": 0.424667, "R_cap_at_25": 0.45, "R_cap_at_50": 0.564267, "R_cap_at_100": 0.712133, "R_cap_at_1000": 0.958, "main_score": 0.20321, "hf_subset": "Relation", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.27922, "ndcg_at_3": 0.3527, "ndcg_at_5": 0.38666, "ndcg_at_10": 0.40849, "ndcg_at_20": 0.42075, "ndcg_at_25": 0.42792, "ndcg_at_50": 0.44402, "ndcg_at_100": 0.45673, "ndcg_at_1000": 0.47949, "map_at_1": 0.27273, "map_at_3": 0.33171, "map_at_5": 0.35119, "map_at_10": 0.36069, "map_at_20": 0.36389, "map_at_25": 0.36536, "map_at_50": 0.36793, "map_at_100": 0.36902, "map_at_1000": 0.36987, "recall_at_1": 0.27273, "recall_at_3": 0.40584, "recall_at_5": 0.48701, "recall_at_10": 0.55195, "recall_at_20": 0.60065, "recall_at_25": 0.63312, "recall_at_50": 0.71429, "recall_at_100": 0.79221, "recall_at_1000": 0.96753, "accuracy": 0.27273, "precision_at_1": 0.27922, "precision_at_3": 0.13853, "precision_at_5": 0.1, "precision_at_10": 0.05649, "precision_at_20": 0.03084, "precision_at_25": 0.02597, "precision_at_50": 0.01468, "precision_at_100": 0.00818, "precision_at_1000": 0.00102, "mrr_at_1": 0.279221, "mrr_at_3": 0.339827, "mrr_at_5": 0.358009, "mrr_at_10": 0.367509, "mrr_at_20": 0.370884, "mrr_at_25": 0.372353, "mrr_at_50": 0.374767, "mrr_at_100": 0.375822, "mrr_at_1000": 0.376648, "nauc_ndcg_at_1_max": 0.186489, "nauc_ndcg_at_1_std": -0.121618, "nauc_ndcg_at_1_diff1": 0.568385, "nauc_ndcg_at_3_max": 0.133552, "nauc_ndcg_at_3_std": -0.145114, "nauc_ndcg_at_3_diff1": 0.538023, "nauc_ndcg_at_5_max": 0.163858, "nauc_ndcg_at_5_std": -0.124893, "nauc_ndcg_at_5_diff1": 0.519235, "nauc_ndcg_at_10_max": 0.162687, "nauc_ndcg_at_10_std": -0.165062, "nauc_ndcg_at_10_diff1": 0.535533, "nauc_ndcg_at_20_max": 0.148009, "nauc_ndcg_at_20_std": -0.146837, "nauc_ndcg_at_20_diff1": 0.527942, "nauc_ndcg_at_25_max": 0.163876, "nauc_ndcg_at_25_std": -0.142607, "nauc_ndcg_at_25_diff1": 0.533123, "nauc_ndcg_at_50_max": 0.165308, "nauc_ndcg_at_50_std": -0.146032, "nauc_ndcg_at_50_diff1": 0.534779, "nauc_ndcg_at_100_max": 0.152816, "nauc_ndcg_at_100_std": -0.14232, "nauc_ndcg_at_100_diff1": 0.532955, "nauc_ndcg_at_1000_max": 0.169776, "nauc_ndcg_at_1000_std": -0.125964, "nauc_ndcg_at_1000_diff1": 0.541701, "nauc_map_at_1_max": 0.184217, "nauc_map_at_1_std": -0.108963, "nauc_map_at_1_diff1": 0.581719, "nauc_map_at_3_max": 0.146487, "nauc_map_at_3_std": -0.137525, "nauc_map_at_3_diff1": 0.55369, "nauc_map_at_5_max": 0.164529, "nauc_map_at_5_std": -0.128875, "nauc_map_at_5_diff1": 0.541859, "nauc_map_at_10_max": 0.163861, "nauc_map_at_10_std": -0.146141, "nauc_map_at_10_diff1": 0.548642, "nauc_map_at_20_max": 0.160242, "nauc_map_at_20_std": -0.141264, "nauc_map_at_20_diff1": 0.54694, "nauc_map_at_25_max": 0.163461, "nauc_map_at_25_std": -0.140422, "nauc_map_at_25_diff1": 0.548014, "nauc_map_at_50_max": 0.163888, "nauc_map_at_50_std": -0.141051, "nauc_map_at_50_diff1": 0.548639, "nauc_map_at_100_max": 0.162913, "nauc_map_at_100_std": -0.140627, "nauc_map_at_100_diff1": 0.548638, "nauc_map_at_1000_max": 0.163732, "nauc_map_at_1000_std": -0.139934, "nauc_map_at_1000_diff1": 0.548861, "nauc_recall_at_1_max": 0.184217, "nauc_recall_at_1_std": -0.108963, "nauc_recall_at_1_diff1": 0.581719, "nauc_recall_at_3_max": 0.098608, "nauc_recall_at_3_std": -0.159664, "nauc_recall_at_3_diff1": 0.504595, "nauc_recall_at_5_max": 0.16786, "nauc_recall_at_5_std": -0.103399, "nauc_recall_at_5_diff1": 0.463777, "nauc_recall_at_10_max": 0.164758, "nauc_recall_at_10_std": -0.223863, "nauc_recall_at_10_diff1": 0.509856, "nauc_recall_at_20_max": 0.101551, "nauc_recall_at_20_std": -0.149979, "nauc_recall_at_20_diff1": 0.472479, "nauc_recall_at_25_max": 0.178147, "nauc_recall_at_25_std": -0.128366, "nauc_recall_at_25_diff1": 0.49424, "nauc_recall_at_50_max": 0.185967, "nauc_recall_at_50_std": -0.145323, "nauc_recall_at_50_diff1": 0.4906, "nauc_recall_at_100_max": 0.062044, "nauc_recall_at_100_std": -0.122383, "nauc_recall_at_100_diff1": 0.463753, "nauc_recall_at_1000_max": 0.627921, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.862875, "nauc_precision_at_1_max": 0.186489, "nauc_precision_at_1_std": -0.121618, "nauc_precision_at_1_diff1": 0.568385, "nauc_precision_at_3_max": 0.094821, "nauc_precision_at_3_std": -0.162255, "nauc_precision_at_3_diff1": 0.489503, "nauc_precision_at_5_max": 0.164175, "nauc_precision_at_5_std": -0.107818, "nauc_precision_at_5_diff1": 0.431693, "nauc_precision_at_10_max": 0.161673, "nauc_precision_at_10_std": -0.225828, "nauc_precision_at_10_diff1": 0.476585, "nauc_precision_at_20_max": 0.095196, "nauc_precision_at_20_std": -0.153586, "nauc_precision_at_20_diff1": 0.440429, "nauc_precision_at_25_max": 0.170113, "nauc_precision_at_25_std": -0.132933, "nauc_precision_at_25_diff1": 0.460849, "nauc_precision_at_50_max": 0.161525, "nauc_precision_at_50_std": -0.141459, "nauc_precision_at_50_diff1": 0.429178, "nauc_precision_at_100_max": 0.043637, "nauc_precision_at_100_std": -0.070893, "nauc_precision_at_100_diff1": 0.339042, "nauc_precision_at_1000_max": 0.22912, "nauc_precision_at_1000_std": 0.421375, "nauc_precision_at_1000_diff1": 0.006676, "nauc_mrr_at_1_max": 0.186489, "nauc_mrr_at_1_std": -0.121618, "nauc_mrr_at_1_diff1": 0.568385, "nauc_mrr_at_3_max": 0.144951, "nauc_mrr_at_3_std": -0.143987, "nauc_mrr_at_3_diff1": 0.536277, "nauc_mrr_at_5_max": 0.16101, "nauc_mrr_at_5_std": -0.133657, "nauc_mrr_at_5_diff1": 0.526962, "nauc_mrr_at_10_max": 0.160316, "nauc_mrr_at_10_std": -0.150813, "nauc_mrr_at_10_diff1": 0.533548, "nauc_mrr_at_20_max": 0.156481, "nauc_mrr_at_20_std": -0.145952, "nauc_mrr_at_20_diff1": 0.531893, "nauc_mrr_at_25_max": 0.159663, "nauc_mrr_at_25_std": -0.145129, "nauc_mrr_at_25_diff1": 0.532922, "nauc_mrr_at_50_max": 0.160273, "nauc_mrr_at_50_std": -0.145813, "nauc_mrr_at_50_diff1": 0.533398, "nauc_mrr_at_100_max": 0.159623, "nauc_mrr_at_100_std": -0.145481, "nauc_mrr_at_100_diff1": 0.533507, "nauc_mrr_at_1000_max": 0.160242, "nauc_mrr_at_1000_std": -0.145002, "nauc_mrr_at_1000_diff1": 0.533808, "hit_rate_at_1": 0.27922, "hit_rate_at_3": 0.41558, "hit_rate_at_5": 0.49351, "hit_rate_at_10": 0.55844, "hit_rate_at_20": 0.61039, "hit_rate_at_25": 0.64286, "hit_rate_at_50": 0.72078, "hit_rate_at_100": 0.7987, "hit_rate_at_1000": 0.96753, "R_cap_at_1": 0.279221, "R_cap_at_3": 0.405844, "R_cap_at_5": 0.487013, "R_cap_at_10": 0.551948, "R_cap_at_20": 0.600649, "R_cap_at_25": 0.633117, "R_cap_at_50": 0.714286, "R_cap_at_100": 0.792208, "R_cap_at_1000": 0.967532, "main_score": 0.40849, "hf_subset": "Setting", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.01056, "ndcg_at_10": 0.0183, "ndcg_at_20": 0.03072, "ndcg_at_25": 0.03594, "ndcg_at_50": 0.04925, "ndcg_at_100": 0.06271, "ndcg_at_1000": 0.15095, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.005, "map_at_10": 0.0075, "map_at_20": 0.01032, "map_at_25": 0.01112, "map_at_50": 0.01329, "map_at_100": 0.0145, "map_at_1000": 0.01784, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.02, "recall_at_10": 0.04, "recall_at_20": 0.08, "recall_at_25": 0.1, "recall_at_50": 0.15333, "recall_at_100": 0.22667, "recall_at_1000": 0.82, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.008, "precision_at_10": 0.008, "precision_at_20": 0.008, "precision_at_25": 0.008, "precision_at_50": 0.0064, "precision_at_100": 0.0044, "precision_at_1000": 0.00164, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.01, "mrr_at_10": 0.015, "mrr_at_20": 0.020636, "mrr_at_25": 0.022236, "mrr_at_50": 0.024727, "mrr_at_100": 0.025822, "mrr_at_1000": 0.02836, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": -0.214058, "nauc_ndcg_at_5_std": -0.331965, "nauc_ndcg_at_5_diff1": 0.351509, "nauc_ndcg_at_10_max": -0.263908, "nauc_ndcg_at_10_std": 0.106556, "nauc_ndcg_at_10_diff1": -0.018834, "nauc_ndcg_at_20_max": -0.268156, "nauc_ndcg_at_20_std": -0.015041, "nauc_ndcg_at_20_diff1": 0.208434, "nauc_ndcg_at_25_max": -0.27213, "nauc_ndcg_at_25_std": 0.002394, "nauc_ndcg_at_25_diff1": 0.089242, "nauc_ndcg_at_50_max": -0.307131, "nauc_ndcg_at_50_std": -0.037842, "nauc_ndcg_at_50_diff1": 0.031235, "nauc_ndcg_at_100_max": -0.160512, "nauc_ndcg_at_100_std": 0.106732, "nauc_ndcg_at_100_diff1": 0.105954, "nauc_ndcg_at_1000_max": -0.435539, "nauc_ndcg_at_1000_std": 0.3354, "nauc_ndcg_at_1000_diff1": 0.03253, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": -0.214058, "nauc_map_at_5_std": -0.331965, "nauc_map_at_5_diff1": 0.351509, "nauc_map_at_10_max": -0.25336, "nauc_map_at_10_std": 0.013767, "nauc_map_at_10_diff1": 0.059529, "nauc_map_at_20_max": -0.247225, "nauc_map_at_20_std": -0.036968, "nauc_map_at_20_diff1": 0.218153, "nauc_map_at_25_max": -0.250225, "nauc_map_at_25_std": -0.027529, "nauc_map_at_25_diff1": 0.161092, "nauc_map_at_50_max": -0.284462, "nauc_map_at_50_std": -0.05727, "nauc_map_at_50_diff1": 0.120587, "nauc_map_at_100_max": -0.229129, "nauc_map_at_100_std": -0.005664, "nauc_map_at_100_diff1": 0.149473, "nauc_map_at_1000_max": -0.263943, "nauc_map_at_1000_std": 0.018354, "nauc_map_at_1000_diff1": 0.143074, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": -0.214058, "nauc_recall_at_5_std": -0.331965, "nauc_recall_at_5_diff1": 0.351509, "nauc_recall_at_10_max": -0.273011, "nauc_recall_at_10_std": 0.186633, "nauc_recall_at_10_diff1": -0.086461, "nauc_recall_at_20_max": -0.286091, "nauc_recall_at_20_std": -0.009908, "nauc_recall_at_20_diff1": 0.202165, "nauc_recall_at_25_max": -0.28888, "nauc_recall_at_25_std": 0.014089, "nauc_recall_at_25_diff1": 0.033497, "nauc_recall_at_50_max": -0.333569, "nauc_recall_at_50_std": -0.047018, "nauc_recall_at_50_diff1": -0.032743, "nauc_recall_at_100_max": -0.048031, "nauc_recall_at_100_std": 0.205364, "nauc_recall_at_100_diff1": 0.110409, "nauc_recall_at_1000_max": -0.737917, "nauc_recall_at_1000_std": 0.84135, "nauc_recall_at_1000_diff1": -0.131448, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": -0.214058, "nauc_precision_at_5_std": -0.331965, "nauc_precision_at_5_diff1": 0.351509, "nauc_precision_at_10_max": -0.273011, "nauc_precision_at_10_std": 0.186633, "nauc_precision_at_10_diff1": -0.086461, "nauc_precision_at_20_max": -0.286091, "nauc_precision_at_20_std": -0.009908, "nauc_precision_at_20_diff1": 0.202165, "nauc_precision_at_25_max": -0.28888, "nauc_precision_at_25_std": 0.014089, "nauc_precision_at_25_diff1": 0.033497, "nauc_precision_at_50_max": -0.30801, "nauc_precision_at_50_std": -0.040727, "nauc_precision_at_50_diff1": -0.026726, "nauc_precision_at_100_max": -0.154946, "nauc_precision_at_100_std": 0.086964, "nauc_precision_at_100_diff1": 0.027997, "nauc_precision_at_1000_max": -0.551726, "nauc_precision_at_1000_std": 0.565853, "nauc_precision_at_1000_diff1": -0.039799, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": -0.214058, "nauc_mrr_at_5_std": -0.331965, "nauc_mrr_at_5_diff1": 0.351509, "nauc_mrr_at_10_max": -0.25336, "nauc_mrr_at_10_std": 0.013767, "nauc_mrr_at_10_diff1": 0.059529, "nauc_mrr_at_20_max": -0.247225, "nauc_mrr_at_20_std": -0.036968, "nauc_mrr_at_20_diff1": 0.218153, "nauc_mrr_at_25_max": -0.250225, "nauc_mrr_at_25_std": -0.027529, "nauc_mrr_at_25_diff1": 0.161092, "nauc_mrr_at_50_max": -0.255384, "nauc_mrr_at_50_std": -0.026335, "nauc_mrr_at_50_diff1": 0.138912, "nauc_mrr_at_100_max": -0.2387, "nauc_mrr_at_100_std": -0.002547, "nauc_mrr_at_100_diff1": 0.148865, "nauc_mrr_at_1000_max": -0.258839, "nauc_mrr_at_1000_std": 0.001383, "nauc_mrr_at_1000_diff1": 0.146195, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.0, "hit_rate_at_5": 0.04, "hit_rate_at_10": 0.08, "hit_rate_at_20": 0.16, "hit_rate_at_25": 0.2, "hit_rate_at_50": 0.28, "hit_rate_at_100": 0.36, "hit_rate_at_1000": 0.84, "R_cap_at_1": 0.0, "R_cap_at_3": 0.0, "R_cap_at_5": 0.02, "R_cap_at_10": 0.04, "R_cap_at_20": 0.08, "R_cap_at_25": 0.1, "R_cap_at_50": 0.153333, "R_cap_at_100": 0.226667, "R_cap_at_1000": 0.82, "main_score": 0.0183, "hf_subset": "Span", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.11413, "ndcg_at_3": 0.12605, "ndcg_at_5": 0.14048, "ndcg_at_10": 0.16245, "ndcg_at_20": 0.18653, "ndcg_at_25": 0.19572, "ndcg_at_50": 0.21849, "ndcg_at_100": 0.24339, "ndcg_at_1000": 0.31445, "map_at_1": 0.06942, "map_at_3": 0.09719, "map_at_5": 0.10755, "map_at_10": 0.11923, "map_at_20": 0.12665, "map_at_25": 0.12898, "map_at_50": 0.13325, "map_at_100": 0.13609, "map_at_1000": 0.14005, "recall_at_1": 0.06942, "recall_at_3": 0.13102, "recall_at_5": 0.16791, "recall_at_10": 0.23081, "recall_at_20": 0.30817, "recall_at_25": 0.34046, "recall_at_50": 0.42983, "recall_at_100": 0.54456, "recall_at_1000": 0.95891, "accuracy": 0.06942, "precision_at_1": 0.11413, "precision_at_3": 0.07337, "precision_at_5": 0.06196, "precision_at_10": 0.04565, "precision_at_20": 0.03274, "precision_at_25": 0.02978, "precision_at_50": 0.02011, "precision_at_100": 0.01342, "precision_at_1000": 0.00271, "mrr_at_1": 0.11413, "mrr_at_3": 0.152174, "mrr_at_5": 0.166712, "mrr_at_10": 0.177189, "mrr_at_20": 0.184609, "mrr_at_25": 0.186171, "mrr_at_50": 0.189222, "mrr_at_100": 0.191218, "mrr_at_1000": 0.192427, "nauc_ndcg_at_1_max": 0.179414, "nauc_ndcg_at_1_std": -0.067101, "nauc_ndcg_at_1_diff1": 0.213681, "nauc_ndcg_at_3_max": 0.195459, "nauc_ndcg_at_3_std": 0.013715, "nauc_ndcg_at_3_diff1": 0.183771, "nauc_ndcg_at_5_max": 0.159688, "nauc_ndcg_at_5_std": -0.00554, "nauc_ndcg_at_5_diff1": 0.170006, "nauc_ndcg_at_10_max": 0.164738, "nauc_ndcg_at_10_std": 0.013506, "nauc_ndcg_at_10_diff1": 0.15993, "nauc_ndcg_at_20_max": 0.165059, "nauc_ndcg_at_20_std": 0.004518, "nauc_ndcg_at_20_diff1": 0.149175, "nauc_ndcg_at_25_max": 0.160913, "nauc_ndcg_at_25_std": 0.007604, "nauc_ndcg_at_25_diff1": 0.139839, "nauc_ndcg_at_50_max": 0.156084, "nauc_ndcg_at_50_std": 0.003188, "nauc_ndcg_at_50_diff1": 0.14505, "nauc_ndcg_at_100_max": 0.150221, "nauc_ndcg_at_100_std": 0.018157, "nauc_ndcg_at_100_diff1": 0.131543, "nauc_ndcg_at_1000_max": 0.152233, "nauc_ndcg_at_1000_std": 0.039286, "nauc_ndcg_at_1000_diff1": 0.163182, "nauc_map_at_1_max": 0.229047, "nauc_map_at_1_std": -0.055801, "nauc_map_at_1_diff1": 0.294742, "nauc_map_at_3_max": 0.213715, "nauc_map_at_3_std": 0.006447, "nauc_map_at_3_diff1": 0.220376, "nauc_map_at_5_max": 0.196099, "nauc_map_at_5_std": -0.007996, "nauc_map_at_5_diff1": 0.204915, "nauc_map_at_10_max": 0.201226, "nauc_map_at_10_std": 0.001181, "nauc_map_at_10_diff1": 0.200989, "nauc_map_at_20_max": 0.200248, "nauc_map_at_20_std": -0.00389, "nauc_map_at_20_diff1": 0.194794, "nauc_map_at_25_max": 0.200323, "nauc_map_at_25_std": -0.002056, "nauc_map_at_25_diff1": 0.191932, "nauc_map_at_50_max": 0.197184, "nauc_map_at_50_std": -0.003176, "nauc_map_at_50_diff1": 0.191952, "nauc_map_at_100_max": 0.195317, "nauc_map_at_100_std": -0.000944, "nauc_map_at_100_diff1": 0.189548, "nauc_map_at_1000_max": 0.195715, "nauc_map_at_1000_std": 0.002134, "nauc_map_at_1000_diff1": 0.190264, "nauc_recall_at_1_max": 0.229047, "nauc_recall_at_1_std": -0.055801, "nauc_recall_at_1_diff1": 0.294742, "nauc_recall_at_3_max": 0.172616, "nauc_recall_at_3_std": 0.058389, "nauc_recall_at_3_diff1": 0.141145, "nauc_recall_at_5_max": 0.109386, "nauc_recall_at_5_std": 0.006666, "nauc_recall_at_5_diff1": 0.107165, "nauc_recall_at_10_max": 0.124054, "nauc_recall_at_10_std": 0.029866, "nauc_recall_at_10_diff1": 0.107284, "nauc_recall_at_20_max": 0.121168, "nauc_recall_at_20_std": 0.007171, "nauc_recall_at_20_diff1": 0.08504, "nauc_recall_at_25_max": 0.109032, "nauc_recall_at_25_std": 0.012533, "nauc_recall_at_25_diff1": 0.05897, "nauc_recall_at_50_max": 0.100499, "nauc_recall_at_50_std": 0.004746, "nauc_recall_at_50_diff1": 0.064123, "nauc_recall_at_100_max": 0.07848, "nauc_recall_at_100_std": 0.046008, "nauc_recall_at_100_diff1": -0.004809, "nauc_recall_at_1000_max": 0.009136, "nauc_recall_at_1000_std": 0.77694, "nauc_recall_at_1000_diff1": 0.257812, "nauc_precision_at_1_max": 0.179414, "nauc_precision_at_1_std": -0.067101, "nauc_precision_at_1_diff1": 0.213681, "nauc_precision_at_3_max": 0.181698, "nauc_precision_at_3_std": 0.037394, "nauc_precision_at_3_diff1": 0.120114, "nauc_precision_at_5_max": 0.13319, "nauc_precision_at_5_std": 0.01135, "nauc_precision_at_5_diff1": 0.115936, "nauc_precision_at_10_max": 0.139083, "nauc_precision_at_10_std": 0.048151, "nauc_precision_at_10_diff1": 0.089675, "nauc_precision_at_20_max": 0.120148, "nauc_precision_at_20_std": 0.029888, "nauc_precision_at_20_diff1": 0.058706, "nauc_precision_at_25_max": 0.105225, "nauc_precision_at_25_std": 0.041236, "nauc_precision_at_25_diff1": 0.044705, "nauc_precision_at_50_max": 0.070916, "nauc_precision_at_50_std": 0.022121, "nauc_precision_at_50_diff1": 0.061183, "nauc_precision_at_100_max": 0.036881, "nauc_precision_at_100_std": 0.067245, "nauc_precision_at_100_diff1": 0.03428, "nauc_precision_at_1000_max": -0.034822, "nauc_precision_at_1000_std": 0.051581, "nauc_precision_at_1000_diff1": 0.053954, "nauc_mrr_at_1_max": 0.179414, "nauc_mrr_at_1_std": -0.067101, "nauc_mrr_at_1_diff1": 0.213681, "nauc_mrr_at_3_max": 0.159586, "nauc_mrr_at_3_std": -0.007165, "nauc_mrr_at_3_diff1": 0.161864, "nauc_mrr_at_5_max": 0.139349, "nauc_mrr_at_5_std": -0.018176, "nauc_mrr_at_5_diff1": 0.160815, "nauc_mrr_at_10_max": 0.14182, "nauc_mrr_at_10_std": -0.008294, "nauc_mrr_at_10_diff1": 0.157043, "nauc_mrr_at_20_max": 0.143765, "nauc_mrr_at_20_std": -0.008534, "nauc_mrr_at_20_diff1": 0.157735, "nauc_mrr_at_25_max": 0.14182, "nauc_mrr_at_25_std": -0.009061, "nauc_mrr_at_25_diff1": 0.156073, "nauc_mrr_at_50_max": 0.142371, "nauc_mrr_at_50_std": -0.011218, "nauc_mrr_at_50_diff1": 0.157506, "nauc_mrr_at_100_max": 0.142072, "nauc_mrr_at_100_std": -0.010503, "nauc_mrr_at_100_diff1": 0.157252, "nauc_mrr_at_1000_max": 0.142263, "nauc_mrr_at_1000_std": -0.010205, "nauc_mrr_at_1000_diff1": 0.157416, "hit_rate_at_1": 0.11413, "hit_rate_at_3": 0.2038, "hit_rate_at_5": 0.2663, "hit_rate_at_10": 0.34783, "hit_rate_at_20": 0.45652, "hit_rate_at_25": 0.49185, "hit_rate_at_50": 0.59239, "hit_rate_at_100": 0.72554, "hit_rate_at_1000": 0.97826, "R_cap_at_1": 0.11413, "R_cap_at_3": 0.141757, "R_cap_at_5": 0.172962, "R_cap_at_10": 0.231635, "R_cap_at_20": 0.308211, "R_cap_at_25": 0.340476, "R_cap_at_50": 0.429828, "R_cap_at_100": 0.544558, "R_cap_at_1000": 0.958907, "main_score": 0.16245, "hf_subset": "Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 2105.371307898313, "kg_co2_emissions": null, "date": 1785996304.510631, "evaluation_phases": [ { "name": "Data loading", "start": 7.722526788711548e-06, "end": 97.14450173825026, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 97.14455062150955, "end": 97.14456792920828, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 97.17104314640164, "end": 184.76142229512334, "split": "test", "subset": "Times" }, { "name": "Scoring", "start": 184.76166478917003, "end": 185.07078237831593, "split": "test", "subset": "Times" } ] }