{ "dataset_revision": "c0c0877aab7085655b446b2adcb86a25bbf14459", "task_name": "EPBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.76531, "ndcg_at_3": 0.77136, "ndcg_at_5": 0.80208, "ndcg_at_10": 0.8225, "ndcg_at_20": 0.83473, "ndcg_at_25": 0.83773, "ndcg_at_50": 0.84467, "ndcg_at_100": 0.85007, "ndcg_at_1000": 0.85104, "map_at_1": 0.39943, "map_at_3": 0.60311, "map_at_5": 0.67634, "map_at_10": 0.7388, "map_at_20": 0.76237, "map_at_25": 0.76511, "map_at_50": 0.76797, "map_at_100": 0.76931, "map_at_1000": 0.76959, "recall_at_1": 0.39943, "recall_at_3": 0.652, "recall_at_5": 0.77532, "recall_at_10": 0.89088, "recall_at_20": 0.94706, "recall_at_25": 0.95282, "recall_at_50": 0.97478, "recall_at_100": 0.99734, "recall_at_1000": 1.0, "accuracy": 0.39943, "precision_at_1": 0.76531, "precision_at_3": 0.53741, "precision_at_5": 0.42653, "precision_at_10": 0.28061, "precision_at_20": 0.16122, "precision_at_25": 0.13184, "precision_at_50": 0.06816, "precision_at_100": 0.035, "precision_at_1000": 0.00354, "mrr_at_1": 0.765306, "mrr_at_3": 0.82483, "mrr_at_5": 0.831973, "mrr_at_10": 0.836589, "mrr_at_20": 0.837828, "mrr_at_25": 0.837828, "mrr_at_50": 0.838192, "mrr_at_100": 0.838385, "mrr_at_1000": 0.838385, "nauc_ndcg_at_1_max": 0.554077, "nauc_ndcg_at_1_std": 0.170909, "nauc_ndcg_at_1_diff1": 0.611132, "nauc_ndcg_at_3_max": 0.463575, "nauc_ndcg_at_3_std": 0.096722, "nauc_ndcg_at_3_diff1": 0.419255, "nauc_ndcg_at_5_max": 0.538403, "nauc_ndcg_at_5_std": 0.185365, "nauc_ndcg_at_5_diff1": 0.468761, "nauc_ndcg_at_10_max": 0.600608, "nauc_ndcg_at_10_std": 0.233897, "nauc_ndcg_at_10_diff1": 0.507547, "nauc_ndcg_at_20_max": 0.579796, "nauc_ndcg_at_20_std": 0.232727, "nauc_ndcg_at_20_diff1": 0.521833, "nauc_ndcg_at_25_max": 0.576508, "nauc_ndcg_at_25_std": 0.230628, "nauc_ndcg_at_25_diff1": 0.517478, "nauc_ndcg_at_50_max": 0.563971, "nauc_ndcg_at_50_std": 0.220667, "nauc_ndcg_at_50_diff1": 0.501307, "nauc_ndcg_at_100_max": 0.5485, "nauc_ndcg_at_100_std": 0.200232, "nauc_ndcg_at_100_diff1": 0.490617, "nauc_ndcg_at_1000_max": 0.544692, "nauc_ndcg_at_1000_std": 0.195068, "nauc_ndcg_at_1000_diff1": 0.485465, "nauc_map_at_1_max": 0.439673, "nauc_map_at_1_std": 0.051287, "nauc_map_at_1_diff1": 0.602112, "nauc_map_at_3_max": 0.530685, "nauc_map_at_3_std": 0.136277, "nauc_map_at_3_diff1": 0.552784, "nauc_map_at_5_max": 0.597443, "nauc_map_at_5_std": 0.20817, "nauc_map_at_5_diff1": 0.537687, "nauc_map_at_10_max": 0.584442, "nauc_map_at_10_std": 0.206918, "nauc_map_at_10_diff1": 0.476327, "nauc_map_at_20_max": 0.558286, "nauc_map_at_20_std": 0.214256, "nauc_map_at_20_diff1": 0.463511, "nauc_map_at_25_max": 0.556002, "nauc_map_at_25_std": 0.212209, "nauc_map_at_25_diff1": 0.460269, "nauc_map_at_50_max": 0.55287, "nauc_map_at_50_std": 0.209144, "nauc_map_at_50_diff1": 0.455968, "nauc_map_at_100_max": 0.550539, "nauc_map_at_100_std": 0.206025, "nauc_map_at_100_diff1": 0.454224, "nauc_map_at_1000_max": 0.549811, "nauc_map_at_1000_std": 0.204997, "nauc_map_at_1000_diff1": 0.453196, "nauc_recall_at_1_max": 0.439673, "nauc_recall_at_1_std": 0.051287, "nauc_recall_at_1_diff1": 0.602112, "nauc_recall_at_3_max": 0.47341, "nauc_recall_at_3_std": 0.08431, "nauc_recall_at_3_diff1": 0.546768, "nauc_recall_at_5_max": 0.583111, "nauc_recall_at_5_std": 0.231495, "nauc_recall_at_5_diff1": 0.538642, "nauc_recall_at_10_max": 0.765325, "nauc_recall_at_10_std": 0.397908, "nauc_recall_at_10_diff1": 0.558311, "nauc_recall_at_20_max": 0.798252, "nauc_recall_at_20_std": 0.529762, "nauc_recall_at_20_diff1": 0.731603, "nauc_recall_at_25_max": 0.830055, "nauc_recall_at_25_std": 0.566822, "nauc_recall_at_25_diff1": 0.753871, "nauc_recall_at_50_max": 0.874619, "nauc_recall_at_50_std": 0.711925, "nauc_recall_at_50_diff1": 0.715902, "nauc_recall_at_100_max": 0.787925, "nauc_recall_at_100_std": 0.787925, "nauc_recall_at_100_diff1": 0.940831, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.554077, "nauc_precision_at_1_std": 0.170909, "nauc_precision_at_1_diff1": 0.611132, "nauc_precision_at_3_max": 0.059213, "nauc_precision_at_3_std": 0.102647, "nauc_precision_at_3_diff1": -0.204964, "nauc_precision_at_5_max": -0.051101, "nauc_precision_at_5_std": 0.095405, "nauc_precision_at_5_diff1": -0.302439, "nauc_precision_at_10_max": -0.166274, "nauc_precision_at_10_std": 0.014038, "nauc_precision_at_10_diff1": -0.344155, "nauc_precision_at_20_max": -0.221696, "nauc_precision_at_20_std": -0.007764, "nauc_precision_at_20_diff1": -0.330784, "nauc_precision_at_25_max": -0.226309, "nauc_precision_at_25_std": -0.015204, "nauc_precision_at_25_diff1": -0.331093, "nauc_precision_at_50_max": -0.245657, "nauc_precision_at_50_std": -0.03006, "nauc_precision_at_50_diff1": -0.347329, "nauc_precision_at_100_max": -0.261294, "nauc_precision_at_100_std": -0.047761, "nauc_precision_at_100_diff1": -0.356907, "nauc_precision_at_1000_max": -0.266098, "nauc_precision_at_1000_std": -0.057689, "nauc_precision_at_1000_diff1": -0.361358, "nauc_mrr_at_1_max": 0.554077, "nauc_mrr_at_1_std": 0.170909, "nauc_mrr_at_1_diff1": 0.611132, "nauc_mrr_at_3_max": 0.524512, "nauc_mrr_at_3_std": 0.104081, "nauc_mrr_at_3_diff1": 0.631309, "nauc_mrr_at_5_max": 0.534101, "nauc_mrr_at_5_std": 0.134932, "nauc_mrr_at_5_diff1": 0.619002, "nauc_mrr_at_10_max": 0.553277, "nauc_mrr_at_10_std": 0.152572, "nauc_mrr_at_10_diff1": 0.628509, "nauc_mrr_at_20_max": 0.550039, "nauc_mrr_at_20_std": 0.149643, "nauc_mrr_at_20_diff1": 0.626527, "nauc_mrr_at_25_max": 0.550039, "nauc_mrr_at_25_std": 0.149643, "nauc_mrr_at_25_diff1": 0.626527, "nauc_mrr_at_50_max": 0.548946, "nauc_mrr_at_50_std": 0.149136, "nauc_mrr_at_50_diff1": 0.625938, "nauc_mrr_at_100_max": 0.548366, "nauc_mrr_at_100_std": 0.1484, "nauc_mrr_at_100_diff1": 0.625815, "nauc_mrr_at_1000_max": 0.548366, "nauc_mrr_at_1000_std": 0.1484, "nauc_mrr_at_1000_diff1": 0.625815, "hit_rate_at_1": 0.76531, "hit_rate_at_3": 0.89796, "hit_rate_at_5": 0.92857, "hit_rate_at_10": 0.95918, "hit_rate_at_20": 0.97959, "hit_rate_at_25": 0.97959, "hit_rate_at_50": 0.9898, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.765306, "R_cap_at_3": 0.785714, "R_cap_at_5": 0.851871, "R_cap_at_10": 0.910289, "R_cap_at_20": 0.947057, "R_cap_at_25": 0.952824, "R_cap_at_50": 0.974778, "R_cap_at_100": 0.997342, "R_cap_at_1000": 1.0, "main_score": 0.8225, "hf_subset": "default_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68852, "ndcg_at_3": 0.72573, "ndcg_at_5": 0.76431, "ndcg_at_10": 0.78364, "ndcg_at_20": 0.7944, "ndcg_at_25": 0.79857, "ndcg_at_50": 0.80762, "ndcg_at_100": 0.80852, "ndcg_at_1000": 0.80891, "map_at_1": 0.35138, "map_at_3": 0.55641, "map_at_5": 0.63065, "map_at_10": 0.69232, "map_at_20": 0.71417, "map_at_25": 0.71614, "map_at_50": 0.71996, "map_at_100": 0.72029, "map_at_1000": 0.72042, "recall_at_1": 0.35138, "recall_at_3": 0.64225, "recall_at_5": 0.77841, "recall_at_10": 0.90433, "recall_at_20": 0.95168, "recall_at_25": 0.96528, "recall_at_50": 0.99631, "recall_at_100": 0.99893, "recall_at_1000": 1.0, "accuracy": 0.35138, "precision_at_1": 0.68852, "precision_at_3": 0.5, "precision_at_5": 0.40492, "precision_at_10": 0.26311, "precision_at_20": 0.14918, "precision_at_25": 0.12164, "precision_at_50": 0.06361, "precision_at_100": 0.03205, "precision_at_1000": 0.00322, "mrr_at_1": 0.688525, "mrr_at_3": 0.756831, "mrr_at_5": 0.773634, "mrr_at_10": 0.780123, "mrr_at_20": 0.781278, "mrr_at_25": 0.781634, "mrr_at_50": 0.782265, "mrr_at_100": 0.782265, "mrr_at_1000": 0.782265, "nauc_ndcg_at_1_max": 0.054039, "nauc_ndcg_at_1_std": 0.099983, "nauc_ndcg_at_1_diff1": 0.442635, "nauc_ndcg_at_3_max": 0.185678, "nauc_ndcg_at_3_std": 0.077652, "nauc_ndcg_at_3_diff1": 0.408117, "nauc_ndcg_at_5_max": 0.177963, "nauc_ndcg_at_5_std": 0.054723, "nauc_ndcg_at_5_diff1": 0.417777, "nauc_ndcg_at_10_max": 0.16573, "nauc_ndcg_at_10_std": 0.061558, "nauc_ndcg_at_10_diff1": 0.452586, "nauc_ndcg_at_20_max": 0.143065, "nauc_ndcg_at_20_std": 0.065754, "nauc_ndcg_at_20_diff1": 0.420363, "nauc_ndcg_at_25_max": 0.131045, "nauc_ndcg_at_25_std": 0.070276, "nauc_ndcg_at_25_diff1": 0.416057, "nauc_ndcg_at_50_max": 0.122656, "nauc_ndcg_at_50_std": 0.071719, "nauc_ndcg_at_50_diff1": 0.420991, "nauc_ndcg_at_100_max": 0.123307, "nauc_ndcg_at_100_std": 0.072796, "nauc_ndcg_at_100_diff1": 0.42281, "nauc_ndcg_at_1000_max": 0.122988, "nauc_ndcg_at_1000_std": 0.070926, "nauc_ndcg_at_1000_diff1": 0.423578, "nauc_map_at_1_max": 0.155731, "nauc_map_at_1_std": 0.052966, "nauc_map_at_1_diff1": 0.467357, "nauc_map_at_3_max": 0.244443, "nauc_map_at_3_std": 0.04992, "nauc_map_at_3_diff1": 0.473085, "nauc_map_at_5_max": 0.229376, "nauc_map_at_5_std": 0.038692, "nauc_map_at_5_diff1": 0.443177, "nauc_map_at_10_max": 0.1866, "nauc_map_at_10_std": 0.056904, "nauc_map_at_10_diff1": 0.429606, "nauc_map_at_20_max": 0.160504, "nauc_map_at_20_std": 0.064203, "nauc_map_at_20_diff1": 0.407801, "nauc_map_at_25_max": 0.158774, "nauc_map_at_25_std": 0.067962, "nauc_map_at_25_diff1": 0.407472, "nauc_map_at_50_max": 0.154927, "nauc_map_at_50_std": 0.067386, "nauc_map_at_50_diff1": 0.409096, "nauc_map_at_100_max": 0.155193, "nauc_map_at_100_std": 0.06778, "nauc_map_at_100_diff1": 0.409666, "nauc_map_at_1000_max": 0.155127, "nauc_map_at_1000_std": 0.067321, "nauc_map_at_1000_diff1": 0.409836, "nauc_recall_at_1_max": 0.155731, "nauc_recall_at_1_std": 0.052966, "nauc_recall_at_1_diff1": 0.467357, "nauc_recall_at_3_max": 0.313444, "nauc_recall_at_3_std": 0.014661, "nauc_recall_at_3_diff1": 0.415661, "nauc_recall_at_5_max": 0.332335, "nauc_recall_at_5_std": -0.052546, "nauc_recall_at_5_diff1": 0.384732, "nauc_recall_at_10_max": 0.376466, "nauc_recall_at_10_std": 0.064035, "nauc_recall_at_10_diff1": 0.412946, "nauc_recall_at_20_max": 0.325137, "nauc_recall_at_20_std": 0.009337, "nauc_recall_at_20_diff1": 0.324555, "nauc_recall_at_25_max": 0.158965, "nauc_recall_at_25_std": -0.002465, "nauc_recall_at_25_diff1": 0.214334, "nauc_recall_at_50_max": 0.006097, "nauc_recall_at_50_std": 0.126854, "nauc_recall_at_50_diff1": -0.174352, "nauc_recall_at_100_max": 0.156716, "nauc_recall_at_100_std": 0.75553, "nauc_recall_at_100_diff1": -0.185181, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.054039, "nauc_precision_at_1_std": 0.099983, "nauc_precision_at_1_diff1": 0.442635, "nauc_precision_at_3_max": -0.001367, "nauc_precision_at_3_std": 0.043572, "nauc_precision_at_3_diff1": -0.027063, "nauc_precision_at_5_max": -0.07373, "nauc_precision_at_5_std": 0.024248, "nauc_precision_at_5_diff1": -0.133473, "nauc_precision_at_10_max": -0.13292, "nauc_precision_at_10_std": 0.028138, "nauc_precision_at_10_diff1": -0.158395, "nauc_precision_at_20_max": -0.152767, "nauc_precision_at_20_std": 0.030452, "nauc_precision_at_20_diff1": -0.174756, "nauc_precision_at_25_max": -0.155887, "nauc_precision_at_25_std": 0.038527, "nauc_precision_at_25_diff1": -0.177521, "nauc_precision_at_50_max": -0.163457, "nauc_precision_at_50_std": 0.029167, "nauc_precision_at_50_diff1": -0.172647, "nauc_precision_at_100_max": -0.160553, "nauc_precision_at_100_std": 0.030823, "nauc_precision_at_100_diff1": -0.168763, "nauc_precision_at_1000_max": -0.160025, "nauc_precision_at_1000_std": 0.025942, "nauc_precision_at_1000_diff1": -0.165743, "nauc_mrr_at_1_max": 0.054039, "nauc_mrr_at_1_std": 0.099983, "nauc_mrr_at_1_diff1": 0.442635, "nauc_mrr_at_3_max": 0.095946, "nauc_mrr_at_3_std": 0.073116, "nauc_mrr_at_3_diff1": 0.457032, "nauc_mrr_at_5_max": 0.078432, "nauc_mrr_at_5_std": 0.058181, "nauc_mrr_at_5_diff1": 0.462035, "nauc_mrr_at_10_max": 0.086936, "nauc_mrr_at_10_std": 0.079141, "nauc_mrr_at_10_diff1": 0.464212, "nauc_mrr_at_20_max": 0.082799, "nauc_mrr_at_20_std": 0.075983, "nauc_mrr_at_20_diff1": 0.461269, "nauc_mrr_at_25_max": 0.081094, "nauc_mrr_at_25_std": 0.075459, "nauc_mrr_at_25_diff1": 0.460782, "nauc_mrr_at_50_max": 0.081835, "nauc_mrr_at_50_std": 0.076428, "nauc_mrr_at_50_diff1": 0.46115, "nauc_mrr_at_100_max": 0.081835, "nauc_mrr_at_100_std": 0.076428, "nauc_mrr_at_100_diff1": 0.46115, "nauc_mrr_at_1000_max": 0.081835, "nauc_mrr_at_1000_std": 0.076428, "nauc_mrr_at_1000_diff1": 0.46115, "hit_rate_at_1": 0.68852, "hit_rate_at_3": 0.84426, "hit_rate_at_5": 0.91803, "hit_rate_at_10": 0.95902, "hit_rate_at_20": 0.97541, "hit_rate_at_25": 0.98361, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.688525, "R_cap_at_3": 0.771858, "R_cap_at_5": 0.85765, "R_cap_at_10": 0.921107, "R_cap_at_20": 0.95168, "R_cap_at_25": 0.965281, "R_cap_at_50": 0.996314, "R_cap_at_100": 0.998932, "R_cap_at_1000": 1.0, "main_score": 0.78364, "hf_subset": "default_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75758, "ndcg_at_3": 0.8012, "ndcg_at_5": 0.82597, "ndcg_at_10": 0.84173, "ndcg_at_20": 0.85419, "ndcg_at_25": 0.85618, "ndcg_at_50": 0.85993, "ndcg_at_100": 0.86018, "ndcg_at_1000": 0.86018, "map_at_1": 0.40413, "map_at_3": 0.63812, "map_at_5": 0.71909, "map_at_10": 0.77804, "map_at_20": 0.79517, "map_at_25": 0.7962, "map_at_50": 0.79787, "map_at_100": 0.79798, "map_at_1000": 0.79798, "recall_at_1": 0.40413, "recall_at_3": 0.70514, "recall_at_5": 0.83001, "recall_at_10": 0.93813, "recall_at_20": 0.98201, "recall_at_25": 0.98775, "recall_at_50": 0.99937, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.40413, "precision_at_1": 0.75758, "precision_at_3": 0.55556, "precision_at_5": 0.43939, "precision_at_10": 0.275, "precision_at_20": 0.15114, "precision_at_25": 0.12212, "precision_at_50": 0.06227, "precision_at_100": 0.03121, "precision_at_1000": 0.00312, "mrr_at_1": 0.757576, "mrr_at_3": 0.816919, "mrr_at_5": 0.825631, "mrr_at_10": 0.830943, "mrr_at_20": 0.832578, "mrr_at_25": 0.832881, "mrr_at_50": 0.832881, "mrr_at_100": 0.832881, "mrr_at_1000": 0.832881, "nauc_ndcg_at_1_max": 0.337714, "nauc_ndcg_at_1_std": 0.365159, "nauc_ndcg_at_1_diff1": 0.605429, "nauc_ndcg_at_3_max": 0.354376, "nauc_ndcg_at_3_std": 0.286019, "nauc_ndcg_at_3_diff1": 0.54878, "nauc_ndcg_at_5_max": 0.314519, "nauc_ndcg_at_5_std": 0.235464, "nauc_ndcg_at_5_diff1": 0.571752, "nauc_ndcg_at_10_max": 0.368475, "nauc_ndcg_at_10_std": 0.292952, "nauc_ndcg_at_10_diff1": 0.5671, "nauc_ndcg_at_20_max": 0.343606, "nauc_ndcg_at_20_std": 0.2972, "nauc_ndcg_at_20_diff1": 0.573199, "nauc_ndcg_at_25_max": 0.336527, "nauc_ndcg_at_25_std": 0.301435, "nauc_ndcg_at_25_diff1": 0.570085, "nauc_ndcg_at_50_max": 0.323695, "nauc_ndcg_at_50_std": 0.300935, "nauc_ndcg_at_50_diff1": 0.570821, "nauc_ndcg_at_100_max": 0.323455, "nauc_ndcg_at_100_std": 0.301692, "nauc_ndcg_at_100_diff1": 0.570545, "nauc_ndcg_at_1000_max": 0.323455, "nauc_ndcg_at_1000_std": 0.301692, "nauc_ndcg_at_1000_diff1": 0.570545, "nauc_map_at_1_max": 0.191854, "nauc_map_at_1_std": 0.044343, "nauc_map_at_1_diff1": 0.494364, "nauc_map_at_3_max": 0.376053, "nauc_map_at_3_std": 0.157499, "nauc_map_at_3_diff1": 0.552727, "nauc_map_at_5_max": 0.384148, "nauc_map_at_5_std": 0.163305, "nauc_map_at_5_diff1": 0.565567, "nauc_map_at_10_max": 0.353918, "nauc_map_at_10_std": 0.21609, "nauc_map_at_10_diff1": 0.551601, "nauc_map_at_20_max": 0.327503, "nauc_map_at_20_std": 0.260063, "nauc_map_at_20_diff1": 0.546783, "nauc_map_at_25_max": 0.325505, "nauc_map_at_25_std": 0.261879, "nauc_map_at_25_diff1": 0.545919, "nauc_map_at_50_max": 0.321947, "nauc_map_at_50_std": 0.261742, "nauc_map_at_50_diff1": 0.546098, "nauc_map_at_100_max": 0.321869, "nauc_map_at_100_std": 0.261968, "nauc_map_at_100_diff1": 0.545998, "nauc_map_at_1000_max": 0.321869, "nauc_map_at_1000_std": 0.261968, "nauc_map_at_1000_diff1": 0.545998, "nauc_recall_at_1_max": 0.191854, "nauc_recall_at_1_std": 0.044343, "nauc_recall_at_1_diff1": 0.494364, "nauc_recall_at_3_max": 0.409641, "nauc_recall_at_3_std": 0.106057, "nauc_recall_at_3_diff1": 0.496234, "nauc_recall_at_5_max": 0.429959, "nauc_recall_at_5_std": 0.00724, "nauc_recall_at_5_diff1": 0.524347, "nauc_recall_at_10_max": 0.641402, "nauc_recall_at_10_std": 0.113149, "nauc_recall_at_10_diff1": 0.482039, "nauc_recall_at_20_max": 0.766531, "nauc_recall_at_20_std": 0.181715, "nauc_recall_at_20_diff1": 0.574412, "nauc_recall_at_25_max": 0.738928, "nauc_recall_at_25_std": 0.256226, "nauc_recall_at_25_diff1": 0.497421, "nauc_recall_at_50_max": 0.357624, "nauc_recall_at_50_std": -0.170678, "nauc_recall_at_50_diff1": 0.554199, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.337714, "nauc_precision_at_1_std": 0.365159, "nauc_precision_at_1_diff1": 0.605429, "nauc_precision_at_3_max": 0.085312, "nauc_precision_at_3_std": 0.189012, "nauc_precision_at_3_diff1": -0.046343, "nauc_precision_at_5_max": -0.053566, "nauc_precision_at_5_std": 0.103615, "nauc_precision_at_5_diff1": -0.14556, "nauc_precision_at_10_max": -0.141986, "nauc_precision_at_10_std": 0.097065, "nauc_precision_at_10_diff1": -0.196976, "nauc_precision_at_20_max": -0.180063, "nauc_precision_at_20_std": 0.121264, "nauc_precision_at_20_diff1": -0.211242, "nauc_precision_at_25_max": -0.185345, "nauc_precision_at_25_std": 0.120862, "nauc_precision_at_25_diff1": -0.215779, "nauc_precision_at_50_max": -0.195975, "nauc_precision_at_50_std": 0.112268, "nauc_precision_at_50_diff1": -0.219928, "nauc_precision_at_100_max": -0.196018, "nauc_precision_at_100_std": 0.112188, "nauc_precision_at_100_diff1": -0.220445, "nauc_precision_at_1000_max": -0.196018, "nauc_precision_at_1000_std": 0.112188, "nauc_precision_at_1000_diff1": -0.220445, "nauc_mrr_at_1_max": 0.337714, "nauc_mrr_at_1_std": 0.365159, "nauc_mrr_at_1_diff1": 0.605429, "nauc_mrr_at_3_max": 0.357927, "nauc_mrr_at_3_std": 0.375035, "nauc_mrr_at_3_diff1": 0.616328, "nauc_mrr_at_5_max": 0.356763, "nauc_mrr_at_5_std": 0.36231, "nauc_mrr_at_5_diff1": 0.631177, "nauc_mrr_at_10_max": 0.358631, "nauc_mrr_at_10_std": 0.373714, "nauc_mrr_at_10_diff1": 0.622199, "nauc_mrr_at_20_max": 0.354123, "nauc_mrr_at_20_std": 0.371094, "nauc_mrr_at_20_diff1": 0.623258, "nauc_mrr_at_25_max": 0.352843, "nauc_mrr_at_25_std": 0.371586, "nauc_mrr_at_25_diff1": 0.62277, "nauc_mrr_at_50_max": 0.352843, "nauc_mrr_at_50_std": 0.371586, "nauc_mrr_at_50_diff1": 0.62277, "nauc_mrr_at_100_max": 0.352843, "nauc_mrr_at_100_std": 0.371586, "nauc_mrr_at_100_diff1": 0.62277, "nauc_mrr_at_1000_max": 0.352843, "nauc_mrr_at_1000_std": 0.371586, "nauc_mrr_at_1000_diff1": 0.62277, "hit_rate_at_1": 0.75758, "hit_rate_at_3": 0.89394, "hit_rate_at_5": 0.93182, "hit_rate_at_10": 0.9697, "hit_rate_at_20": 0.99242, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.757576, "R_cap_at_3": 0.839646, "R_cap_at_5": 0.896591, "R_cap_at_10": 0.94758, "R_cap_at_20": 0.982013, "R_cap_at_25": 0.987753, "R_cap_at_50": 0.999369, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.84173, "hf_subset": "default_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.79167, "ndcg_at_3": 0.81961, "ndcg_at_5": 0.85056, "ndcg_at_10": 0.86645, "ndcg_at_20": 0.87352, "ndcg_at_25": 0.87423, "ndcg_at_50": 0.87603, "ndcg_at_100": 0.87806, "ndcg_at_1000": 0.87821, "map_at_1": 0.42293, "map_at_3": 0.67138, "map_at_5": 0.74676, "map_at_10": 0.79928, "map_at_20": 0.81617, "map_at_25": 0.81695, "map_at_50": 0.81846, "map_at_100": 0.81922, "map_at_1000": 0.81927, "recall_at_1": 0.42293, "recall_at_3": 0.73002, "recall_at_5": 0.85092, "recall_at_10": 0.95207, "recall_at_20": 0.98838, "recall_at_25": 0.98961, "recall_at_50": 0.99332, "recall_at_100": 0.99959, "recall_at_1000": 1.0, "accuracy": 0.42293, "precision_at_1": 0.79167, "precision_at_3": 0.56713, "precision_at_5": 0.43889, "precision_at_10": 0.27361, "precision_at_20": 0.15035, "precision_at_25": 0.12111, "precision_at_50": 0.06153, "precision_at_100": 0.03125, "precision_at_1000": 0.00313, "mrr_at_1": 0.791667, "mrr_at_3": 0.842593, "mrr_at_5": 0.853704, "mrr_at_10": 0.859799, "mrr_at_20": 0.860262, "mrr_at_25": 0.860262, "mrr_at_50": 0.860262, "mrr_at_100": 0.860262, "mrr_at_1000": 0.860262, "nauc_ndcg_at_1_max": 0.23802, "nauc_ndcg_at_1_std": 0.333809, "nauc_ndcg_at_1_diff1": 0.63092, "nauc_ndcg_at_3_max": 0.255176, "nauc_ndcg_at_3_std": 0.218651, "nauc_ndcg_at_3_diff1": 0.505982, "nauc_ndcg_at_5_max": 0.276748, "nauc_ndcg_at_5_std": 0.285808, "nauc_ndcg_at_5_diff1": 0.547196, "nauc_ndcg_at_10_max": 0.283664, "nauc_ndcg_at_10_std": 0.297092, "nauc_ndcg_at_10_diff1": 0.531408, "nauc_ndcg_at_20_max": 0.260303, "nauc_ndcg_at_20_std": 0.298344, "nauc_ndcg_at_20_diff1": 0.543243, "nauc_ndcg_at_25_max": 0.257135, "nauc_ndcg_at_25_std": 0.29717, "nauc_ndcg_at_25_diff1": 0.544138, "nauc_ndcg_at_50_max": 0.251611, "nauc_ndcg_at_50_std": 0.292997, "nauc_ndcg_at_50_diff1": 0.544455, "nauc_ndcg_at_100_max": 0.244286, "nauc_ndcg_at_100_std": 0.28889, "nauc_ndcg_at_100_diff1": 0.54723, "nauc_ndcg_at_1000_max": 0.243254, "nauc_ndcg_at_1000_std": 0.287892, "nauc_ndcg_at_1000_diff1": 0.547154, "nauc_map_at_1_max": 0.053288, "nauc_map_at_1_std": -0.000998, "nauc_map_at_1_diff1": 0.534638, "nauc_map_at_3_max": 0.272922, "nauc_map_at_3_std": 0.169109, "nauc_map_at_3_diff1": 0.588546, "nauc_map_at_5_max": 0.342951, "nauc_map_at_5_std": 0.233001, "nauc_map_at_5_diff1": 0.58516, "nauc_map_at_10_max": 0.303309, "nauc_map_at_10_std": 0.251502, "nauc_map_at_10_diff1": 0.527265, "nauc_map_at_20_max": 0.275606, "nauc_map_at_20_std": 0.278283, "nauc_map_at_20_diff1": 0.514082, "nauc_map_at_25_max": 0.273244, "nauc_map_at_25_std": 0.277429, "nauc_map_at_25_diff1": 0.514672, "nauc_map_at_50_max": 0.269628, "nauc_map_at_50_std": 0.274696, "nauc_map_at_50_diff1": 0.514623, "nauc_map_at_100_max": 0.267836, "nauc_map_at_100_std": 0.274241, "nauc_map_at_100_diff1": 0.514312, "nauc_map_at_1000_max": 0.267601, "nauc_map_at_1000_std": 0.274008, "nauc_map_at_1000_diff1": 0.514289, "nauc_recall_at_1_max": 0.053288, "nauc_recall_at_1_std": -0.000998, "nauc_recall_at_1_diff1": 0.534638, "nauc_recall_at_3_max": 0.260745, "nauc_recall_at_3_std": 0.095424, "nauc_recall_at_3_diff1": 0.525378, "nauc_recall_at_5_max": 0.426187, "nauc_recall_at_5_std": 0.190139, "nauc_recall_at_5_diff1": 0.579504, "nauc_recall_at_10_max": 0.62347, "nauc_recall_at_10_std": 0.206423, "nauc_recall_at_10_diff1": 0.345465, "nauc_recall_at_20_max": 0.571026, "nauc_recall_at_20_std": 0.476705, "nauc_recall_at_20_diff1": 0.156329, "nauc_recall_at_25_max": 0.560574, "nauc_recall_at_25_std": 0.489117, "nauc_recall_at_25_diff1": 0.151087, "nauc_recall_at_50_max": 0.615882, "nauc_recall_at_50_std": 0.524788, "nauc_recall_at_50_diff1": 0.064125, "nauc_recall_at_100_max": 0.869683, "nauc_recall_at_100_std": 0.869683, "nauc_recall_at_100_diff1": 0.357644, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.23802, "nauc_precision_at_1_std": 0.333809, "nauc_precision_at_1_diff1": 0.63092, "nauc_precision_at_3_max": 0.174711, "nauc_precision_at_3_std": 0.236507, "nauc_precision_at_3_diff1": -0.11539, "nauc_precision_at_5_max": 0.069112, "nauc_precision_at_5_std": 0.159746, "nauc_precision_at_5_diff1": -0.234265, "nauc_precision_at_10_max": -0.063435, "nauc_precision_at_10_std": 0.086519, "nauc_precision_at_10_diff1": -0.3111, "nauc_precision_at_20_max": -0.107796, "nauc_precision_at_20_std": 0.085484, "nauc_precision_at_20_diff1": -0.316278, "nauc_precision_at_25_max": -0.111953, "nauc_precision_at_25_std": 0.08088, "nauc_precision_at_25_diff1": -0.313155, "nauc_precision_at_50_max": -0.119065, "nauc_precision_at_50_std": 0.06875, "nauc_precision_at_50_diff1": -0.308799, "nauc_precision_at_100_max": -0.125525, "nauc_precision_at_100_std": 0.061161, "nauc_precision_at_100_diff1": -0.309732, "nauc_precision_at_1000_max": -0.127314, "nauc_precision_at_1000_std": 0.058471, "nauc_precision_at_1000_diff1": -0.309221, "nauc_mrr_at_1_max": 0.23802, "nauc_mrr_at_1_std": 0.333809, "nauc_mrr_at_1_diff1": 0.63092, "nauc_mrr_at_3_max": 0.221897, "nauc_mrr_at_3_std": 0.310554, "nauc_mrr_at_3_diff1": 0.627085, "nauc_mrr_at_5_max": 0.223076, "nauc_mrr_at_5_std": 0.314694, "nauc_mrr_at_5_diff1": 0.644078, "nauc_mrr_at_10_max": 0.223381, "nauc_mrr_at_10_std": 0.317931, "nauc_mrr_at_10_diff1": 0.639013, "nauc_mrr_at_20_max": 0.220644, "nauc_mrr_at_20_std": 0.317791, "nauc_mrr_at_20_diff1": 0.637741, "nauc_mrr_at_25_max": 0.220644, "nauc_mrr_at_25_std": 0.317791, "nauc_mrr_at_25_diff1": 0.637741, "nauc_mrr_at_50_max": 0.220644, "nauc_mrr_at_50_std": 0.317791, "nauc_mrr_at_50_diff1": 0.637741, "nauc_mrr_at_100_max": 0.220644, "nauc_mrr_at_100_std": 0.317791, "nauc_mrr_at_100_diff1": 0.637741, "nauc_mrr_at_1000_max": 0.220644, "nauc_mrr_at_1000_std": 0.317791, "nauc_mrr_at_1000_diff1": 0.637741, "hit_rate_at_1": 0.79167, "hit_rate_at_3": 0.90278, "hit_rate_at_5": 0.95139, "hit_rate_at_10": 0.99306, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.791667, "R_cap_at_3": 0.849537, "R_cap_at_5": 0.916204, "R_cap_at_10": 0.966705, "R_cap_at_20": 0.988383, "R_cap_at_25": 0.989608, "R_cap_at_50": 0.99332, "R_cap_at_100": 0.999592, "R_cap_at_1000": 1.0, "main_score": 0.86645, "hf_subset": "default_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.98077, "ndcg_at_3": 0.95457, "ndcg_at_5": 0.9681, "ndcg_at_10": 0.97575, "ndcg_at_20": 0.97575, "ndcg_at_25": 0.97575, "ndcg_at_50": 0.97575, "ndcg_at_100": 0.97575, "ndcg_at_1000": 0.97575, "map_at_1": 0.80128, "map_at_3": 0.9391, "map_at_5": 0.95256, "map_at_10": 0.95772, "map_at_20": 0.95772, "map_at_25": 0.95772, "map_at_50": 0.95772, "map_at_100": 0.95772, "map_at_1000": 0.95772, "recall_at_1": 0.80128, "recall_at_3": 0.95513, "recall_at_5": 0.98077, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.80128, "precision_at_1": 0.98077, "precision_at_3": 0.44231, "precision_at_5": 0.27692, "precision_at_10": 0.14231, "precision_at_20": 0.07115, "precision_at_25": 0.05692, "precision_at_50": 0.02846, "precision_at_100": 0.01423, "precision_at_1000": 0.00142, "mrr_at_1": 0.980769, "mrr_at_3": 0.987179, "mrr_at_5": 0.987179, "mrr_at_10": 0.987179, "mrr_at_20": 0.987179, "mrr_at_25": 0.987179, "mrr_at_50": 0.987179, "mrr_at_100": 0.987179, "mrr_at_1000": 0.987179, "nauc_ndcg_at_1_max": 0.724179, "nauc_ndcg_at_1_std": 0.869837, "nauc_ndcg_at_1_diff1": 0.724179, "nauc_ndcg_at_3_max": 0.745056, "nauc_ndcg_at_3_std": 0.830942, "nauc_ndcg_at_3_diff1": 0.577343, "nauc_ndcg_at_5_max": 0.764075, "nauc_ndcg_at_5_std": 0.863194, "nauc_ndcg_at_5_diff1": 0.665992, "nauc_ndcg_at_10_max": 0.754205, "nauc_ndcg_at_10_std": 0.864758, "nauc_ndcg_at_10_diff1": 0.623538, "nauc_ndcg_at_20_max": 0.754205, "nauc_ndcg_at_20_std": 0.864758, "nauc_ndcg_at_20_diff1": 0.623538, "nauc_ndcg_at_25_max": 0.754205, "nauc_ndcg_at_25_std": 0.864758, "nauc_ndcg_at_25_diff1": 0.623538, "nauc_ndcg_at_50_max": 0.754205, "nauc_ndcg_at_50_std": 0.864758, "nauc_ndcg_at_50_diff1": 0.623538, "nauc_ndcg_at_100_max": 0.754205, "nauc_ndcg_at_100_std": 0.864758, "nauc_ndcg_at_100_diff1": 0.623538, "nauc_ndcg_at_1000_max": 0.754205, "nauc_ndcg_at_1000_std": 0.864758, "nauc_ndcg_at_1000_diff1": 0.623538, "nauc_map_at_1_max": 0.447019, "nauc_map_at_1_std": 0.157128, "nauc_map_at_1_diff1": 0.657334, "nauc_map_at_3_max": 0.748506, "nauc_map_at_3_std": 0.835187, "nauc_map_at_3_diff1": 0.583317, "nauc_map_at_5_max": 0.761952, "nauc_map_at_5_std": 0.861431, "nauc_map_at_5_diff1": 0.628997, "nauc_map_at_10_max": 0.758217, "nauc_map_at_10_std": 0.862486, "nauc_map_at_10_diff1": 0.607623, "nauc_map_at_20_max": 0.758217, "nauc_map_at_20_std": 0.862486, "nauc_map_at_20_diff1": 0.607623, "nauc_map_at_25_max": 0.758217, "nauc_map_at_25_std": 0.862486, "nauc_map_at_25_diff1": 0.607623, "nauc_map_at_50_max": 0.758217, "nauc_map_at_50_std": 0.862486, "nauc_map_at_50_diff1": 0.607623, "nauc_map_at_100_max": 0.758217, "nauc_map_at_100_std": 0.862486, "nauc_map_at_100_diff1": 0.607623, "nauc_map_at_1000_max": 0.758217, "nauc_map_at_1000_std": 0.862486, "nauc_map_at_1000_diff1": 0.607623, "nauc_recall_at_1_max": 0.447019, "nauc_recall_at_1_std": 0.157128, "nauc_recall_at_1_diff1": 0.657334, "nauc_recall_at_3_max": 0.725913, "nauc_recall_at_3_std": 0.79022, "nauc_recall_at_3_diff1": 0.516739, "nauc_recall_at_5_max": 0.797008, "nauc_recall_at_5_std": 0.86209, "nauc_recall_at_5_diff1": 0.797008, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.724179, "nauc_precision_at_1_std": 0.869837, "nauc_precision_at_1_diff1": 0.724179, "nauc_precision_at_3_max": -0.15648, "nauc_precision_at_3_std": 0.162004, "nauc_precision_at_3_diff1": -0.379754, "nauc_precision_at_5_max": -0.21449, "nauc_precision_at_5_std": 0.062716, "nauc_precision_at_5_diff1": -0.376283, "nauc_precision_at_10_max": -0.267681, "nauc_precision_at_10_std": -0.00268, "nauc_precision_at_10_diff1": -0.425159, "nauc_precision_at_20_max": -0.267681, "nauc_precision_at_20_std": -0.00268, "nauc_precision_at_20_diff1": -0.425159, "nauc_precision_at_25_max": -0.267681, "nauc_precision_at_25_std": -0.00268, "nauc_precision_at_25_diff1": -0.425159, "nauc_precision_at_50_max": -0.267681, "nauc_precision_at_50_std": -0.00268, "nauc_precision_at_50_diff1": -0.425159, "nauc_precision_at_100_max": -0.267681, "nauc_precision_at_100_std": -0.00268, "nauc_precision_at_100_diff1": -0.425159, "nauc_precision_at_1000_max": -0.267681, "nauc_precision_at_1000_std": -0.00268, "nauc_precision_at_1000_diff1": -0.425159, "nauc_mrr_at_1_max": 0.724179, "nauc_mrr_at_1_std": 0.869837, "nauc_mrr_at_1_diff1": 0.724179, "nauc_mrr_at_3_max": 0.724179, "nauc_mrr_at_3_std": 0.869837, "nauc_mrr_at_3_diff1": 0.724179, "nauc_mrr_at_5_max": 0.724179, "nauc_mrr_at_5_std": 0.869837, "nauc_mrr_at_5_diff1": 0.724179, "nauc_mrr_at_10_max": 0.724179, "nauc_mrr_at_10_std": 0.869837, "nauc_mrr_at_10_diff1": 0.724179, "nauc_mrr_at_20_max": 0.724179, "nauc_mrr_at_20_std": 0.869837, "nauc_mrr_at_20_diff1": 0.724179, "nauc_mrr_at_25_max": 0.724179, "nauc_mrr_at_25_std": 0.869837, "nauc_mrr_at_25_diff1": 0.724179, "nauc_mrr_at_50_max": 0.724179, "nauc_mrr_at_50_std": 0.869837, "nauc_mrr_at_50_diff1": 0.724179, "nauc_mrr_at_100_max": 0.724179, "nauc_mrr_at_100_std": 0.869837, "nauc_mrr_at_100_diff1": 0.724179, "nauc_mrr_at_1000_max": 0.724179, "nauc_mrr_at_1000_std": 0.869837, "nauc_mrr_at_1000_diff1": 0.724179, "hit_rate_at_1": 0.98077, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.980769, "R_cap_at_3": 0.955128, "R_cap_at_5": 0.980769, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97575, "hf_subset": "default_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.90141, "ndcg_at_3": 0.93612, "ndcg_at_5": 0.9542, "ndcg_at_10": 0.9542, "ndcg_at_20": 0.9542, "ndcg_at_25": 0.9542, "ndcg_at_50": 0.9542, "ndcg_at_100": 0.9542, "ndcg_at_1000": 0.9542, "map_at_1": 0.75117, "map_at_3": 0.92371, "map_at_5": 0.93709, "map_at_10": 0.93709, "map_at_20": 0.93709, "map_at_25": 0.93709, "map_at_50": 0.93709, "map_at_100": 0.93709, "map_at_1000": 0.93709, "recall_at_1": 0.75117, "recall_at_3": 0.96009, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.75117, "precision_at_1": 0.90141, "precision_at_3": 0.43192, "precision_at_5": 0.27042, "precision_at_10": 0.13521, "precision_at_20": 0.06761, "precision_at_25": 0.05408, "precision_at_50": 0.02704, "precision_at_100": 0.01352, "precision_at_1000": 0.00135, "mrr_at_1": 0.901408, "mrr_at_3": 0.934272, "mrr_at_5": 0.94061, "mrr_at_10": 0.94061, "mrr_at_20": 0.94061, "mrr_at_25": 0.94061, "mrr_at_50": 0.94061, "mrr_at_100": 0.94061, "mrr_at_1000": 0.94061, "nauc_ndcg_at_1_max": 0.614021, "nauc_ndcg_at_1_std": 0.622531, "nauc_ndcg_at_1_diff1": 0.655891, "nauc_ndcg_at_3_max": 0.656494, "nauc_ndcg_at_3_std": 0.665273, "nauc_ndcg_at_3_diff1": 0.688581, "nauc_ndcg_at_5_max": 0.651337, "nauc_ndcg_at_5_std": 0.672039, "nauc_ndcg_at_5_diff1": 0.669768, "nauc_ndcg_at_10_max": 0.651337, "nauc_ndcg_at_10_std": 0.672039, "nauc_ndcg_at_10_diff1": 0.669768, "nauc_ndcg_at_20_max": 0.651337, "nauc_ndcg_at_20_std": 0.672039, "nauc_ndcg_at_20_diff1": 0.669768, "nauc_ndcg_at_25_max": 0.651337, "nauc_ndcg_at_25_std": 0.672039, "nauc_ndcg_at_25_diff1": 0.669768, "nauc_ndcg_at_50_max": 0.651337, "nauc_ndcg_at_50_std": 0.672039, "nauc_ndcg_at_50_diff1": 0.669768, "nauc_ndcg_at_100_max": 0.651337, "nauc_ndcg_at_100_std": 0.672039, "nauc_ndcg_at_100_diff1": 0.669768, "nauc_ndcg_at_1000_max": 0.651337, "nauc_ndcg_at_1000_std": 0.672039, "nauc_ndcg_at_1000_diff1": 0.669768, "nauc_map_at_1_max": 0.542673, "nauc_map_at_1_std": 0.303065, "nauc_map_at_1_diff1": 0.634359, "nauc_map_at_3_max": 0.61873, "nauc_map_at_3_std": 0.628674, "nauc_map_at_3_diff1": 0.680989, "nauc_map_at_5_max": 0.642692, "nauc_map_at_5_std": 0.660207, "nauc_map_at_5_diff1": 0.671012, "nauc_map_at_10_max": 0.642692, "nauc_map_at_10_std": 0.660207, "nauc_map_at_10_diff1": 0.671012, "nauc_map_at_20_max": 0.642692, "nauc_map_at_20_std": 0.660207, "nauc_map_at_20_diff1": 0.671012, "nauc_map_at_25_max": 0.642692, "nauc_map_at_25_std": 0.660207, "nauc_map_at_25_diff1": 0.671012, "nauc_map_at_50_max": 0.642692, "nauc_map_at_50_std": 0.660207, "nauc_map_at_50_diff1": 0.671012, "nauc_map_at_100_max": 0.642692, "nauc_map_at_100_std": 0.660207, "nauc_map_at_100_diff1": 0.671012, "nauc_map_at_1000_max": 0.642692, "nauc_map_at_1000_std": 0.660207, "nauc_map_at_1000_diff1": 0.671012, "nauc_recall_at_1_max": 0.542673, "nauc_recall_at_1_std": 0.303065, "nauc_recall_at_1_diff1": 0.634359, "nauc_recall_at_3_max": 0.719972, "nauc_recall_at_3_std": 0.706955, "nauc_recall_at_3_diff1": 0.722087, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.614021, "nauc_precision_at_1_std": 0.622531, "nauc_precision_at_1_diff1": 0.655891, "nauc_precision_at_3_max": -0.216521, "nauc_precision_at_3_std": 0.076657, "nauc_precision_at_3_diff1": -0.300516, "nauc_precision_at_5_max": -0.278038, "nauc_precision_at_5_std": 0.01426, "nauc_precision_at_5_diff1": -0.385403, "nauc_precision_at_10_max": -0.278038, "nauc_precision_at_10_std": 0.01426, "nauc_precision_at_10_diff1": -0.385403, "nauc_precision_at_20_max": -0.278038, "nauc_precision_at_20_std": 0.01426, "nauc_precision_at_20_diff1": -0.385403, "nauc_precision_at_25_max": -0.278038, "nauc_precision_at_25_std": 0.01426, "nauc_precision_at_25_diff1": -0.385403, "nauc_precision_at_50_max": -0.278038, "nauc_precision_at_50_std": 0.01426, "nauc_precision_at_50_diff1": -0.385403, "nauc_precision_at_100_max": -0.278038, "nauc_precision_at_100_std": 0.01426, "nauc_precision_at_100_diff1": -0.385403, "nauc_precision_at_1000_max": -0.278038, "nauc_precision_at_1000_std": 0.01426, "nauc_precision_at_1000_diff1": -0.385403, "nauc_mrr_at_1_max": 0.614021, "nauc_mrr_at_1_std": 0.622531, "nauc_mrr_at_1_diff1": 0.655891, "nauc_mrr_at_3_max": 0.680671, "nauc_mrr_at_3_std": 0.701037, "nauc_mrr_at_3_diff1": 0.675689, "nauc_mrr_at_5_max": 0.652783, "nauc_mrr_at_5_std": 0.669132, "nauc_mrr_at_5_diff1": 0.669882, "nauc_mrr_at_10_max": 0.652783, "nauc_mrr_at_10_std": 0.669132, "nauc_mrr_at_10_diff1": 0.669882, "nauc_mrr_at_20_max": 0.652783, "nauc_mrr_at_20_std": 0.669132, "nauc_mrr_at_20_diff1": 0.669882, "nauc_mrr_at_25_max": 0.652783, "nauc_mrr_at_25_std": 0.669132, "nauc_mrr_at_25_diff1": 0.669882, "nauc_mrr_at_50_max": 0.652783, "nauc_mrr_at_50_std": 0.669132, "nauc_mrr_at_50_diff1": 0.669882, "nauc_mrr_at_100_max": 0.652783, "nauc_mrr_at_100_std": 0.669132, "nauc_mrr_at_100_diff1": 0.669882, "nauc_mrr_at_1000_max": 0.652783, "nauc_mrr_at_1000_std": 0.669132, "nauc_mrr_at_1000_diff1": 0.669882, "hit_rate_at_1": 0.90141, "hit_rate_at_3": 0.97183, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.901408, "R_cap_at_3": 0.960094, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9542, "hf_subset": "default_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91549, "ndcg_at_3": 0.94375, "ndcg_at_5": 0.95353, "ndcg_at_10": 0.95855, "ndcg_at_20": 0.95855, "ndcg_at_25": 0.95855, "ndcg_at_50": 0.95855, "ndcg_at_100": 0.95855, "ndcg_at_1000": 0.95855, "map_at_1": 0.75352, "map_at_3": 0.93427, "map_at_5": 0.94131, "map_at_10": 0.94366, "map_at_20": 0.94366, "map_at_25": 0.94366, "map_at_50": 0.94366, "map_at_100": 0.94366, "map_at_1000": 0.94366, "recall_at_1": 0.75352, "recall_at_3": 0.96479, "recall_at_5": 0.98592, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.75352, "precision_at_1": 0.91549, "precision_at_3": 0.44601, "precision_at_5": 0.27324, "precision_at_10": 0.13803, "precision_at_20": 0.06901, "precision_at_25": 0.05521, "precision_at_50": 0.02761, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.915493, "mrr_at_3": 0.941315, "mrr_at_5": 0.944836, "mrr_at_10": 0.947183, "mrr_at_20": 0.947183, "mrr_at_25": 0.947183, "mrr_at_50": 0.947183, "mrr_at_100": 0.947183, "mrr_at_1000": 0.947183, "nauc_ndcg_at_1_max": 0.308263, "nauc_ndcg_at_1_std": 0.410789, "nauc_ndcg_at_1_diff1": 0.595868, "nauc_ndcg_at_3_max": 0.555796, "nauc_ndcg_at_3_std": 0.62603, "nauc_ndcg_at_3_diff1": 0.630903, "nauc_ndcg_at_5_max": 0.472705, "nauc_ndcg_at_5_std": 0.582829, "nauc_ndcg_at_5_diff1": 0.611522, "nauc_ndcg_at_10_max": 0.442419, "nauc_ndcg_at_10_std": 0.532338, "nauc_ndcg_at_10_diff1": 0.618256, "nauc_ndcg_at_20_max": 0.442419, "nauc_ndcg_at_20_std": 0.532338, "nauc_ndcg_at_20_diff1": 0.618256, "nauc_ndcg_at_25_max": 0.442419, "nauc_ndcg_at_25_std": 0.532338, "nauc_ndcg_at_25_diff1": 0.618256, "nauc_ndcg_at_50_max": 0.442419, "nauc_ndcg_at_50_std": 0.532338, "nauc_ndcg_at_50_diff1": 0.618256, "nauc_ndcg_at_100_max": 0.442419, "nauc_ndcg_at_100_std": 0.532338, "nauc_ndcg_at_100_diff1": 0.618256, "nauc_ndcg_at_1000_max": 0.442419, "nauc_ndcg_at_1000_std": 0.532338, "nauc_ndcg_at_1000_diff1": 0.618256, "nauc_map_at_1_max": 0.345445, "nauc_map_at_1_std": 0.067239, "nauc_map_at_1_diff1": 0.67525, "nauc_map_at_3_max": 0.506982, "nauc_map_at_3_std": 0.568976, "nauc_map_at_3_diff1": 0.628586, "nauc_map_at_5_max": 0.455651, "nauc_map_at_5_std": 0.5439, "nauc_map_at_5_diff1": 0.617263, "nauc_map_at_10_max": 0.444514, "nauc_map_at_10_std": 0.524896, "nauc_map_at_10_diff1": 0.619821, "nauc_map_at_20_max": 0.444514, "nauc_map_at_20_std": 0.524896, "nauc_map_at_20_diff1": 0.619821, "nauc_map_at_25_max": 0.444514, "nauc_map_at_25_std": 0.524896, "nauc_map_at_25_diff1": 0.619821, "nauc_map_at_50_max": 0.444514, "nauc_map_at_50_std": 0.524896, "nauc_map_at_50_diff1": 0.619821, "nauc_map_at_100_max": 0.444514, "nauc_map_at_100_std": 0.524896, "nauc_map_at_100_diff1": 0.619821, "nauc_map_at_1000_max": 0.444514, "nauc_map_at_1000_std": 0.524896, "nauc_map_at_1000_diff1": 0.619821, "nauc_recall_at_1_max": 0.345445, "nauc_recall_at_1_std": 0.067239, "nauc_recall_at_1_diff1": 0.67525, "nauc_recall_at_3_max": 0.863074, "nauc_recall_at_3_std": 0.911177, "nauc_recall_at_3_diff1": 0.656119, "nauc_recall_at_5_max": 0.722942, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.555884, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.308263, "nauc_precision_at_1_std": 0.410789, "nauc_precision_at_1_diff1": 0.595868, "nauc_precision_at_3_max": -0.127955, "nauc_precision_at_3_std": 0.18853, "nauc_precision_at_3_diff1": -0.366894, "nauc_precision_at_5_max": -0.181162, "nauc_precision_at_5_std": 0.147731, "nauc_precision_at_5_diff1": -0.411207, "nauc_precision_at_10_max": -0.206874, "nauc_precision_at_10_std": 0.123493, "nauc_precision_at_10_diff1": -0.438711, "nauc_precision_at_20_max": -0.206874, "nauc_precision_at_20_std": 0.123493, "nauc_precision_at_20_diff1": -0.438711, "nauc_precision_at_25_max": -0.206874, "nauc_precision_at_25_std": 0.123493, "nauc_precision_at_25_diff1": -0.438711, "nauc_precision_at_50_max": -0.206874, "nauc_precision_at_50_std": 0.123493, "nauc_precision_at_50_diff1": -0.438711, "nauc_precision_at_100_max": -0.206874, "nauc_precision_at_100_std": 0.123493, "nauc_precision_at_100_diff1": -0.438711, "nauc_precision_at_1000_max": -0.206874, "nauc_precision_at_1000_std": 0.123493, "nauc_precision_at_1000_diff1": -0.438711, "nauc_mrr_at_1_max": 0.308263, "nauc_mrr_at_1_std": 0.410789, "nauc_mrr_at_1_diff1": 0.595868, "nauc_mrr_at_3_max": 0.463482, "nauc_mrr_at_3_std": 0.570547, "nauc_mrr_at_3_diff1": 0.617263, "nauc_mrr_at_5_max": 0.429236, "nauc_mrr_at_5_std": 0.543135, "nauc_mrr_at_5_diff1": 0.610518, "nauc_mrr_at_10_max": 0.416183, "nauc_mrr_at_10_std": 0.52283, "nauc_mrr_at_10_diff1": 0.612946, "nauc_mrr_at_20_max": 0.416183, "nauc_mrr_at_20_std": 0.52283, "nauc_mrr_at_20_diff1": 0.612946, "nauc_mrr_at_25_max": 0.416183, "nauc_mrr_at_25_std": 0.52283, "nauc_mrr_at_25_diff1": 0.612946, "nauc_mrr_at_50_max": 0.416183, "nauc_mrr_at_50_std": 0.52283, "nauc_mrr_at_50_diff1": 0.612946, "nauc_mrr_at_100_max": 0.416183, "nauc_mrr_at_100_std": 0.52283, "nauc_mrr_at_100_diff1": 0.612946, "nauc_mrr_at_1000_max": 0.416183, "nauc_mrr_at_1000_std": 0.52283, "nauc_mrr_at_1000_diff1": 0.612946, "hit_rate_at_1": 0.91549, "hit_rate_at_3": 0.97183, "hit_rate_at_5": 0.98592, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.915493, "R_cap_at_3": 0.964789, "R_cap_at_5": 0.985915, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95855, "hf_subset": "default_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91667, "ndcg_at_3": 0.93986, "ndcg_at_5": 0.95257, "ndcg_at_10": 0.95751, "ndcg_at_20": 0.95751, "ndcg_at_25": 0.95751, "ndcg_at_50": 0.95751, "ndcg_at_100": 0.95751, "ndcg_at_1000": 0.95751, "map_at_1": 0.75, "map_at_3": 0.92824, "map_at_5": 0.93796, "map_at_10": 0.94028, "map_at_20": 0.94028, "map_at_25": 0.94028, "map_at_50": 0.94028, "map_at_100": 0.94028, "map_at_1000": 0.94028, "recall_at_1": 0.75, "recall_at_3": 0.95833, "recall_at_5": 0.98611, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.75, "precision_at_1": 0.91667, "precision_at_3": 0.44444, "precision_at_5": 0.275, "precision_at_10": 0.13889, "precision_at_20": 0.06944, "precision_at_25": 0.05556, "precision_at_50": 0.02778, "precision_at_100": 0.01389, "precision_at_1000": 0.00139, "mrr_at_1": 0.916667, "mrr_at_3": 0.944444, "mrr_at_5": 0.947222, "mrr_at_10": 0.949537, "mrr_at_20": 0.949537, "mrr_at_25": 0.949537, "mrr_at_50": 0.949537, "mrr_at_100": 0.949537, "mrr_at_1000": 0.949537, "nauc_ndcg_at_1_max": 0.626964, "nauc_ndcg_at_1_std": 0.779362, "nauc_ndcg_at_1_diff1": 0.718098, "nauc_ndcg_at_3_max": 0.726471, "nauc_ndcg_at_3_std": 0.846, "nauc_ndcg_at_3_diff1": 0.699422, "nauc_ndcg_at_5_max": 0.670768, "nauc_ndcg_at_5_std": 0.828097, "nauc_ndcg_at_5_diff1": 0.703431, "nauc_ndcg_at_10_max": 0.664558, "nauc_ndcg_at_10_std": 0.807905, "nauc_ndcg_at_10_diff1": 0.701057, "nauc_ndcg_at_20_max": 0.664558, "nauc_ndcg_at_20_std": 0.807905, "nauc_ndcg_at_20_diff1": 0.701057, "nauc_ndcg_at_25_max": 0.664558, "nauc_ndcg_at_25_std": 0.807905, "nauc_ndcg_at_25_diff1": 0.701057, "nauc_ndcg_at_50_max": 0.664558, "nauc_ndcg_at_50_std": 0.807905, "nauc_ndcg_at_50_diff1": 0.701057, "nauc_ndcg_at_100_max": 0.664558, "nauc_ndcg_at_100_std": 0.807905, "nauc_ndcg_at_100_diff1": 0.701057, "nauc_ndcg_at_1000_max": 0.664558, "nauc_ndcg_at_1000_std": 0.807905, "nauc_ndcg_at_1000_diff1": 0.701057, "nauc_map_at_1_max": 0.325368, "nauc_map_at_1_std": 0.0636, "nauc_map_at_1_diff1": 0.816166, "nauc_map_at_3_max": 0.705549, "nauc_map_at_3_std": 0.817961, "nauc_map_at_3_diff1": 0.691311, "nauc_map_at_5_max": 0.666916, "nauc_map_at_5_std": 0.806084, "nauc_map_at_5_diff1": 0.693564, "nauc_map_at_10_max": 0.66469, "nauc_map_at_10_std": 0.798472, "nauc_map_at_10_diff1": 0.692383, "nauc_map_at_20_max": 0.66469, "nauc_map_at_20_std": 0.798472, "nauc_map_at_20_diff1": 0.692383, "nauc_map_at_25_max": 0.66469, "nauc_map_at_25_std": 0.798472, "nauc_map_at_25_diff1": 0.692383, "nauc_map_at_50_max": 0.66469, "nauc_map_at_50_std": 0.798472, "nauc_map_at_50_diff1": 0.692383, "nauc_map_at_100_max": 0.66469, "nauc_map_at_100_std": 0.798472, "nauc_map_at_100_diff1": 0.692383, "nauc_map_at_1000_max": 0.66469, "nauc_map_at_1000_std": 0.798472, "nauc_map_at_1000_diff1": 0.692383, "nauc_recall_at_1_max": 0.325368, "nauc_recall_at_1_std": 0.0636, "nauc_recall_at_1_diff1": 0.816166, "nauc_recall_at_3_max": 0.842721, "nauc_recall_at_3_std": 0.93222, "nauc_recall_at_3_diff1": 0.686912, "nauc_recall_at_5_max": 0.723639, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.723639, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.626964, "nauc_precision_at_1_std": 0.779362, "nauc_precision_at_1_diff1": 0.718098, "nauc_precision_at_3_max": 0.031291, "nauc_precision_at_3_std": 0.385242, "nauc_precision_at_3_diff1": -0.440311, "nauc_precision_at_5_max": -0.043832, "nauc_precision_at_5_std": 0.313049, "nauc_precision_at_5_diff1": -0.492404, "nauc_precision_at_10_max": -0.065444, "nauc_precision_at_10_std": 0.293705, "nauc_precision_at_10_diff1": -0.526648, "nauc_precision_at_20_max": -0.065444, "nauc_precision_at_20_std": 0.293705, "nauc_precision_at_20_diff1": -0.526648, "nauc_precision_at_25_max": -0.065444, "nauc_precision_at_25_std": 0.293705, "nauc_precision_at_25_diff1": -0.526648, "nauc_precision_at_50_max": -0.065444, "nauc_precision_at_50_std": 0.293705, "nauc_precision_at_50_diff1": -0.526648, "nauc_precision_at_100_max": -0.065444, "nauc_precision_at_100_std": 0.293705, "nauc_precision_at_100_diff1": -0.526648, "nauc_precision_at_1000_max": -0.065444, "nauc_precision_at_1000_std": 0.293705, "nauc_precision_at_1000_diff1": -0.526648, "nauc_mrr_at_1_max": 0.626964, "nauc_mrr_at_1_std": 0.779362, "nauc_mrr_at_1_diff1": 0.718098, "nauc_mrr_at_3_max": 0.669389, "nauc_mrr_at_3_std": 0.834521, "nauc_mrr_at_3_diff1": 0.719483, "nauc_mrr_at_5_max": 0.658847, "nauc_mrr_at_5_std": 0.825812, "nauc_mrr_at_5_diff1": 0.719264, "nauc_mrr_at_10_max": 0.655875, "nauc_mrr_at_10_std": 0.817821, "nauc_mrr_at_10_diff1": 0.719064, "nauc_mrr_at_20_max": 0.655875, "nauc_mrr_at_20_std": 0.817821, "nauc_mrr_at_20_diff1": 0.719064, "nauc_mrr_at_25_max": 0.655875, "nauc_mrr_at_25_std": 0.817821, "nauc_mrr_at_25_diff1": 0.719064, "nauc_mrr_at_50_max": 0.655875, "nauc_mrr_at_50_std": 0.817821, "nauc_mrr_at_50_diff1": 0.719064, "nauc_mrr_at_100_max": 0.655875, "nauc_mrr_at_100_std": 0.817821, "nauc_mrr_at_100_diff1": 0.719064, "nauc_mrr_at_1000_max": 0.655875, "nauc_mrr_at_1000_std": 0.817821, "nauc_mrr_at_1000_diff1": 0.719064, "hit_rate_at_1": 0.91667, "hit_rate_at_3": 0.97222, "hit_rate_at_5": 0.98611, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.916667, "R_cap_at_3": 0.958333, "R_cap_at_5": 0.986111, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95751, "hf_subset": "default_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73684, "ndcg_at_3": 0.70491, "ndcg_at_5": 0.69436, "ndcg_at_10": 0.7224, "ndcg_at_20": 0.74148, "ndcg_at_25": 0.75141, "ndcg_at_50": 0.76355, "ndcg_at_100": 0.77487, "ndcg_at_1000": 0.78563, "map_at_1": 0.30055, "map_at_3": 0.45894, "map_at_5": 0.49857, "map_at_10": 0.54954, "map_at_20": 0.58988, "map_at_25": 0.60228, "map_at_50": 0.62223, "map_at_100": 0.63637, "map_at_1000": 0.64341, "recall_at_1": 0.30055, "recall_at_3": 0.50644, "recall_at_5": 0.57349, "recall_at_10": 0.71585, "recall_at_20": 0.81833, "recall_at_25": 0.859, "recall_at_50": 0.91624, "recall_at_100": 0.9645, "recall_at_1000": 0.99862, "accuracy": 0.30055, "precision_at_1": 0.73684, "precision_at_3": 0.52632, "precision_at_5": 0.40842, "precision_at_10": 0.29684, "precision_at_20": 0.21211, "precision_at_25": 0.18947, "precision_at_50": 0.12105, "precision_at_100": 0.07516, "precision_at_1000": 0.00867, "mrr_at_1": 0.736842, "mrr_at_3": 0.796491, "mrr_at_5": 0.80386, "mrr_at_10": 0.812556, "mrr_at_20": 0.81447, "mrr_at_25": 0.815349, "mrr_at_50": 0.815349, "mrr_at_100": 0.815349, "mrr_at_1000": 0.815349, "nauc_ndcg_at_1_max": 0.249018, "nauc_ndcg_at_1_std": 0.062714, "nauc_ndcg_at_1_diff1": 0.456498, "nauc_ndcg_at_3_max": 0.214818, "nauc_ndcg_at_3_std": 0.043672, "nauc_ndcg_at_3_diff1": 0.207546, "nauc_ndcg_at_5_max": 0.183046, "nauc_ndcg_at_5_std": -0.029814, "nauc_ndcg_at_5_diff1": 0.173407, "nauc_ndcg_at_10_max": 0.173159, "nauc_ndcg_at_10_std": -0.081607, "nauc_ndcg_at_10_diff1": 0.120011, "nauc_ndcg_at_20_max": 0.237138, "nauc_ndcg_at_20_std": 0.022505, "nauc_ndcg_at_20_diff1": 0.187605, "nauc_ndcg_at_25_max": 0.241625, "nauc_ndcg_at_25_std": 0.038205, "nauc_ndcg_at_25_diff1": 0.177152, "nauc_ndcg_at_50_max": 0.249582, "nauc_ndcg_at_50_std": 0.046247, "nauc_ndcg_at_50_diff1": 0.19404, "nauc_ndcg_at_100_max": 0.250846, "nauc_ndcg_at_100_std": 0.049963, "nauc_ndcg_at_100_diff1": 0.211011, "nauc_ndcg_at_1000_max": 0.218906, "nauc_ndcg_at_1000_std": 0.022444, "nauc_ndcg_at_1000_diff1": 0.205814, "nauc_map_at_1_max": 0.113157, "nauc_map_at_1_std": -0.124066, "nauc_map_at_1_diff1": 0.249304, "nauc_map_at_3_max": 0.166625, "nauc_map_at_3_std": -0.109941, "nauc_map_at_3_diff1": 0.204229, "nauc_map_at_5_max": 0.212231, "nauc_map_at_5_std": -0.081653, "nauc_map_at_5_diff1": 0.23735, "nauc_map_at_10_max": 0.238916, "nauc_map_at_10_std": -0.071066, "nauc_map_at_10_diff1": 0.217459, "nauc_map_at_20_max": 0.238017, "nauc_map_at_20_std": -0.062494, "nauc_map_at_20_diff1": 0.213179, "nauc_map_at_25_max": 0.23393, "nauc_map_at_25_std": -0.058135, "nauc_map_at_25_diff1": 0.19968, "nauc_map_at_50_max": 0.222225, "nauc_map_at_50_std": -0.055542, "nauc_map_at_50_diff1": 0.180901, "nauc_map_at_100_max": 0.209796, "nauc_map_at_100_std": -0.037907, "nauc_map_at_100_diff1": 0.154946, "nauc_map_at_1000_max": 0.201967, "nauc_map_at_1000_std": -0.022668, "nauc_map_at_1000_diff1": 0.137829, "nauc_recall_at_1_max": 0.113157, "nauc_recall_at_1_std": -0.124066, "nauc_recall_at_1_diff1": 0.249304, "nauc_recall_at_3_max": 0.145652, "nauc_recall_at_3_std": -0.133016, "nauc_recall_at_3_diff1": 0.180726, "nauc_recall_at_5_max": 0.18708, "nauc_recall_at_5_std": -0.110528, "nauc_recall_at_5_diff1": 0.20688, "nauc_recall_at_10_max": 0.205015, "nauc_recall_at_10_std": -0.136187, "nauc_recall_at_10_diff1": 0.07402, "nauc_recall_at_20_max": 0.284192, "nauc_recall_at_20_std": -0.001687, "nauc_recall_at_20_diff1": 0.202648, "nauc_recall_at_25_max": 0.318336, "nauc_recall_at_25_std": 0.030018, "nauc_recall_at_25_diff1": 0.155572, "nauc_recall_at_50_max": 0.364954, "nauc_recall_at_50_std": 0.062608, "nauc_recall_at_50_diff1": 0.17828, "nauc_recall_at_100_max": 0.552374, "nauc_recall_at_100_std": 0.304775, "nauc_recall_at_100_diff1": 0.246519, "nauc_recall_at_1000_max": 0.545687, "nauc_recall_at_1000_std": 0.66394, "nauc_recall_at_1000_diff1": -0.25137, "nauc_precision_at_1_max": 0.249018, "nauc_precision_at_1_std": 0.062714, "nauc_precision_at_1_diff1": 0.456498, "nauc_precision_at_3_max": 0.135616, "nauc_precision_at_3_std": 0.160361, "nauc_precision_at_3_diff1": 0.024424, "nauc_precision_at_5_max": 0.084328, "nauc_precision_at_5_std": 0.141125, "nauc_precision_at_5_diff1": -0.018069, "nauc_precision_at_10_max": -0.006057, "nauc_precision_at_10_std": 0.092591, "nauc_precision_at_10_diff1": -0.139158, "nauc_precision_at_20_max": -0.077601, "nauc_precision_at_20_std": 0.079466, "nauc_precision_at_20_diff1": -0.175673, "nauc_precision_at_25_max": -0.088619, "nauc_precision_at_25_std": 0.085704, "nauc_precision_at_25_diff1": -0.195708, "nauc_precision_at_50_max": -0.117876, "nauc_precision_at_50_std": 0.09859, "nauc_precision_at_50_diff1": -0.219801, "nauc_precision_at_100_max": -0.127019, "nauc_precision_at_100_std": 0.149155, "nauc_precision_at_100_diff1": -0.251964, "nauc_precision_at_1000_max": -0.138503, "nauc_precision_at_1000_std": 0.161266, "nauc_precision_at_1000_diff1": -0.261369, "nauc_mrr_at_1_max": 0.249018, "nauc_mrr_at_1_std": 0.062714, "nauc_mrr_at_1_diff1": 0.456498, "nauc_mrr_at_3_max": 0.286546, "nauc_mrr_at_3_std": 0.078494, "nauc_mrr_at_3_diff1": 0.441814, "nauc_mrr_at_5_max": 0.274493, "nauc_mrr_at_5_std": 0.085873, "nauc_mrr_at_5_diff1": 0.443561, "nauc_mrr_at_10_max": 0.272195, "nauc_mrr_at_10_std": 0.083731, "nauc_mrr_at_10_diff1": 0.435398, "nauc_mrr_at_20_max": 0.275606, "nauc_mrr_at_20_std": 0.086672, "nauc_mrr_at_20_diff1": 0.44284, "nauc_mrr_at_25_max": 0.274385, "nauc_mrr_at_25_std": 0.084269, "nauc_mrr_at_25_diff1": 0.44168, "nauc_mrr_at_50_max": 0.274385, "nauc_mrr_at_50_std": 0.084269, "nauc_mrr_at_50_diff1": 0.44168, "nauc_mrr_at_100_max": 0.274385, "nauc_mrr_at_100_std": 0.084269, "nauc_mrr_at_100_diff1": 0.44168, "nauc_mrr_at_1000_max": 0.274385, "nauc_mrr_at_1000_std": 0.084269, "nauc_mrr_at_1000_diff1": 0.44168, "hit_rate_at_1": 0.73684, "hit_rate_at_3": 0.86316, "hit_rate_at_5": 0.89474, "hit_rate_at_10": 0.95789, "hit_rate_at_20": 0.97895, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.736842, "R_cap_at_3": 0.708772, "R_cap_at_5": 0.705439, "R_cap_at_10": 0.797084, "R_cap_at_20": 0.859727, "R_cap_at_25": 0.891659, "R_cap_at_50": 0.930939, "R_cap_at_100": 0.967398, "R_cap_at_1000": 0.998622, "main_score": 0.7224, "hf_subset": "default_claude_very_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69167, "ndcg_at_3": 0.72546, "ndcg_at_5": 0.73126, "ndcg_at_10": 0.75341, "ndcg_at_20": 0.76617, "ndcg_at_25": 0.76914, "ndcg_at_50": 0.78064, "ndcg_at_100": 0.78617, "ndcg_at_1000": 0.79472, "map_at_1": 0.34419, "map_at_3": 0.5003, "map_at_5": 0.55716, "map_at_10": 0.60823, "map_at_20": 0.64751, "map_at_25": 0.65766, "map_at_50": 0.67683, "map_at_100": 0.68461, "map_at_1000": 0.68766, "recall_at_1": 0.34419, "recall_at_3": 0.56966, "recall_at_5": 0.66251, "recall_at_10": 0.78429, "recall_at_20": 0.87843, "recall_at_25": 0.89444, "recall_at_50": 0.95093, "recall_at_100": 0.9745, "recall_at_1000": 1.0, "accuracy": 0.34419, "precision_at_1": 0.69167, "precision_at_3": 0.50278, "precision_at_5": 0.40833, "precision_at_10": 0.28583, "precision_at_20": 0.20083, "precision_at_25": 0.17667, "precision_at_50": 0.10933, "precision_at_100": 0.06158, "precision_at_1000": 0.0067, "mrr_at_1": 0.691667, "mrr_at_3": 0.752778, "mrr_at_5": 0.761944, "mrr_at_10": 0.76964, "mrr_at_20": 0.772784, "mrr_at_25": 0.772784, "mrr_at_50": 0.773512, "mrr_at_100": 0.773512, "mrr_at_1000": 0.773512, "nauc_ndcg_at_1_max": 0.001888, "nauc_ndcg_at_1_std": -0.009764, "nauc_ndcg_at_1_diff1": 0.472337, "nauc_ndcg_at_3_max": 0.085774, "nauc_ndcg_at_3_std": 0.051335, "nauc_ndcg_at_3_diff1": 0.301856, "nauc_ndcg_at_5_max": 0.073808, "nauc_ndcg_at_5_std": -0.00938, "nauc_ndcg_at_5_diff1": 0.338429, "nauc_ndcg_at_10_max": 0.013468, "nauc_ndcg_at_10_std": -0.090476, "nauc_ndcg_at_10_diff1": 0.305749, "nauc_ndcg_at_20_max": 0.010092, "nauc_ndcg_at_20_std": -0.087221, "nauc_ndcg_at_20_diff1": 0.290208, "nauc_ndcg_at_25_max": 0.011411, "nauc_ndcg_at_25_std": -0.074613, "nauc_ndcg_at_25_diff1": 0.289052, "nauc_ndcg_at_50_max": 0.030841, "nauc_ndcg_at_50_std": -0.061712, "nauc_ndcg_at_50_diff1": 0.305474, "nauc_ndcg_at_100_max": 0.042876, "nauc_ndcg_at_100_std": -0.037144, "nauc_ndcg_at_100_diff1": 0.324423, "nauc_ndcg_at_1000_max": 0.031296, "nauc_ndcg_at_1000_std": -0.025552, "nauc_ndcg_at_1000_diff1": 0.332773, "nauc_map_at_1_max": 0.104844, "nauc_map_at_1_std": -0.110359, "nauc_map_at_1_diff1": 0.444502, "nauc_map_at_3_max": 0.081008, "nauc_map_at_3_std": -0.146381, "nauc_map_at_3_diff1": 0.329301, "nauc_map_at_5_max": 0.057172, "nauc_map_at_5_std": -0.182373, "nauc_map_at_5_diff1": 0.344631, "nauc_map_at_10_max": 0.051597, "nauc_map_at_10_std": -0.179193, "nauc_map_at_10_diff1": 0.329838, "nauc_map_at_20_max": 0.032813, "nauc_map_at_20_std": -0.164521, "nauc_map_at_20_diff1": 0.32046, "nauc_map_at_25_max": 0.033624, "nauc_map_at_25_std": -0.145408, "nauc_map_at_25_diff1": 0.320309, "nauc_map_at_50_max": 0.039058, "nauc_map_at_50_std": -0.106842, "nauc_map_at_50_diff1": 0.313063, "nauc_map_at_100_max": 0.04194, "nauc_map_at_100_std": -0.089346, "nauc_map_at_100_diff1": 0.307758, "nauc_map_at_1000_max": 0.041106, "nauc_map_at_1000_std": -0.084347, "nauc_map_at_1000_diff1": 0.307673, "nauc_recall_at_1_max": 0.104844, "nauc_recall_at_1_std": -0.110359, "nauc_recall_at_1_diff1": 0.444502, "nauc_recall_at_3_max": 0.100239, "nauc_recall_at_3_std": -0.129079, "nauc_recall_at_3_diff1": 0.228171, "nauc_recall_at_5_max": 0.09824, "nauc_recall_at_5_std": -0.185861, "nauc_recall_at_5_diff1": 0.267129, "nauc_recall_at_10_max": -0.021965, "nauc_recall_at_10_std": -0.359985, "nauc_recall_at_10_diff1": 0.152576, "nauc_recall_at_20_max": -0.125254, "nauc_recall_at_20_std": -0.471193, "nauc_recall_at_20_diff1": 0.028028, "nauc_recall_at_25_max": -0.130141, "nauc_recall_at_25_std": -0.420297, "nauc_recall_at_25_diff1": 0.019744, "nauc_recall_at_50_max": 0.101703, "nauc_recall_at_50_std": -0.354213, "nauc_recall_at_50_diff1": -0.06649, "nauc_recall_at_100_max": 0.396945, "nauc_recall_at_100_std": -0.10563, "nauc_recall_at_100_diff1": 0.046671, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.001888, "nauc_precision_at_1_std": -0.009764, "nauc_precision_at_1_diff1": 0.472337, "nauc_precision_at_3_max": -0.046755, "nauc_precision_at_3_std": 0.123582, "nauc_precision_at_3_diff1": -0.095168, "nauc_precision_at_5_max": -0.067219, "nauc_precision_at_5_std": 0.107745, "nauc_precision_at_5_diff1": -0.095521, "nauc_precision_at_10_max": -0.058404, "nauc_precision_at_10_std": 0.151505, "nauc_precision_at_10_diff1": -0.127699, "nauc_precision_at_20_max": -0.058644, "nauc_precision_at_20_std": 0.186538, "nauc_precision_at_20_diff1": -0.13449, "nauc_precision_at_25_max": -0.048284, "nauc_precision_at_25_std": 0.21074, "nauc_precision_at_25_diff1": -0.132093, "nauc_precision_at_50_max": -0.030756, "nauc_precision_at_50_std": 0.24903, "nauc_precision_at_50_diff1": -0.147036, "nauc_precision_at_100_max": -0.017658, "nauc_precision_at_100_std": 0.265677, "nauc_precision_at_100_diff1": -0.153124, "nauc_precision_at_1000_max": -0.022077, "nauc_precision_at_1000_std": 0.266038, "nauc_precision_at_1000_diff1": -0.142794, "nauc_mrr_at_1_max": 0.001888, "nauc_mrr_at_1_std": -0.009764, "nauc_mrr_at_1_diff1": 0.472337, "nauc_mrr_at_3_max": 0.01625, "nauc_mrr_at_3_std": 0.010255, "nauc_mrr_at_3_diff1": 0.41152, "nauc_mrr_at_5_max": 0.029463, "nauc_mrr_at_5_std": 0.024676, "nauc_mrr_at_5_diff1": 0.41176, "nauc_mrr_at_10_max": 0.010238, "nauc_mrr_at_10_std": 0.005315, "nauc_mrr_at_10_diff1": 0.409583, "nauc_mrr_at_20_max": 0.009501, "nauc_mrr_at_20_std": 0.007005, "nauc_mrr_at_20_diff1": 0.414461, "nauc_mrr_at_25_max": 0.009501, "nauc_mrr_at_25_std": 0.007005, "nauc_mrr_at_25_diff1": 0.414461, "nauc_mrr_at_50_max": 0.013268, "nauc_mrr_at_50_std": 0.009562, "nauc_mrr_at_50_diff1": 0.416242, "nauc_mrr_at_100_max": 0.013268, "nauc_mrr_at_100_std": 0.009562, "nauc_mrr_at_100_diff1": 0.416242, "nauc_mrr_at_1000_max": 0.013268, "nauc_mrr_at_1000_std": 0.009562, "nauc_mrr_at_1000_diff1": 0.416242, "hit_rate_at_1": 0.69167, "hit_rate_at_3": 0.83333, "hit_rate_at_5": 0.875, "hit_rate_at_10": 0.93333, "hit_rate_at_20": 0.975, "hit_rate_at_25": 0.975, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.691667, "R_cap_at_3": 0.761111, "R_cap_at_5": 0.785278, "R_cap_at_10": 0.859769, "R_cap_at_20": 0.910642, "R_cap_at_25": 0.917595, "R_cap_at_50": 0.957391, "R_cap_at_100": 0.974502, "R_cap_at_1000": 1.0, "main_score": 0.75341, "hf_subset": "default_claude_very_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_very_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_very_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78832, "ndcg_at_3": 0.79975, "ndcg_at_5": 0.80368, "ndcg_at_10": 0.81164, "ndcg_at_20": 0.82269, "ndcg_at_25": 0.82568, "ndcg_at_50": 0.8366, "ndcg_at_100": 0.84159, "ndcg_at_1000": 0.84646, "map_at_1": 0.37307, "map_at_3": 0.57462, "map_at_5": 0.63751, "map_at_10": 0.68126, "map_at_20": 0.72177, "map_at_25": 0.7313, "map_at_50": 0.74637, "map_at_100": 0.75097, "map_at_1000": 0.75389, "recall_at_1": 0.37307, "recall_at_3": 0.65066, "recall_at_5": 0.74633, "recall_at_10": 0.81834, "recall_at_20": 0.90052, "recall_at_25": 0.91686, "recall_at_50": 0.9603, "recall_at_100": 0.97853, "recall_at_1000": 1.0, "accuracy": 0.37307, "precision_at_1": 0.78832, "precision_at_3": 0.56204, "precision_at_5": 0.4438, "precision_at_10": 0.29416, "precision_at_20": 0.2, "precision_at_25": 0.17285, "precision_at_50": 0.10044, "precision_at_100": 0.05533, "precision_at_1000": 0.00599, "mrr_at_1": 0.788321, "mrr_at_3": 0.849148, "mrr_at_5": 0.856083, "mrr_at_10": 0.858342, "mrr_at_20": 0.85939, "mrr_at_25": 0.85939, "mrr_at_50": 0.859879, "mrr_at_100": 0.859879, "mrr_at_1000": 0.859879, "nauc_ndcg_at_1_max": 0.157067, "nauc_ndcg_at_1_std": 0.094411, "nauc_ndcg_at_1_diff1": 0.658121, "nauc_ndcg_at_3_max": 0.159966, "nauc_ndcg_at_3_std": 0.028497, "nauc_ndcg_at_3_diff1": 0.502709, "nauc_ndcg_at_5_max": 0.143102, "nauc_ndcg_at_5_std": -0.02058, "nauc_ndcg_at_5_diff1": 0.482312, "nauc_ndcg_at_10_max": 0.131367, "nauc_ndcg_at_10_std": -0.052946, "nauc_ndcg_at_10_diff1": 0.481109, "nauc_ndcg_at_20_max": 0.182352, "nauc_ndcg_at_20_std": 0.00429, "nauc_ndcg_at_20_diff1": 0.483026, "nauc_ndcg_at_25_max": 0.179018, "nauc_ndcg_at_25_std": 0.010157, "nauc_ndcg_at_25_diff1": 0.486766, "nauc_ndcg_at_50_max": 0.170972, "nauc_ndcg_at_50_std": 0.006636, "nauc_ndcg_at_50_diff1": 0.492536, "nauc_ndcg_at_100_max": 0.164742, "nauc_ndcg_at_100_std": 0.014233, "nauc_ndcg_at_100_diff1": 0.499675, "nauc_ndcg_at_1000_max": 0.151096, "nauc_ndcg_at_1000_std": 0.010131, "nauc_ndcg_at_1000_diff1": 0.513144, "nauc_map_at_1_max": -0.009697, "nauc_map_at_1_std": -0.148264, "nauc_map_at_1_diff1": 0.523715, "nauc_map_at_3_max": 0.083377, "nauc_map_at_3_std": -0.147343, "nauc_map_at_3_diff1": 0.522943, "nauc_map_at_5_max": 0.114887, "nauc_map_at_5_std": -0.137317, "nauc_map_at_5_diff1": 0.525936, "nauc_map_at_10_max": 0.127697, "nauc_map_at_10_std": -0.125228, "nauc_map_at_10_diff1": 0.515846, "nauc_map_at_20_max": 0.130349, "nauc_map_at_20_std": -0.117708, "nauc_map_at_20_diff1": 0.48647, "nauc_map_at_25_max": 0.133692, "nauc_map_at_25_std": -0.111405, "nauc_map_at_25_diff1": 0.480535, "nauc_map_at_50_max": 0.136252, "nauc_map_at_50_std": -0.09816, "nauc_map_at_50_diff1": 0.47083, "nauc_map_at_100_max": 0.143238, "nauc_map_at_100_std": -0.074323, "nauc_map_at_100_diff1": 0.476698, "nauc_map_at_1000_max": 0.147747, "nauc_map_at_1000_std": -0.057173, "nauc_map_at_1000_diff1": 0.480406, "nauc_recall_at_1_max": -0.009697, "nauc_recall_at_1_std": -0.148264, "nauc_recall_at_1_diff1": 0.523715, "nauc_recall_at_3_max": 0.097322, "nauc_recall_at_3_std": -0.120166, "nauc_recall_at_3_diff1": 0.409249, "nauc_recall_at_5_max": 0.134259, "nauc_recall_at_5_std": -0.120304, "nauc_recall_at_5_diff1": 0.364562, "nauc_recall_at_10_max": 0.118964, "nauc_recall_at_10_std": -0.165815, "nauc_recall_at_10_diff1": 0.339056, "nauc_recall_at_20_max": 0.193368, "nauc_recall_at_20_std": -0.131331, "nauc_recall_at_20_diff1": 0.213473, "nauc_recall_at_25_max": 0.190949, "nauc_recall_at_25_std": -0.113877, "nauc_recall_at_25_diff1": 0.174008, "nauc_recall_at_50_max": 0.314934, "nauc_recall_at_50_std": -0.162671, "nauc_recall_at_50_diff1": -0.092079, "nauc_recall_at_100_max": 0.430525, "nauc_recall_at_100_std": 0.044911, "nauc_recall_at_100_diff1": -0.160044, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.157067, "nauc_precision_at_1_std": 0.094411, "nauc_precision_at_1_diff1": 0.658121, "nauc_precision_at_3_max": 0.143038, "nauc_precision_at_3_std": 0.163382, "nauc_precision_at_3_diff1": -0.025566, "nauc_precision_at_5_max": 0.086787, "nauc_precision_at_5_std": 0.145122, "nauc_precision_at_5_diff1": -0.124395, "nauc_precision_at_10_max": 0.03927, "nauc_precision_at_10_std": 0.135152, "nauc_precision_at_10_diff1": -0.19089, "nauc_precision_at_20_max": 0.011177, "nauc_precision_at_20_std": 0.135096, "nauc_precision_at_20_diff1": -0.226043, "nauc_precision_at_25_max": 0.014413, "nauc_precision_at_25_std": 0.144571, "nauc_precision_at_25_diff1": -0.224338, "nauc_precision_at_50_max": 0.018676, "nauc_precision_at_50_std": 0.183427, "nauc_precision_at_50_diff1": -0.214503, "nauc_precision_at_100_max": 0.041801, "nauc_precision_at_100_std": 0.265698, "nauc_precision_at_100_diff1": -0.185478, "nauc_precision_at_1000_max": 0.049235, "nauc_precision_at_1000_std": 0.308865, "nauc_precision_at_1000_diff1": -0.165292, "nauc_mrr_at_1_max": 0.157067, "nauc_mrr_at_1_std": 0.094411, "nauc_mrr_at_1_diff1": 0.658121, "nauc_mrr_at_3_max": 0.164458, "nauc_mrr_at_3_std": 0.113331, "nauc_mrr_at_3_diff1": 0.664072, "nauc_mrr_at_5_max": 0.167445, "nauc_mrr_at_5_std": 0.134009, "nauc_mrr_at_5_diff1": 0.658016, "nauc_mrr_at_10_max": 0.159171, "nauc_mrr_at_10_std": 0.124009, "nauc_mrr_at_10_diff1": 0.659775, "nauc_mrr_at_20_max": 0.159126, "nauc_mrr_at_20_std": 0.120316, "nauc_mrr_at_20_diff1": 0.661019, "nauc_mrr_at_25_max": 0.159126, "nauc_mrr_at_25_std": 0.120316, "nauc_mrr_at_25_diff1": 0.661019, "nauc_mrr_at_50_max": 0.160038, "nauc_mrr_at_50_std": 0.119745, "nauc_mrr_at_50_diff1": 0.661149, "nauc_mrr_at_100_max": 0.160038, "nauc_mrr_at_100_std": 0.119745, "nauc_mrr_at_100_diff1": 0.661149, "nauc_mrr_at_1000_max": 0.160038, "nauc_mrr_at_1000_std": 0.119745, "nauc_mrr_at_1000_diff1": 0.661149, "hit_rate_at_1": 0.78832, "hit_rate_at_3": 0.92701, "hit_rate_at_5": 0.9562, "hit_rate_at_10": 0.9708, "hit_rate_at_20": 0.9854, "hit_rate_at_25": 0.9854, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.788321, "R_cap_at_3": 0.835766, "R_cap_at_5": 0.856326, "R_cap_at_10": 0.884011, "R_cap_at_20": 0.923498, "R_cap_at_25": 0.931329, "R_cap_at_50": 0.964958, "R_cap_at_100": 0.980537, "R_cap_at_1000": 1.0, "main_score": 0.81164, "hf_subset": "default_claude_very_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80117, "ndcg_at_3": 0.79002, "ndcg_at_5": 0.80435, "ndcg_at_10": 0.8152, "ndcg_at_20": 0.82939, "ndcg_at_25": 0.83349, "ndcg_at_50": 0.84285, "ndcg_at_100": 0.84851, "ndcg_at_1000": 0.85254, "map_at_1": 0.38857, "map_at_3": 0.57613, "map_at_5": 0.65129, "map_at_10": 0.69207, "map_at_20": 0.72763, "map_at_25": 0.73645, "map_at_50": 0.75335, "map_at_100": 0.76157, "map_at_1000": 0.76455, "recall_at_1": 0.38857, "recall_at_3": 0.61299, "recall_at_5": 0.73543, "recall_at_10": 0.81748, "recall_at_20": 0.89443, "recall_at_25": 0.91577, "recall_at_50": 0.95951, "recall_at_100": 0.98561, "recall_at_1000": 1.0, "accuracy": 0.38857, "precision_at_1": 0.80117, "precision_at_3": 0.56335, "precision_at_5": 0.45146, "precision_at_10": 0.29649, "precision_at_20": 0.19708, "precision_at_25": 0.17146, "precision_at_50": 0.10526, "precision_at_100": 0.06058, "precision_at_1000": 0.00653, "mrr_at_1": 0.80117, "mrr_at_3": 0.842105, "mrr_at_5": 0.850585, "mrr_at_10": 0.854565, "mrr_at_20": 0.85628, "mrr_at_25": 0.856534, "mrr_at_50": 0.856743, "mrr_at_100": 0.856743, "mrr_at_1000": 0.856743, "nauc_ndcg_at_1_max": 0.375764, "nauc_ndcg_at_1_std": 0.333392, "nauc_ndcg_at_1_diff1": 0.613501, "nauc_ndcg_at_3_max": 0.299233, "nauc_ndcg_at_3_std": 0.257648, "nauc_ndcg_at_3_diff1": 0.430842, "nauc_ndcg_at_5_max": 0.287919, "nauc_ndcg_at_5_std": 0.211075, "nauc_ndcg_at_5_diff1": 0.399301, "nauc_ndcg_at_10_max": 0.248727, "nauc_ndcg_at_10_std": 0.15549, "nauc_ndcg_at_10_diff1": 0.395666, "nauc_ndcg_at_20_max": 0.278339, "nauc_ndcg_at_20_std": 0.197682, "nauc_ndcg_at_20_diff1": 0.400944, "nauc_ndcg_at_25_max": 0.294953, "nauc_ndcg_at_25_std": 0.208685, "nauc_ndcg_at_25_diff1": 0.413557, "nauc_ndcg_at_50_max": 0.304185, "nauc_ndcg_at_50_std": 0.218466, "nauc_ndcg_at_50_diff1": 0.429955, "nauc_ndcg_at_100_max": 0.30839, "nauc_ndcg_at_100_std": 0.238287, "nauc_ndcg_at_100_diff1": 0.440748, "nauc_ndcg_at_1000_max": 0.305888, "nauc_ndcg_at_1000_std": 0.246589, "nauc_ndcg_at_1000_diff1": 0.444107, "nauc_map_at_1_max": 0.012266, "nauc_map_at_1_std": -0.114464, "nauc_map_at_1_diff1": 0.430703, "nauc_map_at_3_max": 0.100394, "nauc_map_at_3_std": -0.058904, "nauc_map_at_3_diff1": 0.397062, "nauc_map_at_5_max": 0.161872, "nauc_map_at_5_std": -0.002474, "nauc_map_at_5_diff1": 0.408643, "nauc_map_at_10_max": 0.212164, "nauc_map_at_10_std": 0.039177, "nauc_map_at_10_diff1": 0.414977, "nauc_map_at_20_max": 0.241161, "nauc_map_at_20_std": 0.072558, "nauc_map_at_20_diff1": 0.402392, "nauc_map_at_25_max": 0.252956, "nauc_map_at_25_std": 0.087057, "nauc_map_at_25_diff1": 0.396523, "nauc_map_at_50_max": 0.257464, "nauc_map_at_50_std": 0.110439, "nauc_map_at_50_diff1": 0.391203, "nauc_map_at_100_max": 0.256336, "nauc_map_at_100_std": 0.133726, "nauc_map_at_100_diff1": 0.390304, "nauc_map_at_1000_max": 0.257886, "nauc_map_at_1000_std": 0.150791, "nauc_map_at_1000_diff1": 0.387902, "nauc_recall_at_1_max": 0.012266, "nauc_recall_at_1_std": -0.114464, "nauc_recall_at_1_diff1": 0.430703, "nauc_recall_at_3_max": 0.079118, "nauc_recall_at_3_std": -0.067316, "nauc_recall_at_3_diff1": 0.338161, "nauc_recall_at_5_max": 0.087293, "nauc_recall_at_5_std": -0.088307, "nauc_recall_at_5_diff1": 0.298843, "nauc_recall_at_10_max": 0.070169, "nauc_recall_at_10_std": -0.129574, "nauc_recall_at_10_diff1": 0.281884, "nauc_recall_at_20_max": 0.096233, "nauc_recall_at_20_std": -0.181725, "nauc_recall_at_20_diff1": 0.178002, "nauc_recall_at_25_max": 0.190153, "nauc_recall_at_25_std": -0.160074, "nauc_recall_at_25_diff1": 0.194261, "nauc_recall_at_50_max": 0.198738, "nauc_recall_at_50_std": -0.267188, "nauc_recall_at_50_diff1": 0.104469, "nauc_recall_at_100_max": 0.290364, "nauc_recall_at_100_std": -0.17465, "nauc_recall_at_100_diff1": 0.123158, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.375764, "nauc_precision_at_1_std": 0.333392, "nauc_precision_at_1_diff1": 0.613501, "nauc_precision_at_3_max": 0.251965, "nauc_precision_at_3_std": 0.318585, "nauc_precision_at_3_diff1": -0.028849, "nauc_precision_at_5_max": 0.209645, "nauc_precision_at_5_std": 0.296429, "nauc_precision_at_5_diff1": -0.100802, "nauc_precision_at_10_max": 0.153337, "nauc_precision_at_10_std": 0.257279, "nauc_precision_at_10_diff1": -0.142316, "nauc_precision_at_20_max": 0.089111, "nauc_precision_at_20_std": 0.217306, "nauc_precision_at_20_diff1": -0.177092, "nauc_precision_at_25_max": 0.07955, "nauc_precision_at_25_std": 0.216604, "nauc_precision_at_25_diff1": -0.184516, "nauc_precision_at_50_max": 0.032682, "nauc_precision_at_50_std": 0.212902, "nauc_precision_at_50_diff1": -0.18482, "nauc_precision_at_100_max": 0.010887, "nauc_precision_at_100_std": 0.247884, "nauc_precision_at_100_diff1": -0.182952, "nauc_precision_at_1000_max": 0.006255, "nauc_precision_at_1000_std": 0.27799, "nauc_precision_at_1000_diff1": -0.182709, "nauc_mrr_at_1_max": 0.375764, "nauc_mrr_at_1_std": 0.333392, "nauc_mrr_at_1_diff1": 0.613501, "nauc_mrr_at_3_max": 0.390568, "nauc_mrr_at_3_std": 0.391085, "nauc_mrr_at_3_diff1": 0.584362, "nauc_mrr_at_5_max": 0.367862, "nauc_mrr_at_5_std": 0.365926, "nauc_mrr_at_5_diff1": 0.579358, "nauc_mrr_at_10_max": 0.358694, "nauc_mrr_at_10_std": 0.358697, "nauc_mrr_at_10_diff1": 0.578386, "nauc_mrr_at_20_max": 0.364199, "nauc_mrr_at_20_std": 0.360389, "nauc_mrr_at_20_diff1": 0.578778, "nauc_mrr_at_25_max": 0.36594, "nauc_mrr_at_25_std": 0.360833, "nauc_mrr_at_25_diff1": 0.579188, "nauc_mrr_at_50_max": 0.366769, "nauc_mrr_at_50_std": 0.361654, "nauc_mrr_at_50_diff1": 0.580951, "nauc_mrr_at_100_max": 0.366769, "nauc_mrr_at_100_std": 0.361654, "nauc_mrr_at_100_diff1": 0.580951, "nauc_mrr_at_1000_max": 0.366769, "nauc_mrr_at_1000_std": 0.361654, "nauc_mrr_at_1000_diff1": 0.580951, "hit_rate_at_1": 0.80117, "hit_rate_at_3": 0.89474, "hit_rate_at_5": 0.93567, "hit_rate_at_10": 0.96491, "hit_rate_at_20": 0.9883, "hit_rate_at_25": 0.99415, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.80117, "R_cap_at_3": 0.796296, "R_cap_at_5": 0.839376, "R_cap_at_10": 0.878797, "R_cap_at_20": 0.924329, "R_cap_at_25": 0.938284, "R_cap_at_50": 0.967909, "R_cap_at_100": 0.987225, "R_cap_at_1000": 1.0, "main_score": 0.8152, "hf_subset": "default_claude_very_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81633, "ndcg_at_3": 0.81833, "ndcg_at_5": 0.83582, "ndcg_at_10": 0.84909, "ndcg_at_20": 0.85329, "ndcg_at_25": 0.85441, "ndcg_at_50": 0.86463, "ndcg_at_100": 0.86804, "ndcg_at_1000": 0.86951, "map_at_1": 0.40335, "map_at_3": 0.63635, "map_at_5": 0.70045, "map_at_10": 0.76519, "map_at_20": 0.78695, "map_at_25": 0.78816, "map_at_50": 0.79202, "map_at_100": 0.79304, "map_at_1000": 0.7932, "recall_at_1": 0.40335, "recall_at_3": 0.7075, "recall_at_5": 0.80788, "recall_at_10": 0.90111, "recall_at_20": 0.93828, "recall_at_25": 0.94033, "recall_at_50": 0.978, "recall_at_100": 0.99235, "recall_at_1000": 1.0, "accuracy": 0.40335, "precision_at_1": 0.81633, "precision_at_3": 0.58163, "precision_at_5": 0.44286, "precision_at_10": 0.29184, "precision_at_20": 0.16429, "precision_at_25": 0.13265, "precision_at_50": 0.06898, "precision_at_100": 0.0351, "precision_at_1000": 0.00353, "mrr_at_1": 0.816327, "mrr_at_3": 0.870748, "mrr_at_5": 0.877381, "mrr_at_10": 0.879082, "mrr_at_20": 0.879082, "mrr_at_25": 0.879082, "mrr_at_50": 0.879401, "mrr_at_100": 0.879601, "mrr_at_1000": 0.879601, "nauc_ndcg_at_1_max": 0.15805, "nauc_ndcg_at_1_std": -0.04757, "nauc_ndcg_at_1_diff1": 0.599521, "nauc_ndcg_at_3_max": 0.268022, "nauc_ndcg_at_3_std": -0.016253, "nauc_ndcg_at_3_diff1": 0.422235, "nauc_ndcg_at_5_max": 0.343717, "nauc_ndcg_at_5_std": 0.083733, "nauc_ndcg_at_5_diff1": 0.353342, "nauc_ndcg_at_10_max": 0.34273, "nauc_ndcg_at_10_std": 0.083621, "nauc_ndcg_at_10_diff1": 0.303499, "nauc_ndcg_at_20_max": 0.321562, "nauc_ndcg_at_20_std": 0.067376, "nauc_ndcg_at_20_diff1": 0.32927, "nauc_ndcg_at_25_max": 0.319283, "nauc_ndcg_at_25_std": 0.065137, "nauc_ndcg_at_25_diff1": 0.322879, "nauc_ndcg_at_50_max": 0.316031, "nauc_ndcg_at_50_std": 0.066393, "nauc_ndcg_at_50_diff1": 0.377234, "nauc_ndcg_at_100_max": 0.302802, "nauc_ndcg_at_100_std": 0.048287, "nauc_ndcg_at_100_diff1": 0.380158, "nauc_ndcg_at_1000_max": 0.29355, "nauc_ndcg_at_1000_std": 0.037045, "nauc_ndcg_at_1000_diff1": 0.391851, "nauc_map_at_1_max": 0.253163, "nauc_map_at_1_std": -0.022342, "nauc_map_at_1_diff1": 0.500461, "nauc_map_at_3_max": 0.353986, "nauc_map_at_3_std": 0.077817, "nauc_map_at_3_diff1": 0.459978, "nauc_map_at_5_max": 0.407183, "nauc_map_at_5_std": 0.145012, "nauc_map_at_5_diff1": 0.429331, "nauc_map_at_10_max": 0.360926, "nauc_map_at_10_std": 0.092012, "nauc_map_at_10_diff1": 0.373044, "nauc_map_at_20_max": 0.322186, "nauc_map_at_20_std": 0.056313, "nauc_map_at_20_diff1": 0.348938, "nauc_map_at_25_max": 0.320226, "nauc_map_at_25_std": 0.054393, "nauc_map_at_25_diff1": 0.343718, "nauc_map_at_50_max": 0.318388, "nauc_map_at_50_std": 0.050865, "nauc_map_at_50_diff1": 0.353598, "nauc_map_at_100_max": 0.316633, "nauc_map_at_100_std": 0.047256, "nauc_map_at_100_diff1": 0.355053, "nauc_map_at_1000_max": 0.315972, "nauc_map_at_1000_std": 0.046447, "nauc_map_at_1000_diff1": 0.355806, "nauc_recall_at_1_max": 0.253163, "nauc_recall_at_1_std": -0.022342, "nauc_recall_at_1_diff1": 0.500461, "nauc_recall_at_3_max": 0.350303, "nauc_recall_at_3_std": 0.150156, "nauc_recall_at_3_diff1": 0.314565, "nauc_recall_at_5_max": 0.526317, "nauc_recall_at_5_std": 0.327718, "nauc_recall_at_5_diff1": 0.220928, "nauc_recall_at_10_max": 0.562955, "nauc_recall_at_10_std": 0.34706, "nauc_recall_at_10_diff1": -0.032875, "nauc_recall_at_20_max": 0.496106, "nauc_recall_at_20_std": 0.259326, "nauc_recall_at_20_diff1": -0.235314, "nauc_recall_at_25_max": 0.498635, "nauc_recall_at_25_std": 0.258078, "nauc_recall_at_25_diff1": -0.270644, "nauc_recall_at_50_max": 0.852013, "nauc_recall_at_50_std": 0.755469, "nauc_recall_at_50_diff1": 0.013175, "nauc_recall_at_100_max": 0.956328, "nauc_recall_at_100_std": 0.907057, "nauc_recall_at_100_diff1": -0.64464, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.15805, "nauc_precision_at_1_std": -0.04757, "nauc_precision_at_1_diff1": 0.599521, "nauc_precision_at_3_max": -0.026238, "nauc_precision_at_3_std": 0.011203, "nauc_precision_at_3_diff1": -0.109591, "nauc_precision_at_5_max": -0.075339, "nauc_precision_at_5_std": 0.008425, "nauc_precision_at_5_diff1": -0.201701, "nauc_precision_at_10_max": -0.160858, "nauc_precision_at_10_std": -0.079709, "nauc_precision_at_10_diff1": -0.240652, "nauc_precision_at_20_max": -0.190642, "nauc_precision_at_20_std": -0.107172, "nauc_precision_at_20_diff1": -0.243093, "nauc_precision_at_25_max": -0.190974, "nauc_precision_at_25_std": -0.108224, "nauc_precision_at_25_diff1": -0.247505, "nauc_precision_at_50_max": -0.198677, "nauc_precision_at_50_std": -0.113374, "nauc_precision_at_50_diff1": -0.229668, "nauc_precision_at_100_max": -0.203115, "nauc_precision_at_100_std": -0.123464, "nauc_precision_at_100_diff1": -0.220673, "nauc_precision_at_1000_max": -0.209611, "nauc_precision_at_1000_std": -0.12945, "nauc_precision_at_1000_diff1": -0.217919, "nauc_mrr_at_1_max": 0.15805, "nauc_mrr_at_1_std": -0.04757, "nauc_mrr_at_1_diff1": 0.599521, "nauc_mrr_at_3_max": 0.179607, "nauc_mrr_at_3_std": 0.002447, "nauc_mrr_at_3_diff1": 0.527692, "nauc_mrr_at_5_max": 0.209559, "nauc_mrr_at_5_std": 0.009774, "nauc_mrr_at_5_diff1": 0.537946, "nauc_mrr_at_10_max": 0.199855, "nauc_mrr_at_10_std": 0.001765, "nauc_mrr_at_10_diff1": 0.531147, "nauc_mrr_at_20_max": 0.199855, "nauc_mrr_at_20_std": 0.001765, "nauc_mrr_at_20_diff1": 0.531147, "nauc_mrr_at_25_max": 0.199855, "nauc_mrr_at_25_std": 0.001765, "nauc_mrr_at_25_diff1": 0.531147, "nauc_mrr_at_50_max": 0.200066, "nauc_mrr_at_50_std": 0.002246, "nauc_mrr_at_50_diff1": 0.535788, "nauc_mrr_at_100_max": 0.198675, "nauc_mrr_at_100_std": 0.000996, "nauc_mrr_at_100_diff1": 0.535465, "nauc_mrr_at_1000_max": 0.198675, "nauc_mrr_at_1000_std": 0.000996, "nauc_mrr_at_1000_diff1": 0.535465, "hit_rate_at_1": 0.81633, "hit_rate_at_3": 0.93878, "hit_rate_at_5": 0.96939, "hit_rate_at_10": 0.97959, "hit_rate_at_20": 0.97959, "hit_rate_at_25": 0.97959, "hit_rate_at_50": 0.9898, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.816327, "R_cap_at_3": 0.845238, "R_cap_at_5": 0.888946, "R_cap_at_10": 0.923526, "R_cap_at_20": 0.938284, "R_cap_at_25": 0.940334, "R_cap_at_50": 0.978005, "R_cap_at_100": 0.992347, "R_cap_at_1000": 1.0, "main_score": 0.84909, "hf_subset": "default_gpt4o_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73554, "ndcg_at_3": 0.80728, "ndcg_at_5": 0.83881, "ndcg_at_10": 0.85631, "ndcg_at_20": 0.85818, "ndcg_at_25": 0.86236, "ndcg_at_50": 0.86458, "ndcg_at_100": 0.86507, "ndcg_at_1000": 0.86533, "map_at_1": 0.4219, "map_at_3": 0.65, "map_at_5": 0.71897, "map_at_10": 0.78809, "map_at_20": 0.80743, "map_at_25": 0.80894, "map_at_50": 0.8096, "map_at_100": 0.80969, "map_at_1000": 0.80975, "recall_at_1": 0.4219, "recall_at_3": 0.72644, "recall_at_5": 0.84056, "recall_at_10": 0.94775, "recall_at_20": 0.97128, "recall_at_25": 0.98712, "recall_at_50": 0.99711, "recall_at_100": 0.99917, "recall_at_1000": 1.0, "accuracy": 0.4219, "precision_at_1": 0.73554, "precision_at_3": 0.53719, "precision_at_5": 0.41983, "precision_at_10": 0.28182, "precision_at_20": 0.1562, "precision_at_25": 0.12628, "precision_at_50": 0.06364, "precision_at_100": 0.0319, "precision_at_1000": 0.0032, "mrr_at_1": 0.735537, "mrr_at_3": 0.81405, "mrr_at_5": 0.825207, "mrr_at_10": 0.830323, "mrr_at_20": 0.830323, "mrr_at_25": 0.830716, "mrr_at_50": 0.8309, "mrr_at_100": 0.8309, "mrr_at_1000": 0.8309, "nauc_ndcg_at_1_max": -0.07144, "nauc_ndcg_at_1_std": -0.048003, "nauc_ndcg_at_1_diff1": 0.346069, "nauc_ndcg_at_3_max": 0.023964, "nauc_ndcg_at_3_std": -0.05158, "nauc_ndcg_at_3_diff1": 0.29019, "nauc_ndcg_at_5_max": 0.066101, "nauc_ndcg_at_5_std": 0.007852, "nauc_ndcg_at_5_diff1": 0.272751, "nauc_ndcg_at_10_max": -0.006301, "nauc_ndcg_at_10_std": 0.000489, "nauc_ndcg_at_10_diff1": 0.281009, "nauc_ndcg_at_20_max": -0.012726, "nauc_ndcg_at_20_std": -0.000792, "nauc_ndcg_at_20_diff1": 0.276895, "nauc_ndcg_at_25_max": -0.006516, "nauc_ndcg_at_25_std": -0.007695, "nauc_ndcg_at_25_diff1": 0.290924, "nauc_ndcg_at_50_max": -0.019972, "nauc_ndcg_at_50_std": -0.010563, "nauc_ndcg_at_50_diff1": 0.282436, "nauc_ndcg_at_100_max": -0.023571, "nauc_ndcg_at_100_std": -0.012061, "nauc_ndcg_at_100_diff1": 0.279726, "nauc_ndcg_at_1000_max": -0.023878, "nauc_ndcg_at_1000_std": -0.012864, "nauc_ndcg_at_1000_diff1": 0.280438, "nauc_map_at_1_max": 0.135707, "nauc_map_at_1_std": 0.025216, "nauc_map_at_1_diff1": 0.459734, "nauc_map_at_3_max": 0.091627, "nauc_map_at_3_std": -0.055812, "nauc_map_at_3_diff1": 0.34901, "nauc_map_at_5_max": 0.08762, "nauc_map_at_5_std": -0.023161, "nauc_map_at_5_diff1": 0.305157, "nauc_map_at_10_max": 0.011327, "nauc_map_at_10_std": -0.011881, "nauc_map_at_10_diff1": 0.273956, "nauc_map_at_20_max": 0.007723, "nauc_map_at_20_std": -0.00721, "nauc_map_at_20_diff1": 0.271739, "nauc_map_at_25_max": 0.008284, "nauc_map_at_25_std": -0.008696, "nauc_map_at_25_diff1": 0.275227, "nauc_map_at_50_max": 0.00671, "nauc_map_at_50_std": -0.008207, "nauc_map_at_50_diff1": 0.273769, "nauc_map_at_100_max": 0.006265, "nauc_map_at_100_std": -0.008395, "nauc_map_at_100_diff1": 0.273423, "nauc_map_at_1000_max": 0.006215, "nauc_map_at_1000_std": -0.008544, "nauc_map_at_1000_diff1": 0.273555, "nauc_recall_at_1_max": 0.135707, "nauc_recall_at_1_std": 0.025216, "nauc_recall_at_1_diff1": 0.459734, "nauc_recall_at_3_max": 0.16537, "nauc_recall_at_3_std": -0.076172, "nauc_recall_at_3_diff1": 0.338478, "nauc_recall_at_5_max": 0.269197, "nauc_recall_at_5_std": 0.011821, "nauc_recall_at_5_diff1": 0.236237, "nauc_recall_at_10_max": 0.158625, "nauc_recall_at_10_std": 0.111013, "nauc_recall_at_10_diff1": 0.248275, "nauc_recall_at_20_max": 0.203338, "nauc_recall_at_20_std": 0.2235, "nauc_recall_at_20_diff1": 0.254792, "nauc_recall_at_25_max": 0.809136, "nauc_recall_at_25_std": 0.273461, "nauc_recall_at_25_diff1": 0.736476, "nauc_recall_at_50_max": 0.65723, "nauc_recall_at_50_std": 0.360167, "nauc_recall_at_50_diff1": 0.572496, "nauc_recall_at_100_max": 0.126802, "nauc_recall_at_100_std": 0.360167, "nauc_recall_at_100_diff1": -0.169767, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.07144, "nauc_precision_at_1_std": -0.048003, "nauc_precision_at_1_diff1": 0.346069, "nauc_precision_at_3_max": -0.164648, "nauc_precision_at_3_std": -0.057965, "nauc_precision_at_3_diff1": -0.21604, "nauc_precision_at_5_max": -0.13097, "nauc_precision_at_5_std": 0.008383, "nauc_precision_at_5_diff1": -0.245324, "nauc_precision_at_10_max": -0.140305, "nauc_precision_at_10_std": 0.027667, "nauc_precision_at_10_diff1": -0.215946, "nauc_precision_at_20_max": -0.116595, "nauc_precision_at_20_std": 0.025231, "nauc_precision_at_20_diff1": -0.193543, "nauc_precision_at_25_max": -0.116004, "nauc_precision_at_25_std": 0.023121, "nauc_precision_at_25_diff1": -0.190795, "nauc_precision_at_50_max": -0.118892, "nauc_precision_at_50_std": 0.023223, "nauc_precision_at_50_diff1": -0.193596, "nauc_precision_at_100_max": -0.12128, "nauc_precision_at_100_std": 0.022112, "nauc_precision_at_100_diff1": -0.195858, "nauc_precision_at_1000_max": -0.121026, "nauc_precision_at_1000_std": 0.020931, "nauc_precision_at_1000_diff1": -0.19434, "nauc_mrr_at_1_max": -0.07144, "nauc_mrr_at_1_std": -0.048003, "nauc_mrr_at_1_diff1": 0.346069, "nauc_mrr_at_3_max": -0.047411, "nauc_mrr_at_3_std": -0.050698, "nauc_mrr_at_3_diff1": 0.323699, "nauc_mrr_at_5_max": -0.054015, "nauc_mrr_at_5_std": -0.050077, "nauc_mrr_at_5_diff1": 0.309335, "nauc_mrr_at_10_max": -0.061604, "nauc_mrr_at_10_std": -0.047316, "nauc_mrr_at_10_diff1": 0.326318, "nauc_mrr_at_20_max": -0.061604, "nauc_mrr_at_20_std": -0.047316, "nauc_mrr_at_20_diff1": 0.326318, "nauc_mrr_at_25_max": -0.058785, "nauc_mrr_at_25_std": -0.047001, "nauc_mrr_at_25_diff1": 0.326231, "nauc_mrr_at_50_max": -0.060057, "nauc_mrr_at_50_std": -0.04749, "nauc_mrr_at_50_diff1": 0.325578, "nauc_mrr_at_100_max": -0.060057, "nauc_mrr_at_100_std": -0.04749, "nauc_mrr_at_100_diff1": 0.325578, "nauc_mrr_at_1000_max": -0.060057, "nauc_mrr_at_1000_std": -0.04749, "nauc_mrr_at_1000_diff1": 0.325578, "hit_rate_at_1": 0.73554, "hit_rate_at_3": 0.90083, "hit_rate_at_5": 0.95041, "hit_rate_at_10": 0.98347, "hit_rate_at_20": 0.98347, "hit_rate_at_25": 0.99174, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.735537, "R_cap_at_3": 0.852617, "R_cap_at_5": 0.920523, "R_cap_at_10": 0.966391, "R_cap_at_20": 0.971281, "R_cap_at_25": 0.987121, "R_cap_at_50": 0.997107, "R_cap_at_100": 0.999174, "R_cap_at_1000": 1.0, "main_score": 0.85631, "hf_subset": "default_gpt4o_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82576, "ndcg_at_3": 0.83862, "ndcg_at_5": 0.85397, "ndcg_at_10": 0.87687, "ndcg_at_20": 0.88439, "ndcg_at_25": 0.88439, "ndcg_at_50": 0.88739, "ndcg_at_100": 0.88829, "ndcg_at_1000": 0.88871, "map_at_1": 0.44727, "map_at_3": 0.68125, "map_at_5": 0.74998, "map_at_10": 0.81887, "map_at_20": 0.83325, "map_at_25": 0.83325, "map_at_50": 0.83396, "map_at_100": 0.8343, "map_at_1000": 0.83435, "recall_at_1": 0.44727, "recall_at_3": 0.73639, "recall_at_5": 0.83445, "recall_at_10": 0.94894, "recall_at_20": 0.98232, "recall_at_25": 0.98232, "recall_at_50": 0.99558, "recall_at_100": 0.99811, "recall_at_1000": 1.0, "accuracy": 0.44727, "precision_at_1": 0.82576, "precision_at_3": 0.56818, "precision_at_5": 0.43485, "precision_at_10": 0.28182, "precision_at_20": 0.15114, "precision_at_25": 0.12091, "precision_at_50": 0.06091, "precision_at_100": 0.03068, "precision_at_1000": 0.00308, "mrr_at_1": 0.825758, "mrr_at_3": 0.871212, "mrr_at_5": 0.876136, "mrr_at_10": 0.881187, "mrr_at_20": 0.882359, "mrr_at_25": 0.882359, "mrr_at_50": 0.882576, "mrr_at_100": 0.882576, "mrr_at_1000": 0.882576, "nauc_ndcg_at_1_max": 0.039039, "nauc_ndcg_at_1_std": 0.325067, "nauc_ndcg_at_1_diff1": 0.332902, "nauc_ndcg_at_3_max": 0.041171, "nauc_ndcg_at_3_std": 0.145596, "nauc_ndcg_at_3_diff1": 0.253323, "nauc_ndcg_at_5_max": 0.036114, "nauc_ndcg_at_5_std": 0.156073, "nauc_ndcg_at_5_diff1": 0.246017, "nauc_ndcg_at_10_max": 0.08226, "nauc_ndcg_at_10_std": 0.208304, "nauc_ndcg_at_10_diff1": 0.295388, "nauc_ndcg_at_20_max": 0.069363, "nauc_ndcg_at_20_std": 0.220564, "nauc_ndcg_at_20_diff1": 0.287692, "nauc_ndcg_at_25_max": 0.069363, "nauc_ndcg_at_25_std": 0.220564, "nauc_ndcg_at_25_diff1": 0.287692, "nauc_ndcg_at_50_max": 0.05757, "nauc_ndcg_at_50_std": 0.225227, "nauc_ndcg_at_50_diff1": 0.274238, "nauc_ndcg_at_100_max": 0.053077, "nauc_ndcg_at_100_std": 0.223655, "nauc_ndcg_at_100_diff1": 0.281116, "nauc_ndcg_at_1000_max": 0.049715, "nauc_ndcg_at_1000_std": 0.222187, "nauc_ndcg_at_1000_diff1": 0.279852, "nauc_map_at_1_max": 0.116001, "nauc_map_at_1_std": 0.013585, "nauc_map_at_1_diff1": 0.499245, "nauc_map_at_3_max": 0.192962, "nauc_map_at_3_std": 0.042803, "nauc_map_at_3_diff1": 0.44452, "nauc_map_at_5_max": 0.172985, "nauc_map_at_5_std": 0.081741, "nauc_map_at_5_diff1": 0.388578, "nauc_map_at_10_max": 0.100974, "nauc_map_at_10_std": 0.12721, "nauc_map_at_10_diff1": 0.306612, "nauc_map_at_20_max": 0.070798, "nauc_map_at_20_std": 0.172833, "nauc_map_at_20_diff1": 0.260836, "nauc_map_at_25_max": 0.070798, "nauc_map_at_25_std": 0.172833, "nauc_map_at_25_diff1": 0.260836, "nauc_map_at_50_max": 0.070457, "nauc_map_at_50_std": 0.174769, "nauc_map_at_50_diff1": 0.259181, "nauc_map_at_100_max": 0.06932, "nauc_map_at_100_std": 0.174294, "nauc_map_at_100_diff1": 0.260989, "nauc_map_at_1000_max": 0.069013, "nauc_map_at_1000_std": 0.174134, "nauc_map_at_1000_diff1": 0.260852, "nauc_recall_at_1_max": 0.116001, "nauc_recall_at_1_std": 0.013585, "nauc_recall_at_1_diff1": 0.499245, "nauc_recall_at_3_max": 0.195381, "nauc_recall_at_3_std": -0.039358, "nauc_recall_at_3_diff1": 0.423261, "nauc_recall_at_5_max": 0.215081, "nauc_recall_at_5_std": -0.0321, "nauc_recall_at_5_diff1": 0.390994, "nauc_recall_at_10_max": 0.377522, "nauc_recall_at_10_std": -0.009265, "nauc_recall_at_10_diff1": 0.485269, "nauc_recall_at_20_max": 0.627316, "nauc_recall_at_20_std": 0.236742, "nauc_recall_at_20_diff1": 0.57614, "nauc_recall_at_25_max": 0.627316, "nauc_recall_at_25_std": 0.236742, "nauc_recall_at_25_diff1": 0.57614, "nauc_recall_at_50_max": 0.689328, "nauc_recall_at_50_std": 0.44187, "nauc_recall_at_50_diff1": -0.081865, "nauc_recall_at_100_max": 0.869501, "nauc_recall_at_100_std": 0.554199, "nauc_recall_at_100_diff1": 0.554199, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.039039, "nauc_precision_at_1_std": 0.325067, "nauc_precision_at_1_diff1": 0.332902, "nauc_precision_at_3_max": -0.061664, "nauc_precision_at_3_std": 0.135245, "nauc_precision_at_3_diff1": -0.284544, "nauc_precision_at_5_max": -0.122441, "nauc_precision_at_5_std": 0.115947, "nauc_precision_at_5_diff1": -0.342548, "nauc_precision_at_10_max": -0.17461, "nauc_precision_at_10_std": 0.097875, "nauc_precision_at_10_diff1": -0.355895, "nauc_precision_at_20_max": -0.184804, "nauc_precision_at_20_std": 0.125158, "nauc_precision_at_20_diff1": -0.371165, "nauc_precision_at_25_max": -0.184804, "nauc_precision_at_25_std": 0.125158, "nauc_precision_at_25_diff1": -0.371165, "nauc_precision_at_50_max": -0.186052, "nauc_precision_at_50_std": 0.128141, "nauc_precision_at_50_diff1": -0.377484, "nauc_precision_at_100_max": -0.188886, "nauc_precision_at_100_std": 0.123157, "nauc_precision_at_100_diff1": -0.367442, "nauc_precision_at_1000_max": -0.191271, "nauc_precision_at_1000_std": 0.121212, "nauc_precision_at_1000_diff1": -0.368531, "nauc_mrr_at_1_max": 0.039039, "nauc_mrr_at_1_std": 0.325067, "nauc_mrr_at_1_diff1": 0.332902, "nauc_mrr_at_3_max": -0.031666, "nauc_mrr_at_3_std": 0.283169, "nauc_mrr_at_3_diff1": 0.304353, "nauc_mrr_at_5_max": -0.022086, "nauc_mrr_at_5_std": 0.286843, "nauc_mrr_at_5_diff1": 0.304441, "nauc_mrr_at_10_max": -0.003512, "nauc_mrr_at_10_std": 0.29613, "nauc_mrr_at_10_diff1": 0.311788, "nauc_mrr_at_20_max": -0.002134, "nauc_mrr_at_20_std": 0.299345, "nauc_mrr_at_20_diff1": 0.311801, "nauc_mrr_at_25_max": -0.002134, "nauc_mrr_at_25_std": 0.299345, "nauc_mrr_at_25_diff1": 0.311801, "nauc_mrr_at_50_max": -0.004063, "nauc_mrr_at_50_std": 0.298854, "nauc_mrr_at_50_diff1": 0.310476, "nauc_mrr_at_100_max": -0.004063, "nauc_mrr_at_100_std": 0.298854, "nauc_mrr_at_100_diff1": 0.310476, "nauc_mrr_at_1000_max": -0.004063, "nauc_mrr_at_1000_std": 0.298854, "nauc_mrr_at_1000_diff1": 0.310476, "hit_rate_at_1": 0.82576, "hit_rate_at_3": 0.92424, "hit_rate_at_5": 0.94697, "hit_rate_at_10": 0.97727, "hit_rate_at_20": 0.99242, "hit_rate_at_25": 0.99242, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.825758, "R_cap_at_3": 0.863636, "R_cap_at_5": 0.900505, "R_cap_at_10": 0.959133, "R_cap_at_20": 0.982323, "R_cap_at_25": 0.982323, "R_cap_at_50": 0.995581, "R_cap_at_100": 0.998106, "R_cap_at_1000": 1.0, "main_score": 0.87687, "hf_subset": "default_gpt4o_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84615, "ndcg_at_3": 0.85907, "ndcg_at_5": 0.87596, "ndcg_at_10": 0.89504, "ndcg_at_20": 0.90419, "ndcg_at_25": 0.90419, "ndcg_at_50": 0.90643, "ndcg_at_100": 0.90694, "ndcg_at_1000": 0.90694, "map_at_1": 0.48551, "map_at_3": 0.7201, "map_at_5": 0.77887, "map_at_10": 0.8374, "map_at_20": 0.85805, "map_at_25": 0.85805, "map_at_50": 0.85873, "map_at_100": 0.85897, "map_at_1000": 0.85897, "recall_at_1": 0.48551, "recall_at_3": 0.76691, "recall_at_5": 0.8492, "recall_at_10": 0.94803, "recall_at_20": 0.99009, "recall_at_25": 0.99009, "recall_at_50": 0.99864, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.48551, "precision_at_1": 0.84615, "precision_at_3": 0.56876, "precision_at_5": 0.42657, "precision_at_10": 0.27343, "precision_at_20": 0.1528, "precision_at_25": 0.12224, "precision_at_50": 0.06168, "precision_at_100": 0.03098, "precision_at_1000": 0.0031, "mrr_at_1": 0.846154, "mrr_at_3": 0.889277, "mrr_at_5": 0.893823, "mrr_at_10": 0.898193, "mrr_at_20": 0.89866, "mrr_at_25": 0.89866, "mrr_at_50": 0.89866, "mrr_at_100": 0.89866, "mrr_at_1000": 0.89866, "nauc_ndcg_at_1_max": 0.130268, "nauc_ndcg_at_1_std": 0.248207, "nauc_ndcg_at_1_diff1": 0.482906, "nauc_ndcg_at_3_max": 0.162672, "nauc_ndcg_at_3_std": 0.170691, "nauc_ndcg_at_3_diff1": 0.372567, "nauc_ndcg_at_5_max": 0.174511, "nauc_ndcg_at_5_std": 0.250652, "nauc_ndcg_at_5_diff1": 0.338144, "nauc_ndcg_at_10_max": 0.186487, "nauc_ndcg_at_10_std": 0.238171, "nauc_ndcg_at_10_diff1": 0.337451, "nauc_ndcg_at_20_max": 0.156177, "nauc_ndcg_at_20_std": 0.214522, "nauc_ndcg_at_20_diff1": 0.33892, "nauc_ndcg_at_25_max": 0.156177, "nauc_ndcg_at_25_std": 0.214522, "nauc_ndcg_at_25_diff1": 0.33892, "nauc_ndcg_at_50_max": 0.151571, "nauc_ndcg_at_50_std": 0.227763, "nauc_ndcg_at_50_diff1": 0.358902, "nauc_ndcg_at_100_max": 0.149494, "nauc_ndcg_at_100_std": 0.227278, "nauc_ndcg_at_100_diff1": 0.363014, "nauc_ndcg_at_1000_max": 0.149494, "nauc_ndcg_at_1000_std": 0.227278, "nauc_ndcg_at_1000_diff1": 0.363014, "nauc_map_at_1_max": 0.090792, "nauc_map_at_1_std": -0.022303, "nauc_map_at_1_diff1": 0.552793, "nauc_map_at_3_max": 0.26627, "nauc_map_at_3_std": 0.13206, "nauc_map_at_3_diff1": 0.497113, "nauc_map_at_5_max": 0.309909, "nauc_map_at_5_std": 0.201595, "nauc_map_at_5_diff1": 0.444134, "nauc_map_at_10_max": 0.2495, "nauc_map_at_10_std": 0.192027, "nauc_map_at_10_diff1": 0.376442, "nauc_map_at_20_max": 0.203439, "nauc_map_at_20_std": 0.212896, "nauc_map_at_20_diff1": 0.322519, "nauc_map_at_25_max": 0.203439, "nauc_map_at_25_std": 0.212896, "nauc_map_at_25_diff1": 0.322519, "nauc_map_at_50_max": 0.202368, "nauc_map_at_50_std": 0.214637, "nauc_map_at_50_diff1": 0.327439, "nauc_map_at_100_max": 0.201825, "nauc_map_at_100_std": 0.214519, "nauc_map_at_100_diff1": 0.328453, "nauc_map_at_1000_max": 0.201825, "nauc_map_at_1000_std": 0.214519, "nauc_map_at_1000_diff1": 0.328453, "nauc_recall_at_1_max": 0.090792, "nauc_recall_at_1_std": -0.022303, "nauc_recall_at_1_diff1": 0.552793, "nauc_recall_at_3_max": 0.226967, "nauc_recall_at_3_std": 0.068709, "nauc_recall_at_3_diff1": 0.473911, "nauc_recall_at_5_max": 0.308102, "nauc_recall_at_5_std": 0.208384, "nauc_recall_at_5_diff1": 0.406762, "nauc_recall_at_10_max": 0.411689, "nauc_recall_at_10_std": 0.115281, "nauc_recall_at_10_diff1": 0.302442, "nauc_recall_at_20_max": 0.304829, "nauc_recall_at_20_std": -0.329439, "nauc_recall_at_20_diff1": -0.405121, "nauc_recall_at_25_max": 0.304829, "nauc_recall_at_25_std": -0.329439, "nauc_recall_at_25_diff1": -0.405121, "nauc_recall_at_50_max": 0.469937, "nauc_recall_at_50_std": 0.256602, "nauc_recall_at_50_diff1": -0.500972, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.130268, "nauc_precision_at_1_std": 0.248207, "nauc_precision_at_1_diff1": 0.482906, "nauc_precision_at_3_max": 0.031956, "nauc_precision_at_3_std": 0.172578, "nauc_precision_at_3_diff1": -0.302315, "nauc_precision_at_5_max": -0.041097, "nauc_precision_at_5_std": 0.123346, "nauc_precision_at_5_diff1": -0.37181, "nauc_precision_at_10_max": -0.148255, "nauc_precision_at_10_std": 0.036981, "nauc_precision_at_10_diff1": -0.372068, "nauc_precision_at_20_max": -0.181666, "nauc_precision_at_20_std": 0.031951, "nauc_precision_at_20_diff1": -0.383773, "nauc_precision_at_25_max": -0.181666, "nauc_precision_at_25_std": 0.031951, "nauc_precision_at_25_diff1": -0.383773, "nauc_precision_at_50_max": -0.185212, "nauc_precision_at_50_std": 0.033153, "nauc_precision_at_50_diff1": -0.37435, "nauc_precision_at_100_max": -0.185953, "nauc_precision_at_100_std": 0.03149, "nauc_precision_at_100_diff1": -0.368495, "nauc_precision_at_1000_max": -0.185953, "nauc_precision_at_1000_std": 0.03149, "nauc_precision_at_1000_diff1": -0.368495, "nauc_mrr_at_1_max": 0.130268, "nauc_mrr_at_1_std": 0.248207, "nauc_mrr_at_1_diff1": 0.482906, "nauc_mrr_at_3_max": 0.05861, "nauc_mrr_at_3_std": 0.255743, "nauc_mrr_at_3_diff1": 0.458198, "nauc_mrr_at_5_max": 0.046981, "nauc_mrr_at_5_std": 0.254926, "nauc_mrr_at_5_diff1": 0.45958, "nauc_mrr_at_10_max": 0.070939, "nauc_mrr_at_10_std": 0.254325, "nauc_mrr_at_10_diff1": 0.461255, "nauc_mrr_at_20_max": 0.073975, "nauc_mrr_at_20_std": 0.25496, "nauc_mrr_at_20_diff1": 0.460011, "nauc_mrr_at_25_max": 0.073975, "nauc_mrr_at_25_std": 0.25496, "nauc_mrr_at_25_diff1": 0.460011, "nauc_mrr_at_50_max": 0.073975, "nauc_mrr_at_50_std": 0.25496, "nauc_mrr_at_50_diff1": 0.460011, "nauc_mrr_at_100_max": 0.073975, "nauc_mrr_at_100_std": 0.25496, "nauc_mrr_at_100_diff1": 0.460011, "nauc_mrr_at_1000_max": 0.073975, "nauc_mrr_at_1000_std": 0.25496, "nauc_mrr_at_1000_diff1": 0.460011, "hit_rate_at_1": 0.84615, "hit_rate_at_3": 0.94406, "hit_rate_at_5": 0.96503, "hit_rate_at_10": 0.99301, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.846154, "R_cap_at_3": 0.878788, "R_cap_at_5": 0.91317, "R_cap_at_10": 0.963384, "R_cap_at_20": 0.990093, "R_cap_at_25": 0.990093, "R_cap_at_50": 0.99864, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89504, "hf_subset": "default_gpt4o_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.99256, "ndcg_at_5": 0.99256, "ndcg_at_10": 0.99256, "ndcg_at_20": 0.99558, "ndcg_at_25": 0.99558, "ndcg_at_50": 0.99558, "ndcg_at_100": 0.99558, "ndcg_at_1000": 0.99558, "map_at_1": 0.81731, "map_at_3": 0.98077, "map_at_5": 0.99038, "map_at_10": 0.99038, "map_at_20": 0.99176, "map_at_25": 0.99176, "map_at_50": 0.99176, "map_at_100": 0.99176, "map_at_1000": 0.99176, "recall_at_1": 0.81731, "recall_at_3": 0.98077, "recall_at_5": 0.99038, "recall_at_10": 0.99038, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.81731, "precision_at_1": 1.0, "precision_at_3": 0.46795, "precision_at_5": 0.28846, "precision_at_10": 0.14423, "precision_at_20": 0.07308, "precision_at_25": 0.05846, "precision_at_50": 0.02923, "precision_at_100": 0.01462, "precision_at_1000": 0.00146, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.869837, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 0.121607, "nauc_ndcg_at_5_max": 0.869837, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 0.121607, "nauc_ndcg_at_10_max": 0.869837, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 0.121607, "nauc_ndcg_at_20_max": 0.869837, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.121607, "nauc_ndcg_at_25_max": 0.869837, "nauc_ndcg_at_25_std": 1.0, "nauc_ndcg_at_25_diff1": 0.121607, "nauc_ndcg_at_50_max": 0.869837, "nauc_ndcg_at_50_std": 1.0, "nauc_ndcg_at_50_diff1": 0.121607, "nauc_ndcg_at_100_max": 0.869837, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 0.121607, "nauc_ndcg_at_1000_max": 0.869837, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": 0.121607, "nauc_map_at_1_max": 0.510984, "nauc_map_at_1_std": 0.193102, "nauc_map_at_1_diff1": 0.832586, "nauc_map_at_3_max": 0.554546, "nauc_map_at_3_std": 0.013675, "nauc_map_at_3_diff1": 0.491848, "nauc_map_at_5_max": 0.869837, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 0.121607, "nauc_map_at_10_max": 0.869837, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 0.121607, "nauc_map_at_20_max": 0.869837, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.121607, "nauc_map_at_25_max": 0.869837, "nauc_map_at_25_std": 1.0, "nauc_map_at_25_diff1": 0.121607, "nauc_map_at_50_max": 0.869837, "nauc_map_at_50_std": 1.0, "nauc_map_at_50_diff1": 0.121607, "nauc_map_at_100_max": 0.869837, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 0.121607, "nauc_map_at_1000_max": 0.869837, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": 0.121607, "nauc_recall_at_1_max": 0.510984, "nauc_recall_at_1_std": 0.193102, "nauc_recall_at_1_diff1": 0.832586, "nauc_recall_at_3_max": 0.554546, "nauc_recall_at_3_std": 0.013675, "nauc_recall_at_3_diff1": 0.491848, "nauc_recall_at_5_max": 0.869837, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.121607, "nauc_recall_at_10_max": 0.869837, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.121607, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.303353, "nauc_precision_at_3_std": -0.037062, "nauc_precision_at_3_diff1": -0.590789, "nauc_precision_at_5_max": -0.283682, "nauc_precision_at_5_std": 0.031171, "nauc_precision_at_5_diff1": -0.578508, "nauc_precision_at_10_max": -0.283682, "nauc_precision_at_10_std": 0.031171, "nauc_precision_at_10_diff1": -0.578508, "nauc_precision_at_20_max": -0.310527, "nauc_precision_at_20_std": -0.001673, "nauc_precision_at_20_diff1": -0.579274, "nauc_precision_at_25_max": -0.310527, "nauc_precision_at_25_std": -0.001673, "nauc_precision_at_25_diff1": -0.579274, "nauc_precision_at_50_max": -0.310527, "nauc_precision_at_50_std": -0.001673, "nauc_precision_at_50_diff1": -0.579274, "nauc_precision_at_100_max": -0.310527, "nauc_precision_at_100_std": -0.001673, "nauc_precision_at_100_diff1": -0.579274, "nauc_precision_at_1000_max": -0.310527, "nauc_precision_at_1000_std": -0.001673, "nauc_precision_at_1000_diff1": -0.579274, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 0.990385, "R_cap_at_5": 0.990385, "R_cap_at_10": 0.990385, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.99256, "hf_subset": "default_gpt4o_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.94366, "ndcg_at_3": 0.97695, "ndcg_at_5": 0.97695, "ndcg_at_10": 0.97695, "ndcg_at_20": 0.97695, "ndcg_at_25": 0.97695, "ndcg_at_50": 0.97695, "ndcg_at_100": 0.97695, "ndcg_at_1000": 0.97695, "map_at_1": 0.78052, "map_at_3": 0.96362, "map_at_5": 0.96714, "map_at_10": 0.96714, "map_at_20": 0.96714, "map_at_25": 0.96714, "map_at_50": 0.96714, "map_at_100": 0.96714, "map_at_1000": 0.96714, "recall_at_1": 0.78052, "recall_at_3": 0.99648, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.78052, "precision_at_1": 0.94366, "precision_at_3": 0.46009, "precision_at_5": 0.27887, "precision_at_10": 0.13944, "precision_at_20": 0.06972, "precision_at_25": 0.05577, "precision_at_50": 0.02789, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.943662, "mrr_at_3": 0.971831, "mrr_at_5": 0.971831, "mrr_at_10": 0.971831, "mrr_at_20": 0.971831, "mrr_at_25": 0.971831, "mrr_at_50": 0.971831, "mrr_at_100": 0.971831, "mrr_at_1000": 0.971831, "nauc_ndcg_at_1_max": -0.548245, "nauc_ndcg_at_1_std": -0.389141, "nauc_ndcg_at_1_diff1": 0.627485, "nauc_ndcg_at_3_max": -0.402778, "nauc_ndcg_at_3_std": -0.281062, "nauc_ndcg_at_3_diff1": 0.657624, "nauc_ndcg_at_5_max": -0.402778, "nauc_ndcg_at_5_std": -0.281062, "nauc_ndcg_at_5_diff1": 0.657624, "nauc_ndcg_at_10_max": -0.402778, "nauc_ndcg_at_10_std": -0.281062, "nauc_ndcg_at_10_diff1": 0.657624, "nauc_ndcg_at_20_max": -0.402778, "nauc_ndcg_at_20_std": -0.281062, "nauc_ndcg_at_20_diff1": 0.657624, "nauc_ndcg_at_25_max": -0.402778, "nauc_ndcg_at_25_std": -0.281062, "nauc_ndcg_at_25_diff1": 0.657624, "nauc_ndcg_at_50_max": -0.402778, "nauc_ndcg_at_50_std": -0.281062, "nauc_ndcg_at_50_diff1": 0.657624, "nauc_ndcg_at_100_max": -0.402778, "nauc_ndcg_at_100_std": -0.281062, "nauc_ndcg_at_100_diff1": 0.657624, "nauc_ndcg_at_1000_max": -0.402778, "nauc_ndcg_at_1000_std": -0.281062, "nauc_ndcg_at_1000_diff1": 0.657624, "nauc_map_at_1_max": 0.256362, "nauc_map_at_1_std": -0.094505, "nauc_map_at_1_diff1": 0.815639, "nauc_map_at_3_max": -0.268839, "nauc_map_at_3_std": -0.197411, "nauc_map_at_3_diff1": 0.703181, "nauc_map_at_5_max": -0.336389, "nauc_map_at_5_std": -0.231737, "nauc_map_at_5_diff1": 0.671379, "nauc_map_at_10_max": -0.336389, "nauc_map_at_10_std": -0.231737, "nauc_map_at_10_diff1": 0.671379, "nauc_map_at_20_max": -0.336389, "nauc_map_at_20_std": -0.231737, "nauc_map_at_20_diff1": 0.671379, "nauc_map_at_25_max": -0.336389, "nauc_map_at_25_std": -0.231737, "nauc_map_at_25_diff1": 0.671379, "nauc_map_at_50_max": -0.336389, "nauc_map_at_50_std": -0.231737, "nauc_map_at_50_diff1": 0.671379, "nauc_map_at_100_max": -0.336389, "nauc_map_at_100_std": -0.231737, "nauc_map_at_100_diff1": 0.671379, "nauc_map_at_1000_max": -0.336389, "nauc_map_at_1000_std": -0.231737, "nauc_map_at_1000_diff1": 0.671379, "nauc_recall_at_1_max": 0.256362, "nauc_recall_at_1_std": -0.094505, "nauc_recall_at_1_diff1": 0.815639, "nauc_recall_at_3_max": 0.361629, "nauc_recall_at_3_std": 0.122974, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.548245, "nauc_precision_at_1_std": -0.389141, "nauc_precision_at_1_diff1": 0.627485, "nauc_precision_at_3_max": -0.355285, "nauc_precision_at_3_std": 0.046329, "nauc_precision_at_3_diff1": -0.548965, "nauc_precision_at_5_max": -0.348084, "nauc_precision_at_5_std": 0.040783, "nauc_precision_at_5_diff1": -0.549786, "nauc_precision_at_10_max": -0.348084, "nauc_precision_at_10_std": 0.040783, "nauc_precision_at_10_diff1": -0.549786, "nauc_precision_at_20_max": -0.348084, "nauc_precision_at_20_std": 0.040783, "nauc_precision_at_20_diff1": -0.549786, "nauc_precision_at_25_max": -0.348084, "nauc_precision_at_25_std": 0.040783, "nauc_precision_at_25_diff1": -0.549786, "nauc_precision_at_50_max": -0.348084, "nauc_precision_at_50_std": 0.040783, "nauc_precision_at_50_diff1": -0.549786, "nauc_precision_at_100_max": -0.348084, "nauc_precision_at_100_std": 0.040783, "nauc_precision_at_100_diff1": -0.549786, "nauc_precision_at_1000_max": -0.348084, "nauc_precision_at_1000_std": 0.040783, "nauc_precision_at_1000_diff1": -0.549786, "nauc_mrr_at_1_max": -0.548245, "nauc_mrr_at_1_std": -0.389141, "nauc_mrr_at_1_diff1": 0.627485, "nauc_mrr_at_3_max": -0.548245, "nauc_mrr_at_3_std": -0.389141, "nauc_mrr_at_3_diff1": 0.627485, "nauc_mrr_at_5_max": -0.548245, "nauc_mrr_at_5_std": -0.389141, "nauc_mrr_at_5_diff1": 0.627485, "nauc_mrr_at_10_max": -0.548245, "nauc_mrr_at_10_std": -0.389141, "nauc_mrr_at_10_diff1": 0.627485, "nauc_mrr_at_20_max": -0.548245, "nauc_mrr_at_20_std": -0.389141, "nauc_mrr_at_20_diff1": 0.627485, "nauc_mrr_at_25_max": -0.548245, "nauc_mrr_at_25_std": -0.389141, "nauc_mrr_at_25_diff1": 0.627485, "nauc_mrr_at_50_max": -0.548245, "nauc_mrr_at_50_std": -0.389141, "nauc_mrr_at_50_diff1": 0.627485, "nauc_mrr_at_100_max": -0.548245, "nauc_mrr_at_100_std": -0.389141, "nauc_mrr_at_100_diff1": 0.627485, "nauc_mrr_at_1000_max": -0.548245, "nauc_mrr_at_1000_std": -0.389141, "nauc_mrr_at_1000_diff1": 0.627485, "hit_rate_at_1": 0.94366, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.943662, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97695, "hf_subset": "default_gpt4o_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.94444, "ndcg_at_3": 0.97838, "ndcg_at_5": 0.97838, "ndcg_at_10": 0.97838, "ndcg_at_20": 0.97838, "ndcg_at_25": 0.97838, "ndcg_at_50": 0.97838, "ndcg_at_100": 0.97838, "ndcg_at_1000": 0.97838, "map_at_1": 0.77199, "map_at_3": 0.96644, "map_at_5": 0.96991, "map_at_10": 0.96991, "map_at_20": 0.96991, "map_at_25": 0.96991, "map_at_50": 0.96991, "map_at_100": 0.96991, "map_at_1000": 0.96991, "recall_at_1": 0.77199, "recall_at_3": 0.99653, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.77199, "precision_at_1": 0.94444, "precision_at_3": 0.47222, "precision_at_5": 0.28611, "precision_at_10": 0.14306, "precision_at_20": 0.07153, "precision_at_25": 0.05722, "precision_at_50": 0.02861, "precision_at_100": 0.01431, "precision_at_1000": 0.00143, "mrr_at_1": 0.944444, "mrr_at_3": 0.972222, "mrr_at_5": 0.972222, "mrr_at_10": 0.972222, "mrr_at_20": 0.972222, "mrr_at_25": 0.972222, "mrr_at_50": 0.972222, "mrr_at_100": 0.972222, "mrr_at_1000": 0.972222, "nauc_ndcg_at_1_max": -0.440898, "nauc_ndcg_at_1_std": -0.157792, "nauc_ndcg_at_1_diff1": 0.589685, "nauc_ndcg_at_3_max": -0.366584, "nauc_ndcg_at_3_std": -0.112333, "nauc_ndcg_at_3_diff1": 0.587856, "nauc_ndcg_at_5_max": -0.366584, "nauc_ndcg_at_5_std": -0.112333, "nauc_ndcg_at_5_diff1": 0.587856, "nauc_ndcg_at_10_max": -0.366584, "nauc_ndcg_at_10_std": -0.112333, "nauc_ndcg_at_10_diff1": 0.587856, "nauc_ndcg_at_20_max": -0.366584, "nauc_ndcg_at_20_std": -0.112333, "nauc_ndcg_at_20_diff1": 0.587856, "nauc_ndcg_at_25_max": -0.366584, "nauc_ndcg_at_25_std": -0.112333, "nauc_ndcg_at_25_diff1": 0.587856, "nauc_ndcg_at_50_max": -0.366584, "nauc_ndcg_at_50_std": -0.112333, "nauc_ndcg_at_50_diff1": 0.587856, "nauc_ndcg_at_100_max": -0.366584, "nauc_ndcg_at_100_std": -0.112333, "nauc_ndcg_at_100_diff1": 0.587856, "nauc_ndcg_at_1000_max": -0.366584, "nauc_ndcg_at_1000_std": -0.112333, "nauc_ndcg_at_1000_diff1": 0.587856, "nauc_map_at_1_max": 0.121645, "nauc_map_at_1_std": -0.118473, "nauc_map_at_1_diff1": 0.852584, "nauc_map_at_3_max": -0.283301, "nauc_map_at_3_std": -0.263293, "nauc_map_at_3_diff1": 0.583572, "nauc_map_at_5_max": -0.33006, "nauc_map_at_5_std": -0.08999, "nauc_map_at_5_diff1": 0.586958, "nauc_map_at_10_max": -0.33006, "nauc_map_at_10_std": -0.08999, "nauc_map_at_10_diff1": 0.586958, "nauc_map_at_20_max": -0.33006, "nauc_map_at_20_std": -0.08999, "nauc_map_at_20_diff1": 0.586958, "nauc_map_at_25_max": -0.33006, "nauc_map_at_25_std": -0.08999, "nauc_map_at_25_diff1": 0.586958, "nauc_map_at_50_max": -0.33006, "nauc_map_at_50_std": -0.08999, "nauc_map_at_50_diff1": 0.586958, "nauc_map_at_100_max": -0.33006, "nauc_map_at_100_std": -0.08999, "nauc_map_at_100_diff1": 0.586958, "nauc_map_at_1000_max": -0.33006, "nauc_map_at_1000_std": -0.08999, "nauc_map_at_1000_diff1": 0.586958, "nauc_recall_at_1_max": 0.121645, "nauc_recall_at_1_std": -0.118473, "nauc_recall_at_1_diff1": 0.852584, "nauc_recall_at_3_max": 0.121942, "nauc_recall_at_3_std": -1.765258, "nauc_recall_at_3_diff1": 0.554227, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.440898, "nauc_precision_at_1_std": -0.157792, "nauc_precision_at_1_diff1": 0.589685, "nauc_precision_at_3_max": -0.230465, "nauc_precision_at_3_std": 0.084115, "nauc_precision_at_3_diff1": -0.604867, "nauc_precision_at_5_max": -0.223378, "nauc_precision_at_5_std": 0.124331, "nauc_precision_at_5_diff1": -0.592093, "nauc_precision_at_10_max": -0.223378, "nauc_precision_at_10_std": 0.124331, "nauc_precision_at_10_diff1": -0.592093, "nauc_precision_at_20_max": -0.223378, "nauc_precision_at_20_std": 0.124331, "nauc_precision_at_20_diff1": -0.592093, "nauc_precision_at_25_max": -0.223378, "nauc_precision_at_25_std": 0.124331, "nauc_precision_at_25_diff1": -0.592093, "nauc_precision_at_50_max": -0.223378, "nauc_precision_at_50_std": 0.124331, "nauc_precision_at_50_diff1": -0.592093, "nauc_precision_at_100_max": -0.223378, "nauc_precision_at_100_std": 0.124331, "nauc_precision_at_100_diff1": -0.592093, "nauc_precision_at_1000_max": -0.223378, "nauc_precision_at_1000_std": 0.124331, "nauc_precision_at_1000_diff1": -0.592093, "nauc_mrr_at_1_max": -0.440898, "nauc_mrr_at_1_std": -0.157792, "nauc_mrr_at_1_diff1": 0.589685, "nauc_mrr_at_3_max": -0.440898, "nauc_mrr_at_3_std": -0.157792, "nauc_mrr_at_3_diff1": 0.589685, "nauc_mrr_at_5_max": -0.440898, "nauc_mrr_at_5_std": -0.157792, "nauc_mrr_at_5_diff1": 0.589685, "nauc_mrr_at_10_max": -0.440898, "nauc_mrr_at_10_std": -0.157792, "nauc_mrr_at_10_diff1": 0.589685, "nauc_mrr_at_20_max": -0.440898, "nauc_mrr_at_20_std": -0.157792, "nauc_mrr_at_20_diff1": 0.589685, "nauc_mrr_at_25_max": -0.440898, "nauc_mrr_at_25_std": -0.157792, "nauc_mrr_at_25_diff1": 0.589685, "nauc_mrr_at_50_max": -0.440898, "nauc_mrr_at_50_std": -0.157792, "nauc_mrr_at_50_diff1": 0.589685, "nauc_mrr_at_100_max": -0.440898, "nauc_mrr_at_100_std": -0.157792, "nauc_mrr_at_100_diff1": 0.589685, "nauc_mrr_at_1000_max": -0.440898, "nauc_mrr_at_1000_std": -0.157792, "nauc_mrr_at_1000_diff1": 0.589685, "hit_rate_at_1": 0.94444, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.944444, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97838, "hf_subset": "default_gpt4o_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.94521, "ndcg_at_3": 0.97448, "ndcg_at_5": 0.97448, "ndcg_at_10": 0.97728, "ndcg_at_20": 0.97728, "ndcg_at_25": 0.97728, "ndcg_at_50": 0.97728, "ndcg_at_100": 0.97728, "ndcg_at_1000": 0.97728, "map_at_1": 0.76712, "map_at_3": 0.9589, "map_at_5": 0.96575, "map_at_10": 0.96771, "map_at_20": 0.96771, "map_at_25": 0.96771, "map_at_50": 0.96771, "map_at_100": 0.96771, "map_at_1000": 0.96771, "recall_at_1": 0.76712, "recall_at_3": 0.9863, "recall_at_5": 0.99315, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.76712, "precision_at_1": 0.94521, "precision_at_3": 0.47032, "precision_at_5": 0.28767, "precision_at_10": 0.14521, "precision_at_20": 0.0726, "precision_at_25": 0.05808, "precision_at_50": 0.02904, "precision_at_100": 0.01452, "precision_at_1000": 0.00145, "mrr_at_1": 0.945205, "mrr_at_3": 0.972603, "mrr_at_5": 0.972603, "mrr_at_10": 0.972603, "mrr_at_20": 0.972603, "mrr_at_25": 0.972603, "mrr_at_50": 0.972603, "mrr_at_100": 0.972603, "mrr_at_1000": 0.972603, "nauc_ndcg_at_1_max": -0.818198, "nauc_ndcg_at_1_std": -0.278708, "nauc_ndcg_at_1_diff1": 0.667924, "nauc_ndcg_at_3_max": -0.440676, "nauc_ndcg_at_3_std": -0.013203, "nauc_ndcg_at_3_diff1": 0.603618, "nauc_ndcg_at_5_max": -0.440676, "nauc_ndcg_at_5_std": -0.013203, "nauc_ndcg_at_5_diff1": 0.603618, "nauc_ndcg_at_10_max": -0.618188, "nauc_ndcg_at_10_std": -0.138044, "nauc_ndcg_at_10_diff1": 0.633855, "nauc_ndcg_at_20_max": -0.618188, "nauc_ndcg_at_20_std": -0.138044, "nauc_ndcg_at_20_diff1": 0.633855, "nauc_ndcg_at_25_max": -0.618188, "nauc_ndcg_at_25_std": -0.138044, "nauc_ndcg_at_25_diff1": 0.633855, "nauc_ndcg_at_50_max": -0.618188, "nauc_ndcg_at_50_std": -0.138044, "nauc_ndcg_at_50_diff1": 0.633855, "nauc_ndcg_at_100_max": -0.618188, "nauc_ndcg_at_100_std": -0.138044, "nauc_ndcg_at_100_diff1": 0.633855, "nauc_ndcg_at_1000_max": -0.618188, "nauc_ndcg_at_1000_std": -0.138044, "nauc_ndcg_at_1000_diff1": 0.633855, "nauc_map_at_1_max": -0.038938, "nauc_map_at_1_std": -0.243451, "nauc_map_at_1_diff1": 0.87879, "nauc_map_at_3_max": -0.332819, "nauc_map_at_3_std": -0.134821, "nauc_map_at_3_diff1": 0.637626, "nauc_map_at_5_max": -0.454559, "nauc_map_at_5_std": -0.022966, "nauc_map_at_5_diff1": 0.605983, "nauc_map_at_10_max": -0.542714, "nauc_map_at_10_std": -0.084964, "nauc_map_at_10_diff1": 0.620999, "nauc_map_at_20_max": -0.542714, "nauc_map_at_20_std": -0.084964, "nauc_map_at_20_diff1": 0.620999, "nauc_map_at_25_max": -0.542714, "nauc_map_at_25_std": -0.084964, "nauc_map_at_25_diff1": 0.620999, "nauc_map_at_50_max": -0.542714, "nauc_map_at_50_std": -0.084964, "nauc_map_at_50_diff1": 0.620999, "nauc_map_at_100_max": -0.542714, "nauc_map_at_100_std": -0.084964, "nauc_map_at_100_diff1": 0.620999, "nauc_map_at_1000_max": -0.542714, "nauc_map_at_1000_std": -0.084964, "nauc_map_at_1000_diff1": 0.620999, "nauc_recall_at_1_max": -0.038938, "nauc_recall_at_1_std": -0.243451, "nauc_recall_at_1_diff1": 0.87879, "nauc_recall_at_3_max": 0.63794, "nauc_recall_at_3_std": 0.152952, "nauc_recall_at_3_diff1": 0.577028, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 0.358218, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.818198, "nauc_precision_at_1_std": -0.278708, "nauc_precision_at_1_diff1": 0.667924, "nauc_precision_at_3_max": -0.135699, "nauc_precision_at_3_std": 0.215302, "nauc_precision_at_3_diff1": -0.61542, "nauc_precision_at_5_max": -0.137548, "nauc_precision_at_5_std": 0.230427, "nauc_precision_at_5_diff1": -0.602157, "nauc_precision_at_10_max": -0.160673, "nauc_precision_at_10_std": 0.205821, "nauc_precision_at_10_diff1": -0.608214, "nauc_precision_at_20_max": -0.160673, "nauc_precision_at_20_std": 0.205821, "nauc_precision_at_20_diff1": -0.608214, "nauc_precision_at_25_max": -0.160673, "nauc_precision_at_25_std": 0.205821, "nauc_precision_at_25_diff1": -0.608214, "nauc_precision_at_50_max": -0.160673, "nauc_precision_at_50_std": 0.205821, "nauc_precision_at_50_diff1": -0.608214, "nauc_precision_at_100_max": -0.160673, "nauc_precision_at_100_std": 0.205821, "nauc_precision_at_100_diff1": -0.608214, "nauc_precision_at_1000_max": -0.160673, "nauc_precision_at_1000_std": 0.205821, "nauc_precision_at_1000_diff1": -0.608214, "nauc_mrr_at_1_max": -0.818198, "nauc_mrr_at_1_std": -0.278708, "nauc_mrr_at_1_diff1": 0.667924, "nauc_mrr_at_3_max": -0.818198, "nauc_mrr_at_3_std": -0.278708, "nauc_mrr_at_3_diff1": 0.667924, "nauc_mrr_at_5_max": -0.818198, "nauc_mrr_at_5_std": -0.278708, "nauc_mrr_at_5_diff1": 0.667924, "nauc_mrr_at_10_max": -0.818198, "nauc_mrr_at_10_std": -0.278708, "nauc_mrr_at_10_diff1": 0.667924, "nauc_mrr_at_20_max": -0.818198, "nauc_mrr_at_20_std": -0.278708, "nauc_mrr_at_20_diff1": 0.667924, "nauc_mrr_at_25_max": -0.818198, "nauc_mrr_at_25_std": -0.278708, "nauc_mrr_at_25_diff1": 0.667924, "nauc_mrr_at_50_max": -0.818198, "nauc_mrr_at_50_std": -0.278708, "nauc_mrr_at_50_diff1": 0.667924, "nauc_mrr_at_100_max": -0.818198, "nauc_mrr_at_100_std": -0.278708, "nauc_mrr_at_100_diff1": 0.667924, "nauc_mrr_at_1000_max": -0.818198, "nauc_mrr_at_1000_std": -0.278708, "nauc_mrr_at_1000_diff1": 0.667924, "hit_rate_at_1": 0.94521, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.945205, "R_cap_at_3": 0.993151, "R_cap_at_5": 0.993151, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97728, "hf_subset": "default_gpt4o_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84848, "ndcg_at_3": 0.80831, "ndcg_at_5": 0.84179, "ndcg_at_10": 0.85565, "ndcg_at_20": 0.87345, "ndcg_at_25": 0.8753, "ndcg_at_50": 0.88217, "ndcg_at_100": 0.88467, "ndcg_at_1000": 0.88467, "map_at_1": 0.45085, "map_at_3": 0.6574, "map_at_5": 0.72548, "map_at_10": 0.78355, "map_at_20": 0.81366, "map_at_25": 0.81485, "map_at_50": 0.81719, "map_at_100": 0.81773, "map_at_1000": 0.81773, "recall_at_1": 0.45085, "recall_at_3": 0.67645, "recall_at_5": 0.80305, "recall_at_10": 0.89511, "recall_at_20": 0.95781, "recall_at_25": 0.96243, "recall_at_50": 0.98749, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.45085, "precision_at_1": 0.84848, "precision_at_3": 0.55219, "precision_at_5": 0.42828, "precision_at_10": 0.27879, "precision_at_20": 0.16364, "precision_at_25": 0.13212, "precision_at_50": 0.06788, "precision_at_100": 0.03424, "precision_at_1000": 0.00342, "mrr_at_1": 0.848485, "mrr_at_3": 0.878788, "mrr_at_5": 0.892929, "mrr_at_10": 0.892929, "mrr_at_20": 0.893771, "mrr_at_25": 0.893771, "mrr_at_50": 0.894097, "mrr_at_100": 0.894243, "mrr_at_1000": 0.894243, "nauc_ndcg_at_1_max": 0.657745, "nauc_ndcg_at_1_std": 0.356978, "nauc_ndcg_at_1_diff1": 0.601056, "nauc_ndcg_at_3_max": 0.493286, "nauc_ndcg_at_3_std": 0.149101, "nauc_ndcg_at_3_diff1": 0.555832, "nauc_ndcg_at_5_max": 0.547845, "nauc_ndcg_at_5_std": 0.168428, "nauc_ndcg_at_5_diff1": 0.59383, "nauc_ndcg_at_10_max": 0.630386, "nauc_ndcg_at_10_std": 0.261584, "nauc_ndcg_at_10_diff1": 0.590674, "nauc_ndcg_at_20_max": 0.608467, "nauc_ndcg_at_20_std": 0.256517, "nauc_ndcg_at_20_diff1": 0.58983, "nauc_ndcg_at_25_max": 0.602523, "nauc_ndcg_at_25_std": 0.249686, "nauc_ndcg_at_25_diff1": 0.590716, "nauc_ndcg_at_50_max": 0.578627, "nauc_ndcg_at_50_std": 0.217553, "nauc_ndcg_at_50_diff1": 0.58484, "nauc_ndcg_at_100_max": 0.569389, "nauc_ndcg_at_100_std": 0.204091, "nauc_ndcg_at_100_diff1": 0.585313, "nauc_ndcg_at_1000_max": 0.569389, "nauc_ndcg_at_1000_std": 0.204091, "nauc_ndcg_at_1000_diff1": 0.585313, "nauc_map_at_1_max": 0.292461, "nauc_map_at_1_std": 0.031125, "nauc_map_at_1_diff1": 0.448929, "nauc_map_at_3_max": 0.476538, "nauc_map_at_3_std": 0.069171, "nauc_map_at_3_diff1": 0.577269, "nauc_map_at_5_max": 0.495098, "nauc_map_at_5_std": 0.051203, "nauc_map_at_5_diff1": 0.604458, "nauc_map_at_10_max": 0.552626, "nauc_map_at_10_std": 0.126947, "nauc_map_at_10_diff1": 0.592365, "nauc_map_at_20_max": 0.564346, "nauc_map_at_20_std": 0.205492, "nauc_map_at_20_diff1": 0.570596, "nauc_map_at_25_max": 0.561672, "nauc_map_at_25_std": 0.202191, "nauc_map_at_25_diff1": 0.571145, "nauc_map_at_50_max": 0.555845, "nauc_map_at_50_std": 0.194603, "nauc_map_at_50_diff1": 0.569925, "nauc_map_at_100_max": 0.55466, "nauc_map_at_100_std": 0.192966, "nauc_map_at_100_diff1": 0.569575, "nauc_map_at_1000_max": 0.55466, "nauc_map_at_1000_std": 0.192966, "nauc_map_at_1000_diff1": 0.569575, "nauc_recall_at_1_max": 0.292461, "nauc_recall_at_1_std": 0.031125, "nauc_recall_at_1_diff1": 0.448929, "nauc_recall_at_3_max": 0.460246, "nauc_recall_at_3_std": 0.048861, "nauc_recall_at_3_diff1": 0.561953, "nauc_recall_at_5_max": 0.43713, "nauc_recall_at_5_std": -0.02684, "nauc_recall_at_5_diff1": 0.566603, "nauc_recall_at_10_max": 0.684021, "nauc_recall_at_10_std": 0.238004, "nauc_recall_at_10_diff1": 0.586512, "nauc_recall_at_20_max": 0.927312, "nauc_recall_at_20_std": 0.734465, "nauc_recall_at_20_diff1": 0.580254, "nauc_recall_at_25_max": 0.932196, "nauc_recall_at_25_std": 0.745376, "nauc_recall_at_25_diff1": 0.594891, "nauc_recall_at_50_max": 0.95659, "nauc_recall_at_50_std": 0.808321, "nauc_recall_at_50_diff1": 0.520127, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.657745, "nauc_precision_at_1_std": 0.356978, "nauc_precision_at_1_diff1": 0.601056, "nauc_precision_at_3_max": 0.136484, "nauc_precision_at_3_std": 0.112407, "nauc_precision_at_3_diff1": -0.002658, "nauc_precision_at_5_max": -0.025635, "nauc_precision_at_5_std": 0.060475, "nauc_precision_at_5_diff1": -0.145673, "nauc_precision_at_10_max": -0.057083, "nauc_precision_at_10_std": 0.126427, "nauc_precision_at_10_diff1": -0.221985, "nauc_precision_at_20_max": -0.093768, "nauc_precision_at_20_std": 0.170016, "nauc_precision_at_20_diff1": -0.262705, "nauc_precision_at_25_max": -0.101444, "nauc_precision_at_25_std": 0.160599, "nauc_precision_at_25_diff1": -0.262893, "nauc_precision_at_50_max": -0.127621, "nauc_precision_at_50_std": 0.133815, "nauc_precision_at_50_diff1": -0.276538, "nauc_precision_at_100_max": -0.135576, "nauc_precision_at_100_std": 0.125708, "nauc_precision_at_100_diff1": -0.280741, "nauc_precision_at_1000_max": -0.135576, "nauc_precision_at_1000_std": 0.125708, "nauc_precision_at_1000_diff1": -0.280741, "nauc_mrr_at_1_max": 0.657745, "nauc_mrr_at_1_std": 0.356978, "nauc_mrr_at_1_diff1": 0.601056, "nauc_mrr_at_3_max": 0.627955, "nauc_mrr_at_3_std": 0.292341, "nauc_mrr_at_3_diff1": 0.599951, "nauc_mrr_at_5_max": 0.639432, "nauc_mrr_at_5_std": 0.292595, "nauc_mrr_at_5_diff1": 0.613608, "nauc_mrr_at_10_max": 0.639432, "nauc_mrr_at_10_std": 0.292595, "nauc_mrr_at_10_diff1": 0.613608, "nauc_mrr_at_20_max": 0.643698, "nauc_mrr_at_20_std": 0.304344, "nauc_mrr_at_20_diff1": 0.610448, "nauc_mrr_at_25_max": 0.643698, "nauc_mrr_at_25_std": 0.304344, "nauc_mrr_at_25_diff1": 0.610448, "nauc_mrr_at_50_max": 0.642567, "nauc_mrr_at_50_std": 0.303555, "nauc_mrr_at_50_diff1": 0.610095, "nauc_mrr_at_100_max": 0.642056, "nauc_mrr_at_100_std": 0.302746, "nauc_mrr_at_100_diff1": 0.610177, "nauc_mrr_at_1000_max": 0.642056, "nauc_mrr_at_1000_std": 0.302746, "nauc_mrr_at_1000_diff1": 0.610177, "hit_rate_at_1": 0.84848, "hit_rate_at_3": 0.90909, "hit_rate_at_5": 0.9697, "hit_rate_at_10": 0.9697, "hit_rate_at_20": 0.9798, "hit_rate_at_25": 0.9798, "hit_rate_at_50": 0.9899, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.848485, "R_cap_at_3": 0.799663, "R_cap_at_5": 0.874747, "R_cap_at_10": 0.91332, "R_cap_at_20": 0.957812, "R_cap_at_25": 0.962434, "R_cap_at_50": 0.987494, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85565, "hf_subset": "sci_fi_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78261, "ndcg_at_3": 0.78894, "ndcg_at_5": 0.80159, "ndcg_at_10": 0.80809, "ndcg_at_20": 0.83198, "ndcg_at_25": 0.8403, "ndcg_at_50": 0.8508, "ndcg_at_100": 0.85181, "ndcg_at_1000": 0.85207, "map_at_1": 0.44619, "map_at_3": 0.61779, "map_at_5": 0.67955, "map_at_10": 0.73397, "map_at_20": 0.76347, "map_at_25": 0.76723, "map_at_50": 0.77115, "map_at_100": 0.7715, "map_at_1000": 0.77157, "recall_at_1": 0.44619, "recall_at_3": 0.66473, "recall_at_5": 0.76926, "recall_at_10": 0.85201, "recall_at_20": 0.92794, "recall_at_25": 0.95737, "recall_at_50": 0.99606, "recall_at_100": 0.99921, "recall_at_1000": 1.0, "accuracy": 0.44619, "precision_at_1": 0.78261, "precision_at_3": 0.51014, "precision_at_5": 0.4, "precision_at_10": 0.26174, "precision_at_20": 0.15478, "precision_at_25": 0.1273, "precision_at_50": 0.06661, "precision_at_100": 0.03357, "precision_at_1000": 0.00337, "mrr_at_1": 0.782609, "mrr_at_3": 0.836232, "mrr_at_5": 0.845797, "mrr_at_10": 0.847039, "mrr_at_20": 0.848199, "mrr_at_25": 0.848961, "mrr_at_50": 0.849392, "mrr_at_100": 0.849392, "mrr_at_1000": 0.849392, "nauc_ndcg_at_1_max": 0.010134, "nauc_ndcg_at_1_std": -0.055856, "nauc_ndcg_at_1_diff1": 0.313685, "nauc_ndcg_at_3_max": 0.148313, "nauc_ndcg_at_3_std": 0.032533, "nauc_ndcg_at_3_diff1": 0.212066, "nauc_ndcg_at_5_max": 0.108712, "nauc_ndcg_at_5_std": -0.052031, "nauc_ndcg_at_5_diff1": 0.231442, "nauc_ndcg_at_10_max": 0.157141, "nauc_ndcg_at_10_std": -0.004754, "nauc_ndcg_at_10_diff1": 0.256992, "nauc_ndcg_at_20_max": 0.115985, "nauc_ndcg_at_20_std": -0.007673, "nauc_ndcg_at_20_diff1": 0.269008, "nauc_ndcg_at_25_max": 0.132184, "nauc_ndcg_at_25_std": -0.013206, "nauc_ndcg_at_25_diff1": 0.278576, "nauc_ndcg_at_50_max": 0.09017, "nauc_ndcg_at_50_std": -0.026105, "nauc_ndcg_at_50_diff1": 0.252943, "nauc_ndcg_at_100_max": 0.086364, "nauc_ndcg_at_100_std": -0.030375, "nauc_ndcg_at_100_diff1": 0.250993, "nauc_ndcg_at_1000_max": 0.084469, "nauc_ndcg_at_1000_std": -0.032175, "nauc_ndcg_at_1000_diff1": 0.249901, "nauc_map_at_1_max": 0.175595, "nauc_map_at_1_std": -0.024114, "nauc_map_at_1_diff1": 0.3953, "nauc_map_at_3_max": 0.30966, "nauc_map_at_3_std": 0.027815, "nauc_map_at_3_diff1": 0.374291, "nauc_map_at_5_max": 0.23208, "nauc_map_at_5_std": -0.042787, "nauc_map_at_5_diff1": 0.347299, "nauc_map_at_10_max": 0.198368, "nauc_map_at_10_std": -0.016225, "nauc_map_at_10_diff1": 0.282472, "nauc_map_at_20_max": 0.167565, "nauc_map_at_20_std": 0.002946, "nauc_map_at_20_diff1": 0.257315, "nauc_map_at_25_max": 0.166696, "nauc_map_at_25_std": 0.003189, "nauc_map_at_25_diff1": 0.253238, "nauc_map_at_50_max": 0.155928, "nauc_map_at_50_std": -0.002309, "nauc_map_at_50_diff1": 0.248076, "nauc_map_at_100_max": 0.155404, "nauc_map_at_100_std": -0.002952, "nauc_map_at_100_diff1": 0.247376, "nauc_map_at_1000_max": 0.155062, "nauc_map_at_1000_std": -0.003288, "nauc_map_at_1000_diff1": 0.247167, "nauc_recall_at_1_max": 0.175595, "nauc_recall_at_1_std": -0.024114, "nauc_recall_at_1_diff1": 0.3953, "nauc_recall_at_3_max": 0.355632, "nauc_recall_at_3_std": 0.068082, "nauc_recall_at_3_diff1": 0.346358, "nauc_recall_at_5_max": 0.246997, "nauc_recall_at_5_std": -0.073116, "nauc_recall_at_5_diff1": 0.314655, "nauc_recall_at_10_max": 0.304483, "nauc_recall_at_10_std": 0.047797, "nauc_recall_at_10_diff1": 0.314479, "nauc_recall_at_20_max": 0.226531, "nauc_recall_at_20_std": 0.134563, "nauc_recall_at_20_diff1": 0.3062, "nauc_recall_at_25_max": 0.630558, "nauc_recall_at_25_std": 0.130901, "nauc_recall_at_25_diff1": 0.585548, "nauc_recall_at_50_max": 0.694144, "nauc_recall_at_50_std": 0.669917, "nauc_recall_at_50_diff1": 0.404939, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.868646, "nauc_recall_at_100_diff1": 0.721588, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.010134, "nauc_precision_at_1_std": -0.055856, "nauc_precision_at_1_diff1": 0.313685, "nauc_precision_at_3_max": -0.095845, "nauc_precision_at_3_std": 0.015977, "nauc_precision_at_3_diff1": -0.233019, "nauc_precision_at_5_max": -0.240151, "nauc_precision_at_5_std": -0.069351, "nauc_precision_at_5_diff1": -0.285798, "nauc_precision_at_10_max": -0.222668, "nauc_precision_at_10_std": -0.002324, "nauc_precision_at_10_diff1": -0.311064, "nauc_precision_at_20_max": -0.23476, "nauc_precision_at_20_std": 0.016071, "nauc_precision_at_20_diff1": -0.29912, "nauc_precision_at_25_max": -0.2345, "nauc_precision_at_25_std": 0.016387, "nauc_precision_at_25_diff1": -0.304721, "nauc_precision_at_50_max": -0.258762, "nauc_precision_at_50_std": 0.002201, "nauc_precision_at_50_diff1": -0.317158, "nauc_precision_at_100_max": -0.259455, "nauc_precision_at_100_std": -0.001311, "nauc_precision_at_100_diff1": -0.318327, "nauc_precision_at_1000_max": -0.261082, "nauc_precision_at_1000_std": -0.003926, "nauc_precision_at_1000_diff1": -0.318798, "nauc_mrr_at_1_max": 0.010134, "nauc_mrr_at_1_std": -0.055856, "nauc_mrr_at_1_diff1": 0.313685, "nauc_mrr_at_3_max": 0.007518, "nauc_mrr_at_3_std": -0.044524, "nauc_mrr_at_3_diff1": 0.277541, "nauc_mrr_at_5_max": -0.007842, "nauc_mrr_at_5_std": -0.063961, "nauc_mrr_at_5_diff1": 0.2828, "nauc_mrr_at_10_max": 0.002117, "nauc_mrr_at_10_std": -0.054487, "nauc_mrr_at_10_diff1": 0.290189, "nauc_mrr_at_20_max": 0.00134, "nauc_mrr_at_20_std": -0.053508, "nauc_mrr_at_20_diff1": 0.288539, "nauc_mrr_at_25_max": 0.00621, "nauc_mrr_at_25_std": -0.055126, "nauc_mrr_at_25_diff1": 0.292828, "nauc_mrr_at_50_max": 0.004273, "nauc_mrr_at_50_std": -0.054668, "nauc_mrr_at_50_diff1": 0.291124, "nauc_mrr_at_100_max": 0.004273, "nauc_mrr_at_100_std": -0.054668, "nauc_mrr_at_100_diff1": 0.291124, "nauc_mrr_at_1000_max": 0.004273, "nauc_mrr_at_1000_std": -0.054668, "nauc_mrr_at_1000_diff1": 0.291124, "hit_rate_at_1": 0.78261, "hit_rate_at_3": 0.89565, "hit_rate_at_5": 0.93913, "hit_rate_at_10": 0.94783, "hit_rate_at_20": 0.96522, "hit_rate_at_25": 0.98261, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.782609, "R_cap_at_3": 0.804348, "R_cap_at_5": 0.843478, "R_cap_at_10": 0.866622, "R_cap_at_20": 0.92794, "R_cap_at_25": 0.957366, "R_cap_at_50": 0.996059, "R_cap_at_100": 0.999209, "R_cap_at_1000": 1.0, "main_score": 0.80809, "hf_subset": "sci_fi_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.80469, "ndcg_at_3": 0.80188, "ndcg_at_5": 0.80928, "ndcg_at_10": 0.83301, "ndcg_at_20": 0.85302, "ndcg_at_25": 0.85664, "ndcg_at_50": 0.86333, "ndcg_at_100": 0.86575, "ndcg_at_1000": 0.86575, "map_at_1": 0.44476, "map_at_3": 0.64017, "map_at_5": 0.6961, "map_at_10": 0.75583, "map_at_20": 0.7847, "map_at_25": 0.78693, "map_at_50": 0.78912, "map_at_100": 0.79003, "map_at_1000": 0.79003, "recall_at_1": 0.44476, "recall_at_3": 0.6861, "recall_at_5": 0.76831, "recall_at_10": 0.89162, "recall_at_20": 0.95639, "recall_at_25": 0.9661, "recall_at_50": 0.99247, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.44476, "precision_at_1": 0.80469, "precision_at_3": 0.53646, "precision_at_5": 0.40781, "precision_at_10": 0.26563, "precision_at_20": 0.15742, "precision_at_25": 0.12812, "precision_at_50": 0.06547, "precision_at_100": 0.03328, "precision_at_1000": 0.00333, "mrr_at_1": 0.804688, "mrr_at_3": 0.854167, "mrr_at_5": 0.859245, "mrr_at_10": 0.866313, "mrr_at_20": 0.866871, "mrr_at_25": 0.866871, "mrr_at_50": 0.867367, "mrr_at_100": 0.867367, "mrr_at_1000": 0.867367, "nauc_ndcg_at_1_max": 0.080878, "nauc_ndcg_at_1_std": -0.084537, "nauc_ndcg_at_1_diff1": 0.399414, "nauc_ndcg_at_3_max": 0.113812, "nauc_ndcg_at_3_std": -0.057712, "nauc_ndcg_at_3_diff1": 0.270281, "nauc_ndcg_at_5_max": 0.165527, "nauc_ndcg_at_5_std": -0.002394, "nauc_ndcg_at_5_diff1": 0.268925, "nauc_ndcg_at_10_max": 0.236235, "nauc_ndcg_at_10_std": 0.049651, "nauc_ndcg_at_10_diff1": 0.301106, "nauc_ndcg_at_20_max": 0.196943, "nauc_ndcg_at_20_std": 0.025415, "nauc_ndcg_at_20_diff1": 0.309581, "nauc_ndcg_at_25_max": 0.17868, "nauc_ndcg_at_25_std": 0.014709, "nauc_ndcg_at_25_diff1": 0.294304, "nauc_ndcg_at_50_max": 0.16221, "nauc_ndcg_at_50_std": -0.003006, "nauc_ndcg_at_50_diff1": 0.304441, "nauc_ndcg_at_100_max": 0.14605, "nauc_ndcg_at_100_std": -0.017927, "nauc_ndcg_at_100_diff1": 0.294134, "nauc_ndcg_at_1000_max": 0.14605, "nauc_ndcg_at_1000_std": -0.017927, "nauc_ndcg_at_1000_diff1": 0.294134, "nauc_map_at_1_max": 0.032284, "nauc_map_at_1_std": -0.095475, "nauc_map_at_1_diff1": 0.359786, "nauc_map_at_3_max": 0.229969, "nauc_map_at_3_std": -0.006867, "nauc_map_at_3_diff1": 0.347, "nauc_map_at_5_max": 0.218828, "nauc_map_at_5_std": -0.017612, "nauc_map_at_5_diff1": 0.336225, "nauc_map_at_10_max": 0.220222, "nauc_map_at_10_std": -0.001989, "nauc_map_at_10_diff1": 0.321329, "nauc_map_at_20_max": 0.201012, "nauc_map_at_20_std": 0.024605, "nauc_map_at_20_diff1": 0.302784, "nauc_map_at_25_max": 0.192921, "nauc_map_at_25_std": 0.019514, "nauc_map_at_25_diff1": 0.295996, "nauc_map_at_50_max": 0.188181, "nauc_map_at_50_std": 0.015172, "nauc_map_at_50_diff1": 0.295246, "nauc_map_at_100_max": 0.184169, "nauc_map_at_100_std": 0.011479, "nauc_map_at_100_diff1": 0.292408, "nauc_map_at_1000_max": 0.184169, "nauc_map_at_1000_std": 0.011479, "nauc_map_at_1000_diff1": 0.292408, "nauc_recall_at_1_max": 0.032284, "nauc_recall_at_1_std": -0.095475, "nauc_recall_at_1_diff1": 0.359786, "nauc_recall_at_3_max": 0.270488, "nauc_recall_at_3_std": 0.037208, "nauc_recall_at_3_diff1": 0.313683, "nauc_recall_at_5_max": 0.254316, "nauc_recall_at_5_std": 0.007607, "nauc_recall_at_5_diff1": 0.318299, "nauc_recall_at_10_max": 0.440276, "nauc_recall_at_10_std": 0.148513, "nauc_recall_at_10_diff1": 0.297148, "nauc_recall_at_20_max": 0.574373, "nauc_recall_at_20_std": 0.402364, "nauc_recall_at_20_diff1": 0.262464, "nauc_recall_at_25_max": 0.512565, "nauc_recall_at_25_std": 0.404241, "nauc_recall_at_25_diff1": 0.11555, "nauc_recall_at_50_max": 0.893761, "nauc_recall_at_50_std": 0.724739, "nauc_recall_at_50_diff1": 0.673987, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.080878, "nauc_precision_at_1_std": -0.084537, "nauc_precision_at_1_diff1": 0.399414, "nauc_precision_at_3_max": 0.073134, "nauc_precision_at_3_std": 0.047821, "nauc_precision_at_3_diff1": -0.109467, "nauc_precision_at_5_max": -0.042677, "nauc_precision_at_5_std": 0.011789, "nauc_precision_at_5_diff1": -0.174423, "nauc_precision_at_10_max": -0.072901, "nauc_precision_at_10_std": 0.039755, "nauc_precision_at_10_diff1": -0.195629, "nauc_precision_at_20_max": -0.102164, "nauc_precision_at_20_std": 0.062357, "nauc_precision_at_20_diff1": -0.210992, "nauc_precision_at_25_max": -0.115817, "nauc_precision_at_25_std": 0.05297, "nauc_precision_at_25_diff1": -0.221369, "nauc_precision_at_50_max": -0.128423, "nauc_precision_at_50_std": 0.043341, "nauc_precision_at_50_diff1": -0.226236, "nauc_precision_at_100_max": -0.142695, "nauc_precision_at_100_std": 0.027507, "nauc_precision_at_100_diff1": -0.235081, "nauc_precision_at_1000_max": -0.142695, "nauc_precision_at_1000_std": 0.027507, "nauc_precision_at_1000_diff1": -0.235081, "nauc_mrr_at_1_max": 0.080878, "nauc_mrr_at_1_std": -0.084537, "nauc_mrr_at_1_diff1": 0.399414, "nauc_mrr_at_3_max": 0.124598, "nauc_mrr_at_3_std": -0.020259, "nauc_mrr_at_3_diff1": 0.343133, "nauc_mrr_at_5_max": 0.111455, "nauc_mrr_at_5_std": -0.039655, "nauc_mrr_at_5_diff1": 0.350556, "nauc_mrr_at_10_max": 0.119656, "nauc_mrr_at_10_std": -0.031105, "nauc_mrr_at_10_diff1": 0.347691, "nauc_mrr_at_20_max": 0.117747, "nauc_mrr_at_20_std": -0.031783, "nauc_mrr_at_20_diff1": 0.3454, "nauc_mrr_at_25_max": 0.117747, "nauc_mrr_at_25_std": -0.031783, "nauc_mrr_at_25_diff1": 0.3454, "nauc_mrr_at_50_max": 0.117104, "nauc_mrr_at_50_std": -0.032845, "nauc_mrr_at_50_diff1": 0.348095, "nauc_mrr_at_100_max": 0.117104, "nauc_mrr_at_100_std": -0.032845, "nauc_mrr_at_100_diff1": 0.348095, "nauc_mrr_at_1000_max": 0.117104, "nauc_mrr_at_1000_std": -0.032845, "nauc_mrr_at_1000_diff1": 0.348095, "hit_rate_at_1": 0.80469, "hit_rate_at_3": 0.90625, "hit_rate_at_5": 0.92969, "hit_rate_at_10": 0.97656, "hit_rate_at_20": 0.98438, "hit_rate_at_25": 0.98438, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.804688, "R_cap_at_3": 0.815104, "R_cap_at_5": 0.837891, "R_cap_at_10": 0.906926, "R_cap_at_20": 0.956395, "R_cap_at_25": 0.966095, "R_cap_at_50": 0.992472, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.83301, "hf_subset": "sci_fi_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85294, "ndcg_at_3": 0.84725, "ndcg_at_5": 0.86283, "ndcg_at_10": 0.87551, "ndcg_at_20": 0.8864, "ndcg_at_25": 0.88879, "ndcg_at_50": 0.89258, "ndcg_at_100": 0.89405, "ndcg_at_1000": 0.89483, "map_at_1": 0.45232, "map_at_3": 0.69015, "map_at_5": 0.75238, "map_at_10": 0.80636, "map_at_20": 0.83523, "map_at_25": 0.8359, "map_at_50": 0.83724, "map_at_100": 0.83774, "map_at_1000": 0.83789, "recall_at_1": 0.45232, "recall_at_3": 0.73202, "recall_at_5": 0.82324, "recall_at_10": 0.92762, "recall_at_20": 0.96874, "recall_at_25": 0.97854, "recall_at_50": 0.9926, "recall_at_100": 0.99713, "recall_at_1000": 1.0, "accuracy": 0.45232, "precision_at_1": 0.85294, "precision_at_3": 0.58088, "precision_at_5": 0.43824, "precision_at_10": 0.27868, "precision_at_20": 0.1625, "precision_at_25": 0.13059, "precision_at_50": 0.06632, "precision_at_100": 0.03353, "precision_at_1000": 0.00338, "mrr_at_1": 0.852941, "mrr_at_3": 0.881127, "mrr_at_5": 0.886642, "mrr_at_10": 0.892571, "mrr_at_20": 0.892571, "mrr_at_25": 0.892905, "mrr_at_50": 0.893159, "mrr_at_100": 0.893159, "mrr_at_1000": 0.893159, "nauc_ndcg_at_1_max": 0.279255, "nauc_ndcg_at_1_std": 0.224661, "nauc_ndcg_at_1_diff1": 0.408776, "nauc_ndcg_at_3_max": 0.255899, "nauc_ndcg_at_3_std": 0.162418, "nauc_ndcg_at_3_diff1": 0.242974, "nauc_ndcg_at_5_max": 0.352421, "nauc_ndcg_at_5_std": 0.258618, "nauc_ndcg_at_5_diff1": 0.313634, "nauc_ndcg_at_10_max": 0.369425, "nauc_ndcg_at_10_std": 0.295132, "nauc_ndcg_at_10_diff1": 0.282274, "nauc_ndcg_at_20_max": 0.341803, "nauc_ndcg_at_20_std": 0.274882, "nauc_ndcg_at_20_diff1": 0.296992, "nauc_ndcg_at_25_max": 0.348089, "nauc_ndcg_at_25_std": 0.264142, "nauc_ndcg_at_25_diff1": 0.323368, "nauc_ndcg_at_50_max": 0.340255, "nauc_ndcg_at_50_std": 0.261348, "nauc_ndcg_at_50_diff1": 0.326022, "nauc_ndcg_at_100_max": 0.332394, "nauc_ndcg_at_100_std": 0.254278, "nauc_ndcg_at_100_diff1": 0.320752, "nauc_ndcg_at_1000_max": 0.329111, "nauc_ndcg_at_1000_std": 0.250781, "nauc_ndcg_at_1000_diff1": 0.3183, "nauc_map_at_1_max": 0.053665, "nauc_map_at_1_std": -0.056236, "nauc_map_at_1_diff1": 0.32547, "nauc_map_at_3_max": 0.274282, "nauc_map_at_3_std": 0.088235, "nauc_map_at_3_diff1": 0.335283, "nauc_map_at_5_max": 0.311081, "nauc_map_at_5_std": 0.115421, "nauc_map_at_5_diff1": 0.384485, "nauc_map_at_10_max": 0.336091, "nauc_map_at_10_std": 0.187248, "nauc_map_at_10_diff1": 0.328974, "nauc_map_at_20_max": 0.341422, "nauc_map_at_20_std": 0.262708, "nauc_map_at_20_diff1": 0.27814, "nauc_map_at_25_max": 0.342013, "nauc_map_at_25_std": 0.26052, "nauc_map_at_25_diff1": 0.282386, "nauc_map_at_50_max": 0.340388, "nauc_map_at_50_std": 0.259014, "nauc_map_at_50_diff1": 0.283258, "nauc_map_at_100_max": 0.338431, "nauc_map_at_100_std": 0.2574, "nauc_map_at_100_diff1": 0.281633, "nauc_map_at_1000_max": 0.33804, "nauc_map_at_1000_std": 0.257, "nauc_map_at_1000_diff1": 0.281312, "nauc_recall_at_1_max": 0.053665, "nauc_recall_at_1_std": -0.056236, "nauc_recall_at_1_diff1": 0.32547, "nauc_recall_at_3_max": 0.290549, "nauc_recall_at_3_std": 0.077613, "nauc_recall_at_3_diff1": 0.296363, "nauc_recall_at_5_max": 0.344552, "nauc_recall_at_5_std": 0.092132, "nauc_recall_at_5_diff1": 0.394631, "nauc_recall_at_10_max": 0.378536, "nauc_recall_at_10_std": 0.211556, "nauc_recall_at_10_diff1": 0.193442, "nauc_recall_at_20_max": 0.42512, "nauc_recall_at_20_std": 0.502412, "nauc_recall_at_20_diff1": -0.021321, "nauc_recall_at_25_max": 0.615413, "nauc_recall_at_25_std": 0.40206, "nauc_recall_at_25_diff1": 0.384782, "nauc_recall_at_50_max": 0.738647, "nauc_recall_at_50_std": 0.675656, "nauc_recall_at_50_diff1": 0.570253, "nauc_recall_at_100_max": 0.682896, "nauc_recall_at_100_std": 0.664998, "nauc_recall_at_100_diff1": 0.56773, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.279255, "nauc_precision_at_1_std": 0.224661, "nauc_precision_at_1_diff1": 0.408776, "nauc_precision_at_3_max": 0.116133, "nauc_precision_at_3_std": 0.17677, "nauc_precision_at_3_diff1": -0.153273, "nauc_precision_at_5_max": 0.028973, "nauc_precision_at_5_std": 0.132606, "nauc_precision_at_5_diff1": -0.164839, "nauc_precision_at_10_max": -0.023997, "nauc_precision_at_10_std": 0.141238, "nauc_precision_at_10_diff1": -0.246562, "nauc_precision_at_20_max": -0.044338, "nauc_precision_at_20_std": 0.158105, "nauc_precision_at_20_diff1": -0.265517, "nauc_precision_at_25_max": -0.045461, "nauc_precision_at_25_std": 0.15457, "nauc_precision_at_25_diff1": -0.262531, "nauc_precision_at_50_max": -0.052689, "nauc_precision_at_50_std": 0.145125, "nauc_precision_at_50_diff1": -0.260354, "nauc_precision_at_100_max": -0.062232, "nauc_precision_at_100_std": 0.134077, "nauc_precision_at_100_diff1": -0.264143, "nauc_precision_at_1000_max": -0.066635, "nauc_precision_at_1000_std": 0.127903, "nauc_precision_at_1000_diff1": -0.265324, "nauc_mrr_at_1_max": 0.279255, "nauc_mrr_at_1_std": 0.224661, "nauc_mrr_at_1_diff1": 0.408776, "nauc_mrr_at_3_max": 0.343773, "nauc_mrr_at_3_std": 0.267045, "nauc_mrr_at_3_diff1": 0.409645, "nauc_mrr_at_5_max": 0.326026, "nauc_mrr_at_5_std": 0.247908, "nauc_mrr_at_5_diff1": 0.410815, "nauc_mrr_at_10_max": 0.316993, "nauc_mrr_at_10_std": 0.246748, "nauc_mrr_at_10_diff1": 0.404632, "nauc_mrr_at_20_max": 0.316993, "nauc_mrr_at_20_std": 0.246748, "nauc_mrr_at_20_diff1": 0.404632, "nauc_mrr_at_25_max": 0.318568, "nauc_mrr_at_25_std": 0.245221, "nauc_mrr_at_25_diff1": 0.409645, "nauc_mrr_at_50_max": 0.317223, "nauc_mrr_at_50_std": 0.245519, "nauc_mrr_at_50_diff1": 0.408523, "nauc_mrr_at_100_max": 0.317223, "nauc_mrr_at_100_std": 0.245519, "nauc_mrr_at_100_diff1": 0.408523, "nauc_mrr_at_1000_max": 0.317223, "nauc_mrr_at_1000_std": 0.245519, "nauc_mrr_at_1000_diff1": 0.408523, "hit_rate_at_1": 0.85294, "hit_rate_at_3": 0.91912, "hit_rate_at_5": 0.94118, "hit_rate_at_10": 0.98529, "hit_rate_at_20": 0.98529, "hit_rate_at_25": 0.99265, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.852941, "R_cap_at_3": 0.86152, "R_cap_at_5": 0.898529, "R_cap_at_10": 0.946609, "R_cap_at_20": 0.968737, "R_cap_at_25": 0.978541, "R_cap_at_50": 0.992597, "R_cap_at_100": 0.997126, "R_cap_at_1000": 1.0, "main_score": 0.87551, "hf_subset": "sci_fi_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91667, "ndcg_at_3": 0.93511, "ndcg_at_5": 0.9389, "ndcg_at_10": 0.95259, "ndcg_at_20": 0.95259, "ndcg_at_25": 0.95259, "ndcg_at_50": 0.95259, "ndcg_at_100": 0.95259, "ndcg_at_1000": 0.95259, "map_at_1": 0.77083, "map_at_3": 0.92477, "map_at_5": 0.92894, "map_at_10": 0.93472, "map_at_20": 0.93472, "map_at_25": 0.93472, "map_at_50": 0.93472, "map_at_100": 0.93472, "map_at_1000": 0.93472, "recall_at_1": 0.77083, "recall_at_3": 0.95139, "recall_at_5": 0.95833, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.77083, "precision_at_1": 0.91667, "precision_at_3": 0.42361, "precision_at_5": 0.25833, "precision_at_10": 0.13333, "precision_at_20": 0.06667, "precision_at_25": 0.05333, "precision_at_50": 0.02667, "precision_at_100": 0.01333, "precision_at_1000": 0.00133, "mrr_at_1": 0.916667, "mrr_at_3": 0.9375, "mrr_at_5": 0.9375, "mrr_at_10": 0.943287, "mrr_at_20": 0.943287, "mrr_at_25": 0.943287, "mrr_at_50": 0.943287, "mrr_at_100": 0.943287, "mrr_at_1000": 0.943287, "nauc_ndcg_at_1_max": 0.780989, "nauc_ndcg_at_1_std": 0.673854, "nauc_ndcg_at_1_diff1": 0.897185, "nauc_ndcg_at_3_max": 0.849447, "nauc_ndcg_at_3_std": 0.775622, "nauc_ndcg_at_3_diff1": 0.911222, "nauc_ndcg_at_5_max": 0.867801, "nauc_ndcg_at_5_std": 0.801487, "nauc_ndcg_at_5_diff1": 0.923097, "nauc_ndcg_at_10_max": 0.829444, "nauc_ndcg_at_10_std": 0.743889, "nauc_ndcg_at_10_diff1": 0.900783, "nauc_ndcg_at_20_max": 0.829444, "nauc_ndcg_at_20_std": 0.743889, "nauc_ndcg_at_20_diff1": 0.900783, "nauc_ndcg_at_25_max": 0.829444, "nauc_ndcg_at_25_std": 0.743889, "nauc_ndcg_at_25_diff1": 0.900783, "nauc_ndcg_at_50_max": 0.829444, "nauc_ndcg_at_50_std": 0.743889, "nauc_ndcg_at_50_diff1": 0.900783, "nauc_ndcg_at_100_max": 0.829444, "nauc_ndcg_at_100_std": 0.743889, "nauc_ndcg_at_100_diff1": 0.900783, "nauc_ndcg_at_1000_max": 0.829444, "nauc_ndcg_at_1000_std": 0.743889, "nauc_ndcg_at_1000_diff1": 0.900783, "nauc_map_at_1_max": 0.575944, "nauc_map_at_1_std": 0.378644, "nauc_map_at_1_diff1": 0.791356, "nauc_map_at_3_max": 0.815831, "nauc_map_at_3_std": 0.724308, "nauc_map_at_3_diff1": 0.88439, "nauc_map_at_5_max": 0.831284, "nauc_map_at_5_std": 0.74585, "nauc_map_at_5_diff1": 0.894087, "nauc_map_at_10_max": 0.816221, "nauc_map_at_10_std": 0.723161, "nauc_map_at_10_diff1": 0.884632, "nauc_map_at_20_max": 0.816221, "nauc_map_at_20_std": 0.723161, "nauc_map_at_20_diff1": 0.884632, "nauc_map_at_25_max": 0.816221, "nauc_map_at_25_std": 0.723161, "nauc_map_at_25_diff1": 0.884632, "nauc_map_at_50_max": 0.816221, "nauc_map_at_50_std": 0.723161, "nauc_map_at_50_diff1": 0.884632, "nauc_map_at_100_max": 0.816221, "nauc_map_at_100_std": 0.723161, "nauc_map_at_100_diff1": 0.884632, "nauc_map_at_1000_max": 0.816221, "nauc_map_at_1000_std": 0.723161, "nauc_map_at_1000_diff1": 0.884632, "nauc_recall_at_1_max": 0.575944, "nauc_recall_at_1_std": 0.378644, "nauc_recall_at_1_diff1": 0.791356, "nauc_recall_at_3_max": 0.936282, "nauc_recall_at_3_std": 0.908464, "nauc_recall_at_3_diff1": 0.960009, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.780989, "nauc_precision_at_1_std": 0.673854, "nauc_precision_at_1_diff1": 0.897185, "nauc_precision_at_3_max": -0.116455, "nauc_precision_at_3_std": 0.0543, "nauc_precision_at_3_diff1": -0.29505, "nauc_precision_at_5_max": -0.131846, "nauc_precision_at_5_std": 0.034725, "nauc_precision_at_5_diff1": -0.304437, "nauc_precision_at_10_max": -0.239208, "nauc_precision_at_10_std": -0.056837, "nauc_precision_at_10_diff1": -0.42817, "nauc_precision_at_20_max": -0.239208, "nauc_precision_at_20_std": -0.056837, "nauc_precision_at_20_diff1": -0.42817, "nauc_precision_at_25_max": -0.239208, "nauc_precision_at_25_std": -0.056837, "nauc_precision_at_25_diff1": -0.42817, "nauc_precision_at_50_max": -0.239208, "nauc_precision_at_50_std": -0.056837, "nauc_precision_at_50_diff1": -0.42817, "nauc_precision_at_100_max": -0.239208, "nauc_precision_at_100_std": -0.056837, "nauc_precision_at_100_diff1": -0.42817, "nauc_precision_at_1000_max": -0.239208, "nauc_precision_at_1000_std": -0.056837, "nauc_precision_at_1000_diff1": -0.42817, "nauc_mrr_at_1_max": 0.780989, "nauc_mrr_at_1_std": 0.673854, "nauc_mrr_at_1_diff1": 0.897185, "nauc_mrr_at_3_max": 0.853993, "nauc_mrr_at_3_std": 0.782569, "nauc_mrr_at_3_diff1": 0.931457, "nauc_mrr_at_5_max": 0.853993, "nauc_mrr_at_5_std": 0.782569, "nauc_mrr_at_5_diff1": 0.931457, "nauc_mrr_at_10_max": 0.839094, "nauc_mrr_at_10_std": 0.760382, "nauc_mrr_at_10_diff1": 0.924462, "nauc_mrr_at_20_max": 0.839094, "nauc_mrr_at_20_std": 0.760382, "nauc_mrr_at_20_diff1": 0.924462, "nauc_mrr_at_25_max": 0.839094, "nauc_mrr_at_25_std": 0.760382, "nauc_mrr_at_25_diff1": 0.924462, "nauc_mrr_at_50_max": 0.839094, "nauc_mrr_at_50_std": 0.760382, "nauc_mrr_at_50_diff1": 0.924462, "nauc_mrr_at_100_max": 0.839094, "nauc_mrr_at_100_std": 0.760382, "nauc_mrr_at_100_diff1": 0.924462, "nauc_mrr_at_1000_max": 0.839094, "nauc_mrr_at_1000_std": 0.760382, "nauc_mrr_at_1000_diff1": 0.924462, "hit_rate_at_1": 0.91667, "hit_rate_at_3": 0.95833, "hit_rate_at_5": 0.95833, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.916667, "R_cap_at_3": 0.951389, "R_cap_at_5": 0.958333, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95259, "hf_subset": "sci_fi_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84507, "ndcg_at_3": 0.89814, "ndcg_at_5": 0.90792, "ndcg_at_10": 0.92297, "ndcg_at_20": 0.92297, "ndcg_at_25": 0.92297, "ndcg_at_50": 0.92297, "ndcg_at_100": 0.92297, "ndcg_at_1000": 0.92297, "map_at_1": 0.69718, "map_at_3": 0.88263, "map_at_5": 0.88967, "map_at_10": 0.89671, "map_at_20": 0.89671, "map_at_25": 0.89671, "map_at_50": 0.89671, "map_at_100": 0.89671, "map_at_1000": 0.89671, "recall_at_1": 0.69718, "recall_at_3": 0.93662, "recall_at_5": 0.95775, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.69718, "precision_at_1": 0.84507, "precision_at_3": 0.41784, "precision_at_5": 0.25634, "precision_at_10": 0.13239, "precision_at_20": 0.0662, "precision_at_25": 0.05296, "precision_at_50": 0.02648, "precision_at_100": 0.01324, "precision_at_1000": 0.00132, "mrr_at_1": 0.84507, "mrr_at_3": 0.889671, "mrr_at_5": 0.893192, "mrr_at_10": 0.900235, "mrr_at_20": 0.900235, "mrr_at_25": 0.900235, "mrr_at_50": 0.900235, "mrr_at_100": 0.900235, "mrr_at_1000": 0.900235, "nauc_ndcg_at_1_max": 0.196294, "nauc_ndcg_at_1_std": 0.256911, "nauc_ndcg_at_1_diff1": 0.689607, "nauc_ndcg_at_3_max": 0.259647, "nauc_ndcg_at_3_std": 0.337666, "nauc_ndcg_at_3_diff1": 0.699748, "nauc_ndcg_at_5_max": 0.286135, "nauc_ndcg_at_5_std": 0.359103, "nauc_ndcg_at_5_diff1": 0.733311, "nauc_ndcg_at_10_max": 0.244488, "nauc_ndcg_at_10_std": 0.311044, "nauc_ndcg_at_10_diff1": 0.709207, "nauc_ndcg_at_20_max": 0.244488, "nauc_ndcg_at_20_std": 0.311044, "nauc_ndcg_at_20_diff1": 0.709207, "nauc_ndcg_at_25_max": 0.244488, "nauc_ndcg_at_25_std": 0.311044, "nauc_ndcg_at_25_diff1": 0.709207, "nauc_ndcg_at_50_max": 0.244488, "nauc_ndcg_at_50_std": 0.311044, "nauc_ndcg_at_50_diff1": 0.709207, "nauc_ndcg_at_100_max": 0.244488, "nauc_ndcg_at_100_std": 0.311044, "nauc_ndcg_at_100_diff1": 0.709207, "nauc_ndcg_at_1000_max": 0.244488, "nauc_ndcg_at_1000_std": 0.311044, "nauc_ndcg_at_1000_diff1": 0.709207, "nauc_map_at_1_max": 0.288889, "nauc_map_at_1_std": 0.230153, "nauc_map_at_1_diff1": 0.592686, "nauc_map_at_3_max": 0.226333, "nauc_map_at_3_std": 0.296217, "nauc_map_at_3_diff1": 0.694886, "nauc_map_at_5_max": 0.247375, "nauc_map_at_5_std": 0.31515, "nauc_map_at_5_diff1": 0.713979, "nauc_map_at_10_max": 0.230062, "nauc_map_at_10_std": 0.295226, "nauc_map_at_10_diff1": 0.704178, "nauc_map_at_20_max": 0.230062, "nauc_map_at_20_std": 0.295226, "nauc_map_at_20_diff1": 0.704178, "nauc_map_at_25_max": 0.230062, "nauc_map_at_25_std": 0.295226, "nauc_map_at_25_diff1": 0.704178, "nauc_map_at_50_max": 0.230062, "nauc_map_at_50_std": 0.295226, "nauc_map_at_50_diff1": 0.704178, "nauc_map_at_100_max": 0.230062, "nauc_map_at_100_std": 0.295226, "nauc_map_at_100_diff1": 0.704178, "nauc_map_at_1000_max": 0.230062, "nauc_map_at_1000_std": 0.295226, "nauc_map_at_1000_diff1": 0.704178, "nauc_recall_at_1_max": 0.288889, "nauc_recall_at_1_std": 0.230153, "nauc_recall_at_1_diff1": 0.592686, "nauc_recall_at_3_max": 0.344105, "nauc_recall_at_3_std": 0.456962, "nauc_recall_at_3_diff1": 0.688517, "nauc_recall_at_5_max": 0.491132, "nauc_recall_at_5_std": 0.595666, "nauc_recall_at_5_diff1": 0.851961, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.196294, "nauc_precision_at_1_std": 0.256911, "nauc_precision_at_1_diff1": 0.689607, "nauc_precision_at_3_max": -0.174589, "nauc_precision_at_3_std": -0.050253, "nauc_precision_at_3_diff1": -0.135341, "nauc_precision_at_5_max": -0.170348, "nauc_precision_at_5_std": -0.050385, "nauc_precision_at_5_diff1": -0.159528, "nauc_precision_at_10_max": -0.238098, "nauc_precision_at_10_std": -0.116554, "nauc_precision_at_10_diff1": -0.263127, "nauc_precision_at_20_max": -0.238098, "nauc_precision_at_20_std": -0.116554, "nauc_precision_at_20_diff1": -0.263127, "nauc_precision_at_25_max": -0.238098, "nauc_precision_at_25_std": -0.116554, "nauc_precision_at_25_diff1": -0.263127, "nauc_precision_at_50_max": -0.238098, "nauc_precision_at_50_std": -0.116554, "nauc_precision_at_50_diff1": -0.263127, "nauc_precision_at_100_max": -0.238098, "nauc_precision_at_100_std": -0.116554, "nauc_precision_at_100_diff1": -0.263127, "nauc_precision_at_1000_max": -0.238098, "nauc_precision_at_1000_std": -0.116554, "nauc_precision_at_1000_diff1": -0.263127, "nauc_mrr_at_1_max": 0.196294, "nauc_mrr_at_1_std": 0.256911, "nauc_mrr_at_1_diff1": 0.689607, "nauc_mrr_at_3_max": 0.277169, "nauc_mrr_at_3_std": 0.351066, "nauc_mrr_at_3_diff1": 0.710902, "nauc_mrr_at_5_max": 0.274286, "nauc_mrr_at_5_std": 0.344073, "nauc_mrr_at_5_diff1": 0.722827, "nauc_mrr_at_10_max": 0.258393, "nauc_mrr_at_10_std": 0.325634, "nauc_mrr_at_10_diff1": 0.713363, "nauc_mrr_at_20_max": 0.258393, "nauc_mrr_at_20_std": 0.325634, "nauc_mrr_at_20_diff1": 0.713363, "nauc_mrr_at_25_max": 0.258393, "nauc_mrr_at_25_std": 0.325634, "nauc_mrr_at_25_diff1": 0.713363, "nauc_mrr_at_50_max": 0.258393, "nauc_mrr_at_50_std": 0.325634, "nauc_mrr_at_50_diff1": 0.713363, "nauc_mrr_at_100_max": 0.258393, "nauc_mrr_at_100_std": 0.325634, "nauc_mrr_at_100_diff1": 0.713363, "nauc_mrr_at_1000_max": 0.258393, "nauc_mrr_at_1000_std": 0.325634, "nauc_mrr_at_1000_diff1": 0.713363, "hit_rate_at_1": 0.84507, "hit_rate_at_3": 0.94366, "hit_rate_at_5": 0.95775, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.84507, "R_cap_at_3": 0.93662, "R_cap_at_5": 0.957746, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92297, "hf_subset": "sci_fi_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.88889, "ndcg_at_3": 0.91801, "ndcg_at_5": 0.93754, "ndcg_at_10": 0.94249, "ndcg_at_20": 0.94249, "ndcg_at_25": 0.94249, "ndcg_at_50": 0.94249, "ndcg_at_100": 0.94249, "ndcg_at_1000": 0.94249, "map_at_1": 0.73148, "map_at_3": 0.90818, "map_at_5": 0.92068, "map_at_10": 0.92299, "map_at_20": 0.92299, "map_at_25": 0.92299, "map_at_50": 0.92299, "map_at_100": 0.92299, "map_at_1000": 0.92299, "recall_at_1": 0.73148, "recall_at_3": 0.93981, "recall_at_5": 0.98611, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73148, "precision_at_1": 0.88889, "precision_at_3": 0.43056, "precision_at_5": 0.26944, "precision_at_10": 0.13611, "precision_at_20": 0.06806, "precision_at_25": 0.05444, "precision_at_50": 0.02722, "precision_at_100": 0.01361, "precision_at_1000": 0.00136, "mrr_at_1": 0.888889, "mrr_at_3": 0.914352, "mrr_at_5": 0.92338, "mrr_at_10": 0.925694, "mrr_at_20": 0.925694, "mrr_at_25": 0.925694, "mrr_at_50": 0.925694, "mrr_at_100": 0.925694, "mrr_at_1000": 0.925694, "nauc_ndcg_at_1_max": 0.466064, "nauc_ndcg_at_1_std": 0.534149, "nauc_ndcg_at_1_diff1": 0.703647, "nauc_ndcg_at_3_max": 0.54105, "nauc_ndcg_at_3_std": 0.61783, "nauc_ndcg_at_3_diff1": 0.753843, "nauc_ndcg_at_5_max": 0.527257, "nauc_ndcg_at_5_std": 0.599312, "nauc_ndcg_at_5_diff1": 0.75383, "nauc_ndcg_at_10_max": 0.510113, "nauc_ndcg_at_10_std": 0.588459, "nauc_ndcg_at_10_diff1": 0.732339, "nauc_ndcg_at_20_max": 0.510113, "nauc_ndcg_at_20_std": 0.588459, "nauc_ndcg_at_20_diff1": 0.732339, "nauc_ndcg_at_25_max": 0.510113, "nauc_ndcg_at_25_std": 0.588459, "nauc_ndcg_at_25_diff1": 0.732339, "nauc_ndcg_at_50_max": 0.510113, "nauc_ndcg_at_50_std": 0.588459, "nauc_ndcg_at_50_diff1": 0.732339, "nauc_ndcg_at_100_max": 0.510113, "nauc_ndcg_at_100_std": 0.588459, "nauc_ndcg_at_100_diff1": 0.732339, "nauc_ndcg_at_1000_max": 0.510113, "nauc_ndcg_at_1000_std": 0.588459, "nauc_ndcg_at_1000_diff1": 0.732339, "nauc_map_at_1_max": 0.400357, "nauc_map_at_1_std": 0.294225, "nauc_map_at_1_diff1": 0.692737, "nauc_map_at_3_max": 0.512673, "nauc_map_at_3_std": 0.563881, "nauc_map_at_3_diff1": 0.749254, "nauc_map_at_5_max": 0.509457, "nauc_map_at_5_std": 0.574422, "nauc_map_at_5_diff1": 0.741801, "nauc_map_at_10_max": 0.502912, "nauc_map_at_10_std": 0.569862, "nauc_map_at_10_diff1": 0.73391, "nauc_map_at_20_max": 0.502912, "nauc_map_at_20_std": 0.569862, "nauc_map_at_20_diff1": 0.73391, "nauc_map_at_25_max": 0.502912, "nauc_map_at_25_std": 0.569862, "nauc_map_at_25_diff1": 0.73391, "nauc_map_at_50_max": 0.502912, "nauc_map_at_50_std": 0.569862, "nauc_map_at_50_diff1": 0.73391, "nauc_map_at_100_max": 0.502912, "nauc_map_at_100_std": 0.569862, "nauc_map_at_100_diff1": 0.73391, "nauc_map_at_1000_max": 0.502912, "nauc_map_at_1000_std": 0.569862, "nauc_map_at_1000_diff1": 0.73391, "nauc_recall_at_1_max": 0.400357, "nauc_recall_at_1_std": 0.294225, "nauc_recall_at_1_diff1": 0.692737, "nauc_recall_at_3_max": 0.617481, "nauc_recall_at_3_std": 0.722747, "nauc_recall_at_3_diff1": 0.787347, "nauc_recall_at_5_max": 0.723639, "nauc_recall_at_5_std": 0.723639, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.466064, "nauc_precision_at_1_std": 0.534149, "nauc_precision_at_1_diff1": 0.703647, "nauc_precision_at_3_max": -0.095544, "nauc_precision_at_3_std": 0.060562, "nauc_precision_at_3_diff1": -0.261004, "nauc_precision_at_5_max": -0.158466, "nauc_precision_at_5_std": 0.003138, "nauc_precision_at_5_diff1": -0.357927, "nauc_precision_at_10_max": -0.185043, "nauc_precision_at_10_std": -0.01857, "nauc_precision_at_10_diff1": -0.39884, "nauc_precision_at_20_max": -0.185043, "nauc_precision_at_20_std": -0.01857, "nauc_precision_at_20_diff1": -0.39884, "nauc_precision_at_25_max": -0.185043, "nauc_precision_at_25_std": -0.01857, "nauc_precision_at_25_diff1": -0.39884, "nauc_precision_at_50_max": -0.185043, "nauc_precision_at_50_std": -0.01857, "nauc_precision_at_50_diff1": -0.39884, "nauc_precision_at_100_max": -0.185043, "nauc_precision_at_100_std": -0.01857, "nauc_precision_at_100_diff1": -0.39884, "nauc_precision_at_1000_max": -0.185043, "nauc_precision_at_1000_std": -0.01857, "nauc_precision_at_1000_diff1": -0.39884, "nauc_mrr_at_1_max": 0.466064, "nauc_mrr_at_1_std": 0.534149, "nauc_mrr_at_1_diff1": 0.703647, "nauc_mrr_at_3_max": 0.536268, "nauc_mrr_at_3_std": 0.640042, "nauc_mrr_at_3_diff1": 0.733369, "nauc_mrr_at_5_max": 0.520911, "nauc_mrr_at_5_std": 0.612043, "nauc_mrr_at_5_diff1": 0.733791, "nauc_mrr_at_10_max": 0.514518, "nauc_mrr_at_10_std": 0.608523, "nauc_mrr_at_10_diff1": 0.725396, "nauc_mrr_at_20_max": 0.514518, "nauc_mrr_at_20_std": 0.608523, "nauc_mrr_at_20_diff1": 0.725396, "nauc_mrr_at_25_max": 0.514518, "nauc_mrr_at_25_std": 0.608523, "nauc_mrr_at_25_diff1": 0.725396, "nauc_mrr_at_50_max": 0.514518, "nauc_mrr_at_50_std": 0.608523, "nauc_mrr_at_50_diff1": 0.725396, "nauc_mrr_at_100_max": 0.514518, "nauc_mrr_at_100_std": 0.608523, "nauc_mrr_at_100_diff1": 0.725396, "nauc_mrr_at_1000_max": 0.514518, "nauc_mrr_at_1000_std": 0.608523, "nauc_mrr_at_1000_diff1": 0.725396, "hit_rate_at_1": 0.88889, "hit_rate_at_3": 0.94444, "hit_rate_at_5": 0.98611, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.888889, "R_cap_at_3": 0.939815, "R_cap_at_5": 0.986111, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.94249, "hf_subset": "sci_fi_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.87324, "ndcg_at_3": 0.90654, "ndcg_at_5": 0.92656, "ndcg_at_10": 0.93393, "ndcg_at_20": 0.93393, "ndcg_at_25": 0.93393, "ndcg_at_50": 0.93393, "ndcg_at_100": 0.93393, "ndcg_at_1000": 0.93393, "map_at_1": 0.73239, "map_at_3": 0.88967, "map_at_5": 0.90423, "map_at_10": 0.90892, "map_at_20": 0.90892, "map_at_25": 0.90892, "map_at_50": 0.90892, "map_at_100": 0.90892, "map_at_1000": 0.90892, "recall_at_1": 0.73239, "recall_at_3": 0.93662, "recall_at_5": 0.98122, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73239, "precision_at_1": 0.87324, "precision_at_3": 0.41315, "precision_at_5": 0.26197, "precision_at_10": 0.1338, "precision_at_20": 0.0669, "precision_at_25": 0.05352, "precision_at_50": 0.02676, "precision_at_100": 0.01338, "precision_at_1000": 0.00134, "mrr_at_1": 0.873239, "mrr_at_3": 0.908451, "mrr_at_5": 0.914085, "mrr_at_10": 0.916432, "mrr_at_20": 0.916432, "mrr_at_25": 0.916432, "mrr_at_50": 0.916432, "mrr_at_100": 0.916432, "mrr_at_1000": 0.916432, "nauc_ndcg_at_1_max": 0.680662, "nauc_ndcg_at_1_std": 0.721841, "nauc_ndcg_at_1_diff1": 0.805643, "nauc_ndcg_at_3_max": 0.68048, "nauc_ndcg_at_3_std": 0.701575, "nauc_ndcg_at_3_diff1": 0.852186, "nauc_ndcg_at_5_max": 0.682153, "nauc_ndcg_at_5_std": 0.685755, "nauc_ndcg_at_5_diff1": 0.839384, "nauc_ndcg_at_10_max": 0.677468, "nauc_ndcg_at_10_std": 0.704356, "nauc_ndcg_at_10_diff1": 0.820933, "nauc_ndcg_at_20_max": 0.677468, "nauc_ndcg_at_20_std": 0.704356, "nauc_ndcg_at_20_diff1": 0.820933, "nauc_ndcg_at_25_max": 0.677468, "nauc_ndcg_at_25_std": 0.704356, "nauc_ndcg_at_25_diff1": 0.820933, "nauc_ndcg_at_50_max": 0.677468, "nauc_ndcg_at_50_std": 0.704356, "nauc_ndcg_at_50_diff1": 0.820933, "nauc_ndcg_at_100_max": 0.677468, "nauc_ndcg_at_100_std": 0.704356, "nauc_ndcg_at_100_diff1": 0.820933, "nauc_ndcg_at_1000_max": 0.677468, "nauc_ndcg_at_1000_std": 0.704356, "nauc_ndcg_at_1000_diff1": 0.820933, "nauc_map_at_1_max": 0.443583, "nauc_map_at_1_std": 0.334991, "nauc_map_at_1_diff1": 0.732611, "nauc_map_at_3_max": 0.658347, "nauc_map_at_3_std": 0.681314, "nauc_map_at_3_diff1": 0.831464, "nauc_map_at_5_max": 0.66635, "nauc_map_at_5_std": 0.686297, "nauc_map_at_5_diff1": 0.825971, "nauc_map_at_10_max": 0.663335, "nauc_map_at_10_std": 0.690066, "nauc_map_at_10_diff1": 0.816699, "nauc_map_at_20_max": 0.663335, "nauc_map_at_20_std": 0.690066, "nauc_map_at_20_diff1": 0.816699, "nauc_map_at_25_max": 0.663335, "nauc_map_at_25_std": 0.690066, "nauc_map_at_25_diff1": 0.816699, "nauc_map_at_50_max": 0.663335, "nauc_map_at_50_std": 0.690066, "nauc_map_at_50_diff1": 0.816699, "nauc_map_at_100_max": 0.663335, "nauc_map_at_100_std": 0.690066, "nauc_map_at_100_diff1": 0.816699, "nauc_map_at_1000_max": 0.663335, "nauc_map_at_1000_std": 0.690066, "nauc_map_at_1000_diff1": 0.816699, "nauc_recall_at_1_max": 0.443583, "nauc_recall_at_1_std": 0.334991, "nauc_recall_at_1_diff1": 0.732611, "nauc_recall_at_3_max": 0.692503, "nauc_recall_at_3_std": 0.691954, "nauc_recall_at_3_diff1": 0.919402, "nauc_recall_at_5_max": 0.722942, "nauc_recall_at_5_std": 0.488593, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.680662, "nauc_precision_at_1_std": 0.721841, "nauc_precision_at_1_diff1": 0.805643, "nauc_precision_at_3_max": 0.030093, "nauc_precision_at_3_std": 0.187504, "nauc_precision_at_3_diff1": -0.210201, "nauc_precision_at_5_max": -0.069664, "nauc_precision_at_5_std": 0.073353, "nauc_precision_at_5_diff1": -0.343552, "nauc_precision_at_10_max": -0.1145, "nauc_precision_at_10_std": 0.031903, "nauc_precision_at_10_diff1": -0.399472, "nauc_precision_at_20_max": -0.1145, "nauc_precision_at_20_std": 0.031903, "nauc_precision_at_20_diff1": -0.399472, "nauc_precision_at_25_max": -0.1145, "nauc_precision_at_25_std": 0.031903, "nauc_precision_at_25_diff1": -0.399472, "nauc_precision_at_50_max": -0.1145, "nauc_precision_at_50_std": 0.031903, "nauc_precision_at_50_diff1": -0.399472, "nauc_precision_at_100_max": -0.1145, "nauc_precision_at_100_std": 0.031903, "nauc_precision_at_100_diff1": -0.399472, "nauc_precision_at_1000_max": -0.1145, "nauc_precision_at_1000_std": 0.031903, "nauc_precision_at_1000_diff1": -0.399472, "nauc_mrr_at_1_max": 0.680662, "nauc_mrr_at_1_std": 0.721841, "nauc_mrr_at_1_diff1": 0.805643, "nauc_mrr_at_3_max": 0.70832, "nauc_mrr_at_3_std": 0.73816, "nauc_mrr_at_3_diff1": 0.843722, "nauc_mrr_at_5_max": 0.70243, "nauc_mrr_at_5_std": 0.724988, "nauc_mrr_at_5_diff1": 0.83325, "nauc_mrr_at_10_max": 0.701841, "nauc_mrr_at_10_std": 0.735424, "nauc_mrr_at_10_diff1": 0.82846, "nauc_mrr_at_20_max": 0.701841, "nauc_mrr_at_20_std": 0.735424, "nauc_mrr_at_20_diff1": 0.82846, "nauc_mrr_at_25_max": 0.701841, "nauc_mrr_at_25_std": 0.735424, "nauc_mrr_at_25_diff1": 0.82846, "nauc_mrr_at_50_max": 0.701841, "nauc_mrr_at_50_std": 0.735424, "nauc_mrr_at_50_diff1": 0.82846, "nauc_mrr_at_100_max": 0.701841, "nauc_mrr_at_100_std": 0.735424, "nauc_mrr_at_100_diff1": 0.82846, "nauc_mrr_at_1000_max": 0.701841, "nauc_mrr_at_1000_std": 0.735424, "nauc_mrr_at_1000_diff1": 0.82846, "hit_rate_at_1": 0.87324, "hit_rate_at_3": 0.95775, "hit_rate_at_5": 0.98592, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.873239, "R_cap_at_3": 0.93662, "R_cap_at_5": 0.981221, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93393, "hf_subset": "sci_fi_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85714, "ndcg_at_3": 0.84445, "ndcg_at_5": 0.8537, "ndcg_at_10": 0.86287, "ndcg_at_20": 0.87977, "ndcg_at_25": 0.88301, "ndcg_at_50": 0.88644, "ndcg_at_100": 0.8904, "ndcg_at_1000": 0.8904, "map_at_1": 0.44231, "map_at_3": 0.69241, "map_at_5": 0.75582, "map_at_10": 0.79665, "map_at_20": 0.81979, "map_at_25": 0.82368, "map_at_50": 0.82557, "map_at_100": 0.8266, "map_at_1000": 0.8266, "recall_at_1": 0.44231, "recall_at_3": 0.73532, "recall_at_5": 0.82482, "recall_at_10": 0.90641, "recall_at_20": 0.96356, "recall_at_25": 0.97542, "recall_at_50": 0.98526, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.44231, "precision_at_1": 0.85714, "precision_at_3": 0.58844, "precision_at_5": 0.43878, "precision_at_10": 0.26224, "precision_at_20": 0.15255, "precision_at_25": 0.12612, "precision_at_50": 0.06449, "precision_at_100": 0.03296, "precision_at_1000": 0.0033, "mrr_at_1": 0.857143, "mrr_at_3": 0.889456, "mrr_at_5": 0.896599, "mrr_at_10": 0.900709, "mrr_at_20": 0.901559, "mrr_at_25": 0.901559, "mrr_at_50": 0.901559, "mrr_at_100": 0.901559, "mrr_at_1000": 0.901559, "nauc_ndcg_at_1_max": 0.629739, "nauc_ndcg_at_1_std": 0.230685, "nauc_ndcg_at_1_diff1": 0.708836, "nauc_ndcg_at_3_max": 0.623991, "nauc_ndcg_at_3_std": 0.207151, "nauc_ndcg_at_3_diff1": 0.636492, "nauc_ndcg_at_5_max": 0.685037, "nauc_ndcg_at_5_std": 0.280075, "nauc_ndcg_at_5_diff1": 0.64362, "nauc_ndcg_at_10_max": 0.703648, "nauc_ndcg_at_10_std": 0.323239, "nauc_ndcg_at_10_diff1": 0.599305, "nauc_ndcg_at_20_max": 0.683254, "nauc_ndcg_at_20_std": 0.28009, "nauc_ndcg_at_20_diff1": 0.659543, "nauc_ndcg_at_25_max": 0.676492, "nauc_ndcg_at_25_std": 0.268259, "nauc_ndcg_at_25_diff1": 0.663254, "nauc_ndcg_at_50_max": 0.669494, "nauc_ndcg_at_50_std": 0.261924, "nauc_ndcg_at_50_diff1": 0.662539, "nauc_ndcg_at_100_max": 0.664193, "nauc_ndcg_at_100_std": 0.258959, "nauc_ndcg_at_100_diff1": 0.656075, "nauc_ndcg_at_1000_max": 0.664193, "nauc_ndcg_at_1000_std": 0.258959, "nauc_ndcg_at_1000_diff1": 0.656075, "nauc_map_at_1_max": 0.266158, "nauc_map_at_1_std": 0.012101, "nauc_map_at_1_diff1": 0.667273, "nauc_map_at_3_max": 0.551019, "nauc_map_at_3_std": 0.184905, "nauc_map_at_3_diff1": 0.586392, "nauc_map_at_5_max": 0.583122, "nauc_map_at_5_std": 0.156017, "nauc_map_at_5_diff1": 0.60811, "nauc_map_at_10_max": 0.605184, "nauc_map_at_10_std": 0.188567, "nauc_map_at_10_diff1": 0.598025, "nauc_map_at_20_max": 0.663402, "nauc_map_at_20_std": 0.252339, "nauc_map_at_20_diff1": 0.616408, "nauc_map_at_25_max": 0.677826, "nauc_map_at_25_std": 0.276426, "nauc_map_at_25_diff1": 0.614865, "nauc_map_at_50_max": 0.678337, "nauc_map_at_50_std": 0.279607, "nauc_map_at_50_diff1": 0.61431, "nauc_map_at_100_max": 0.677512, "nauc_map_at_100_std": 0.279418, "nauc_map_at_100_diff1": 0.613153, "nauc_map_at_1000_max": 0.677512, "nauc_map_at_1000_std": 0.279418, "nauc_map_at_1000_diff1": 0.613153, "nauc_recall_at_1_max": 0.266158, "nauc_recall_at_1_std": 0.012101, "nauc_recall_at_1_diff1": 0.667273, "nauc_recall_at_3_max": 0.489713, "nauc_recall_at_3_std": 0.146677, "nauc_recall_at_3_diff1": 0.526171, "nauc_recall_at_5_max": 0.541066, "nauc_recall_at_5_std": 0.160842, "nauc_recall_at_5_diff1": 0.532465, "nauc_recall_at_10_max": 0.547408, "nauc_recall_at_10_std": 0.239839, "nauc_recall_at_10_diff1": 0.417997, "nauc_recall_at_20_max": 0.667756, "nauc_recall_at_20_std": 0.308363, "nauc_recall_at_20_diff1": 0.624174, "nauc_recall_at_25_max": 0.719522, "nauc_recall_at_25_std": 0.341518, "nauc_recall_at_25_diff1": 0.680827, "nauc_recall_at_50_max": 0.704981, "nauc_recall_at_50_std": 0.331891, "nauc_recall_at_50_diff1": 0.737723, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.629739, "nauc_precision_at_1_std": 0.230685, "nauc_precision_at_1_diff1": 0.708836, "nauc_precision_at_3_max": 0.225791, "nauc_precision_at_3_std": 0.18752, "nauc_precision_at_3_diff1": -0.200339, "nauc_precision_at_5_max": 0.072381, "nauc_precision_at_5_std": 0.090563, "nauc_precision_at_5_diff1": -0.223085, "nauc_precision_at_10_max": 0.02131, "nauc_precision_at_10_std": 0.130329, "nauc_precision_at_10_diff1": -0.275205, "nauc_precision_at_20_max": 0.034461, "nauc_precision_at_20_std": 0.187069, "nauc_precision_at_20_diff1": -0.262842, "nauc_precision_at_25_max": 0.036184, "nauc_precision_at_25_std": 0.209297, "nauc_precision_at_25_diff1": -0.269522, "nauc_precision_at_50_max": 0.018812, "nauc_precision_at_50_std": 0.200337, "nauc_precision_at_50_diff1": -0.276305, "nauc_precision_at_100_max": -0.000674, "nauc_precision_at_100_std": 0.18869, "nauc_precision_at_100_diff1": -0.287966, "nauc_precision_at_1000_max": -0.000674, "nauc_precision_at_1000_std": 0.18869, "nauc_precision_at_1000_diff1": -0.287966, "nauc_mrr_at_1_max": 0.629739, "nauc_mrr_at_1_std": 0.230685, "nauc_mrr_at_1_diff1": 0.708836, "nauc_mrr_at_3_max": 0.610731, "nauc_mrr_at_3_std": 0.161331, "nauc_mrr_at_3_diff1": 0.739476, "nauc_mrr_at_5_max": 0.61394, "nauc_mrr_at_5_std": 0.179226, "nauc_mrr_at_5_diff1": 0.735613, "nauc_mrr_at_10_max": 0.61694, "nauc_mrr_at_10_std": 0.177862, "nauc_mrr_at_10_diff1": 0.735655, "nauc_mrr_at_20_max": 0.614702, "nauc_mrr_at_20_std": 0.176256, "nauc_mrr_at_20_diff1": 0.735784, "nauc_mrr_at_25_max": 0.614702, "nauc_mrr_at_25_std": 0.176256, "nauc_mrr_at_25_diff1": 0.735784, "nauc_mrr_at_50_max": 0.614702, "nauc_mrr_at_50_std": 0.176256, "nauc_mrr_at_50_diff1": 0.735784, "nauc_mrr_at_100_max": 0.614702, "nauc_mrr_at_100_std": 0.176256, "nauc_mrr_at_100_diff1": 0.735784, "nauc_mrr_at_1000_max": 0.614702, "nauc_mrr_at_1000_std": 0.176256, "nauc_mrr_at_1000_diff1": 0.735784, "hit_rate_at_1": 0.85714, "hit_rate_at_3": 0.92857, "hit_rate_at_5": 0.95918, "hit_rate_at_10": 0.9898, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.857143, "R_cap_at_3": 0.858844, "R_cap_at_5": 0.884354, "R_cap_at_10": 0.921878, "R_cap_at_20": 0.966399, "R_cap_at_25": 0.97581, "R_cap_at_50": 0.985261, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86287, "hf_subset": "world_news_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73016, "ndcg_at_3": 0.73935, "ndcg_at_5": 0.7593, "ndcg_at_10": 0.78394, "ndcg_at_20": 0.80373, "ndcg_at_25": 0.80689, "ndcg_at_50": 0.81144, "ndcg_at_100": 0.81539, "ndcg_at_1000": 0.81634, "map_at_1": 0.39776, "map_at_3": 0.57354, "map_at_5": 0.65143, "map_at_10": 0.70006, "map_at_20": 0.71606, "map_at_25": 0.71739, "map_at_50": 0.71942, "map_at_100": 0.72036, "map_at_1000": 0.72049, "recall_at_1": 0.39776, "recall_at_3": 0.64087, "recall_at_5": 0.7762, "recall_at_10": 0.9021, "recall_at_20": 0.9549, "recall_at_25": 0.96624, "recall_at_50": 0.97923, "recall_at_100": 0.99524, "recall_at_1000": 1.0, "accuracy": 0.39776, "precision_at_1": 0.73016, "precision_at_3": 0.48413, "precision_at_5": 0.38571, "precision_at_10": 0.2381, "precision_at_20": 0.13214, "precision_at_25": 0.10698, "precision_at_50": 0.05508, "precision_at_100": 0.02817, "precision_at_1000": 0.00283, "mrr_at_1": 0.730159, "mrr_at_3": 0.792328, "mrr_at_5": 0.803042, "mrr_at_10": 0.811804, "mrr_at_20": 0.812201, "mrr_at_25": 0.812546, "mrr_at_50": 0.812546, "mrr_at_100": 0.812546, "mrr_at_1000": 0.812546, "nauc_ndcg_at_1_max": 0.102268, "nauc_ndcg_at_1_std": -0.162003, "nauc_ndcg_at_1_diff1": 0.524999, "nauc_ndcg_at_3_max": 0.169111, "nauc_ndcg_at_3_std": -0.12157, "nauc_ndcg_at_3_diff1": 0.441355, "nauc_ndcg_at_5_max": 0.211191, "nauc_ndcg_at_5_std": -0.087147, "nauc_ndcg_at_5_diff1": 0.483745, "nauc_ndcg_at_10_max": 0.18884, "nauc_ndcg_at_10_std": -0.140427, "nauc_ndcg_at_10_diff1": 0.514067, "nauc_ndcg_at_20_max": 0.180854, "nauc_ndcg_at_20_std": -0.144715, "nauc_ndcg_at_20_diff1": 0.517042, "nauc_ndcg_at_25_max": 0.188296, "nauc_ndcg_at_25_std": -0.133901, "nauc_ndcg_at_25_diff1": 0.511244, "nauc_ndcg_at_50_max": 0.182845, "nauc_ndcg_at_50_std": -0.129776, "nauc_ndcg_at_50_diff1": 0.498541, "nauc_ndcg_at_100_max": 0.182296, "nauc_ndcg_at_100_std": -0.122013, "nauc_ndcg_at_100_diff1": 0.498892, "nauc_ndcg_at_1000_max": 0.177245, "nauc_ndcg_at_1000_std": -0.127497, "nauc_ndcg_at_1000_diff1": 0.497531, "nauc_map_at_1_max": 0.078241, "nauc_map_at_1_std": -0.119947, "nauc_map_at_1_diff1": 0.534715, "nauc_map_at_3_max": 0.130519, "nauc_map_at_3_std": -0.165726, "nauc_map_at_3_diff1": 0.489041, "nauc_map_at_5_max": 0.167204, "nauc_map_at_5_std": -0.162956, "nauc_map_at_5_diff1": 0.49101, "nauc_map_at_10_max": 0.181123, "nauc_map_at_10_std": -0.151389, "nauc_map_at_10_diff1": 0.500665, "nauc_map_at_20_max": 0.187519, "nauc_map_at_20_std": -0.139093, "nauc_map_at_20_diff1": 0.492717, "nauc_map_at_25_max": 0.189986, "nauc_map_at_25_std": -0.135495, "nauc_map_at_25_diff1": 0.491335, "nauc_map_at_50_max": 0.188087, "nauc_map_at_50_std": -0.134064, "nauc_map_at_50_diff1": 0.487128, "nauc_map_at_100_max": 0.188532, "nauc_map_at_100_std": -0.131512, "nauc_map_at_100_diff1": 0.486728, "nauc_map_at_1000_max": 0.18808, "nauc_map_at_1000_std": -0.131995, "nauc_map_at_1000_diff1": 0.486673, "nauc_recall_at_1_max": 0.078241, "nauc_recall_at_1_std": -0.119947, "nauc_recall_at_1_diff1": 0.534715, "nauc_recall_at_3_max": 0.146713, "nauc_recall_at_3_std": -0.133799, "nauc_recall_at_3_diff1": 0.421519, "nauc_recall_at_5_max": 0.197173, "nauc_recall_at_5_std": -0.091129, "nauc_recall_at_5_diff1": 0.400043, "nauc_recall_at_10_max": 0.172882, "nauc_recall_at_10_std": -0.142385, "nauc_recall_at_10_diff1": 0.421303, "nauc_recall_at_20_max": 0.213474, "nauc_recall_at_20_std": -0.185043, "nauc_recall_at_20_diff1": 0.539032, "nauc_recall_at_25_max": 0.353452, "nauc_recall_at_25_std": -0.038666, "nauc_recall_at_25_diff1": 0.465615, "nauc_recall_at_50_max": 0.369521, "nauc_recall_at_50_std": 0.006832, "nauc_recall_at_50_diff1": 0.327837, "nauc_recall_at_100_max": 0.953675, "nauc_recall_at_100_std": 0.816282, "nauc_recall_at_100_diff1": 0.622252, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.102268, "nauc_precision_at_1_std": -0.162003, "nauc_precision_at_1_diff1": 0.524999, "nauc_precision_at_3_max": 0.06502, "nauc_precision_at_3_std": -0.029201, "nauc_precision_at_3_diff1": -0.076468, "nauc_precision_at_5_max": 0.073883, "nauc_precision_at_5_std": 0.033877, "nauc_precision_at_5_diff1": -0.106169, "nauc_precision_at_10_max": 0.054694, "nauc_precision_at_10_std": 0.08015, "nauc_precision_at_10_diff1": -0.135069, "nauc_precision_at_20_max": 0.045873, "nauc_precision_at_20_std": 0.104292, "nauc_precision_at_20_diff1": -0.157921, "nauc_precision_at_25_max": 0.049573, "nauc_precision_at_25_std": 0.113876, "nauc_precision_at_25_diff1": -0.164252, "nauc_precision_at_50_max": 0.040651, "nauc_precision_at_50_std": 0.124807, "nauc_precision_at_50_diff1": -0.185105, "nauc_precision_at_100_max": 0.039171, "nauc_precision_at_100_std": 0.140778, "nauc_precision_at_100_diff1": -0.192041, "nauc_precision_at_1000_max": 0.032514, "nauc_precision_at_1000_std": 0.134724, "nauc_precision_at_1000_diff1": -0.194225, "nauc_mrr_at_1_max": 0.102268, "nauc_mrr_at_1_std": -0.162003, "nauc_mrr_at_1_diff1": 0.524999, "nauc_mrr_at_3_max": 0.148857, "nauc_mrr_at_3_std": -0.132464, "nauc_mrr_at_3_diff1": 0.537095, "nauc_mrr_at_5_max": 0.151034, "nauc_mrr_at_5_std": -0.123694, "nauc_mrr_at_5_diff1": 0.52517, "nauc_mrr_at_10_max": 0.143142, "nauc_mrr_at_10_std": -0.135856, "nauc_mrr_at_10_diff1": 0.527574, "nauc_mrr_at_20_max": 0.141445, "nauc_mrr_at_20_std": -0.137863, "nauc_mrr_at_20_diff1": 0.527969, "nauc_mrr_at_25_max": 0.142086, "nauc_mrr_at_25_std": -0.136996, "nauc_mrr_at_25_diff1": 0.527274, "nauc_mrr_at_50_max": 0.142086, "nauc_mrr_at_50_std": -0.136996, "nauc_mrr_at_50_diff1": 0.527274, "nauc_mrr_at_100_max": 0.142086, "nauc_mrr_at_100_std": -0.136996, "nauc_mrr_at_100_diff1": 0.527274, "nauc_mrr_at_1000_max": 0.142086, "nauc_mrr_at_1000_std": -0.136996, "nauc_mrr_at_1000_diff1": 0.527274, "hit_rate_at_1": 0.73016, "hit_rate_at_3": 0.87302, "hit_rate_at_5": 0.92063, "hit_rate_at_10": 0.98413, "hit_rate_at_20": 0.99206, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.730159, "R_cap_at_3": 0.765873, "R_cap_at_5": 0.82381, "R_cap_at_10": 0.904365, "R_cap_at_20": 0.9549, "R_cap_at_25": 0.966238, "R_cap_at_50": 0.979233, "R_cap_at_100": 0.995238, "R_cap_at_1000": 1.0, "main_score": 0.78394, "hf_subset": "world_news_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73913, "ndcg_at_3": 0.76756, "ndcg_at_5": 0.79143, "ndcg_at_10": 0.80911, "ndcg_at_20": 0.82847, "ndcg_at_25": 0.83031, "ndcg_at_50": 0.8322, "ndcg_at_100": 0.83569, "ndcg_at_1000": 0.83697, "map_at_1": 0.39361, "map_at_3": 0.62446, "map_at_5": 0.69365, "map_at_10": 0.73672, "map_at_20": 0.7555, "map_at_25": 0.75818, "map_at_50": 0.75919, "map_at_100": 0.76004, "map_at_1000": 0.76016, "recall_at_1": 0.39361, "recall_at_3": 0.68726, "recall_at_5": 0.80144, "recall_at_10": 0.90222, "recall_at_20": 0.96552, "recall_at_25": 0.97252, "recall_at_50": 0.97927, "recall_at_100": 0.99275, "recall_at_1000": 1.0, "accuracy": 0.39361, "precision_at_1": 0.73913, "precision_at_3": 0.52657, "precision_at_5": 0.4058, "precision_at_10": 0.24565, "precision_at_20": 0.13949, "precision_at_25": 0.1142, "precision_at_50": 0.05768, "precision_at_100": 0.02942, "precision_at_1000": 0.00296, "mrr_at_1": 0.73913, "mrr_at_3": 0.801932, "mrr_at_5": 0.812077, "mrr_at_10": 0.818145, "mrr_at_20": 0.820927, "mrr_at_25": 0.820927, "mrr_at_50": 0.820927, "mrr_at_100": 0.820927, "mrr_at_1000": 0.820927, "nauc_ndcg_at_1_max": 0.492015, "nauc_ndcg_at_1_std": 0.227073, "nauc_ndcg_at_1_diff1": 0.725447, "nauc_ndcg_at_3_max": 0.478446, "nauc_ndcg_at_3_std": 0.202422, "nauc_ndcg_at_3_diff1": 0.626191, "nauc_ndcg_at_5_max": 0.506364, "nauc_ndcg_at_5_std": 0.196145, "nauc_ndcg_at_5_diff1": 0.654901, "nauc_ndcg_at_10_max": 0.535048, "nauc_ndcg_at_10_std": 0.220084, "nauc_ndcg_at_10_diff1": 0.660282, "nauc_ndcg_at_20_max": 0.519647, "nauc_ndcg_at_20_std": 0.22486, "nauc_ndcg_at_20_diff1": 0.657489, "nauc_ndcg_at_25_max": 0.51619, "nauc_ndcg_at_25_std": 0.222261, "nauc_ndcg_at_25_diff1": 0.660573, "nauc_ndcg_at_50_max": 0.512236, "nauc_ndcg_at_50_std": 0.220141, "nauc_ndcg_at_50_diff1": 0.658457, "nauc_ndcg_at_100_max": 0.509085, "nauc_ndcg_at_100_std": 0.222813, "nauc_ndcg_at_100_diff1": 0.658195, "nauc_ndcg_at_1000_max": 0.504631, "nauc_ndcg_at_1000_std": 0.216391, "nauc_ndcg_at_1000_diff1": 0.661593, "nauc_map_at_1_max": 0.227322, "nauc_map_at_1_std": -0.010346, "nauc_map_at_1_diff1": 0.624105, "nauc_map_at_3_max": 0.463061, "nauc_map_at_3_std": 0.15316, "nauc_map_at_3_diff1": 0.618004, "nauc_map_at_5_max": 0.459753, "nauc_map_at_5_std": 0.111625, "nauc_map_at_5_diff1": 0.646254, "nauc_map_at_10_max": 0.483686, "nauc_map_at_10_std": 0.145715, "nauc_map_at_10_diff1": 0.65761, "nauc_map_at_20_max": 0.50805, "nauc_map_at_20_std": 0.199873, "nauc_map_at_20_diff1": 0.635708, "nauc_map_at_25_max": 0.513882, "nauc_map_at_25_std": 0.214222, "nauc_map_at_25_diff1": 0.629192, "nauc_map_at_50_max": 0.513936, "nauc_map_at_50_std": 0.216223, "nauc_map_at_50_diff1": 0.627693, "nauc_map_at_100_max": 0.513953, "nauc_map_at_100_std": 0.217472, "nauc_map_at_100_diff1": 0.627884, "nauc_map_at_1000_max": 0.513653, "nauc_map_at_1000_std": 0.217044, "nauc_map_at_1000_diff1": 0.628082, "nauc_recall_at_1_max": 0.227322, "nauc_recall_at_1_std": -0.010346, "nauc_recall_at_1_diff1": 0.624105, "nauc_recall_at_3_max": 0.410671, "nauc_recall_at_3_std": 0.113758, "nauc_recall_at_3_diff1": 0.554764, "nauc_recall_at_5_max": 0.413272, "nauc_recall_at_5_std": 0.02596, "nauc_recall_at_5_diff1": 0.599141, "nauc_recall_at_10_max": 0.45288, "nauc_recall_at_10_std": 0.029001, "nauc_recall_at_10_diff1": 0.574664, "nauc_recall_at_20_max": 0.557978, "nauc_recall_at_20_std": 0.246134, "nauc_recall_at_20_diff1": 0.404076, "nauc_recall_at_25_max": 0.631528, "nauc_recall_at_25_std": 0.356496, "nauc_recall_at_25_diff1": 0.418007, "nauc_recall_at_50_max": 0.637706, "nauc_recall_at_50_std": 0.395637, "nauc_recall_at_50_diff1": 0.337207, "nauc_recall_at_100_max": 0.86907, "nauc_recall_at_100_std": 0.86907, "nauc_recall_at_100_diff1": 0.123202, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.492015, "nauc_precision_at_1_std": 0.227073, "nauc_precision_at_1_diff1": 0.725447, "nauc_precision_at_3_max": 0.257444, "nauc_precision_at_3_std": 0.223096, "nauc_precision_at_3_diff1": 0.012445, "nauc_precision_at_5_max": 0.087738, "nauc_precision_at_5_std": 0.109456, "nauc_precision_at_5_diff1": -0.086931, "nauc_precision_at_10_max": 0.048223, "nauc_precision_at_10_std": 0.146116, "nauc_precision_at_10_diff1": -0.154791, "nauc_precision_at_20_max": 0.054374, "nauc_precision_at_20_std": 0.222608, "nauc_precision_at_20_diff1": -0.227874, "nauc_precision_at_25_max": 0.058782, "nauc_precision_at_25_std": 0.243292, "nauc_precision_at_25_diff1": -0.24077, "nauc_precision_at_50_max": 0.054149, "nauc_precision_at_50_std": 0.243279, "nauc_precision_at_50_diff1": -0.245883, "nauc_precision_at_100_max": 0.043989, "nauc_precision_at_100_std": 0.241769, "nauc_precision_at_100_diff1": -0.250706, "nauc_precision_at_1000_max": 0.038639, "nauc_precision_at_1000_std": 0.236863, "nauc_precision_at_1000_diff1": -0.252042, "nauc_mrr_at_1_max": 0.492015, "nauc_mrr_at_1_std": 0.227073, "nauc_mrr_at_1_diff1": 0.725447, "nauc_mrr_at_3_max": 0.470315, "nauc_mrr_at_3_std": 0.196343, "nauc_mrr_at_3_diff1": 0.727245, "nauc_mrr_at_5_max": 0.484499, "nauc_mrr_at_5_std": 0.201609, "nauc_mrr_at_5_diff1": 0.733677, "nauc_mrr_at_10_max": 0.48638, "nauc_mrr_at_10_std": 0.20102, "nauc_mrr_at_10_diff1": 0.73023, "nauc_mrr_at_20_max": 0.485265, "nauc_mrr_at_20_std": 0.203242, "nauc_mrr_at_20_diff1": 0.729542, "nauc_mrr_at_25_max": 0.485265, "nauc_mrr_at_25_std": 0.203242, "nauc_mrr_at_25_diff1": 0.729542, "nauc_mrr_at_50_max": 0.485265, "nauc_mrr_at_50_std": 0.203242, "nauc_mrr_at_50_diff1": 0.729542, "nauc_mrr_at_100_max": 0.485265, "nauc_mrr_at_100_std": 0.203242, "nauc_mrr_at_100_diff1": 0.729542, "nauc_mrr_at_1000_max": 0.485265, "nauc_mrr_at_1000_std": 0.203242, "nauc_mrr_at_1000_diff1": 0.729542, "hit_rate_at_1": 0.73913, "hit_rate_at_3": 0.87681, "hit_rate_at_5": 0.92029, "hit_rate_at_10": 0.96377, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.73913, "R_cap_at_3": 0.797101, "R_cap_at_5": 0.852778, "R_cap_at_10": 0.911137, "R_cap_at_20": 0.967535, "R_cap_at_25": 0.972797, "R_cap_at_50": 0.979267, "R_cap_at_100": 0.992754, "R_cap_at_1000": 1.0, "main_score": 0.80911, "hf_subset": "world_news_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83448, "ndcg_at_3": 0.84666, "ndcg_at_5": 0.8664, "ndcg_at_10": 0.87709, "ndcg_at_20": 0.8872, "ndcg_at_25": 0.88944, "ndcg_at_50": 0.89122, "ndcg_at_100": 0.89173, "ndcg_at_1000": 0.89293, "map_at_1": 0.4609, "map_at_3": 0.70374, "map_at_5": 0.77533, "map_at_10": 0.81973, "map_at_20": 0.83498, "map_at_25": 0.83754, "map_at_50": 0.8386, "map_at_100": 0.83881, "map_at_1000": 0.83892, "recall_at_1": 0.4609, "recall_at_3": 0.74915, "recall_at_5": 0.86956, "recall_at_10": 0.93919, "recall_at_20": 0.97572, "recall_at_25": 0.98594, "recall_at_50": 0.99172, "recall_at_100": 0.9931, "recall_at_1000": 1.0, "accuracy": 0.4609, "precision_at_1": 0.83448, "precision_at_3": 0.57241, "precision_at_5": 0.43172, "precision_at_10": 0.25931, "precision_at_20": 0.14345, "precision_at_25": 0.11724, "precision_at_50": 0.05931, "precision_at_100": 0.02979, "precision_at_1000": 0.00299, "mrr_at_1": 0.834483, "mrr_at_3": 0.873563, "mrr_at_5": 0.884598, "mrr_at_10": 0.885583, "mrr_at_20": 0.88665, "mrr_at_25": 0.886938, "mrr_at_50": 0.886938, "mrr_at_100": 0.886938, "mrr_at_1000": 0.886938, "nauc_ndcg_at_1_max": 0.611807, "nauc_ndcg_at_1_std": 0.496863, "nauc_ndcg_at_1_diff1": 0.568174, "nauc_ndcg_at_3_max": 0.58831, "nauc_ndcg_at_3_std": 0.397422, "nauc_ndcg_at_3_diff1": 0.572182, "nauc_ndcg_at_5_max": 0.633943, "nauc_ndcg_at_5_std": 0.46962, "nauc_ndcg_at_5_diff1": 0.595978, "nauc_ndcg_at_10_max": 0.653904, "nauc_ndcg_at_10_std": 0.509787, "nauc_ndcg_at_10_diff1": 0.599393, "nauc_ndcg_at_20_max": 0.639145, "nauc_ndcg_at_20_std": 0.498448, "nauc_ndcg_at_20_diff1": 0.573401, "nauc_ndcg_at_25_max": 0.631352, "nauc_ndcg_at_25_std": 0.490468, "nauc_ndcg_at_25_diff1": 0.568462, "nauc_ndcg_at_50_max": 0.631465, "nauc_ndcg_at_50_std": 0.486443, "nauc_ndcg_at_50_diff1": 0.570453, "nauc_ndcg_at_100_max": 0.631355, "nauc_ndcg_at_100_std": 0.48571, "nauc_ndcg_at_100_diff1": 0.572271, "nauc_ndcg_at_1000_max": 0.627933, "nauc_ndcg_at_1000_std": 0.480698, "nauc_ndcg_at_1000_diff1": 0.574646, "nauc_map_at_1_max": 0.209551, "nauc_map_at_1_std": 0.020619, "nauc_map_at_1_diff1": 0.726034, "nauc_map_at_3_max": 0.48923, "nauc_map_at_3_std": 0.246421, "nauc_map_at_3_diff1": 0.685772, "nauc_map_at_5_max": 0.510354, "nauc_map_at_5_std": 0.261624, "nauc_map_at_5_diff1": 0.667809, "nauc_map_at_10_max": 0.559493, "nauc_map_at_10_std": 0.348141, "nauc_map_at_10_diff1": 0.615708, "nauc_map_at_20_max": 0.617234, "nauc_map_at_20_std": 0.447136, "nauc_map_at_20_diff1": 0.572562, "nauc_map_at_25_max": 0.626988, "nauc_map_at_25_std": 0.46737, "nauc_map_at_25_diff1": 0.56439, "nauc_map_at_50_max": 0.62879, "nauc_map_at_50_std": 0.469698, "nauc_map_at_50_diff1": 0.563715, "nauc_map_at_100_max": 0.62878, "nauc_map_at_100_std": 0.469487, "nauc_map_at_100_diff1": 0.564248, "nauc_map_at_1000_max": 0.62857, "nauc_map_at_1000_std": 0.469165, "nauc_map_at_1000_diff1": 0.564412, "nauc_recall_at_1_max": 0.209551, "nauc_recall_at_1_std": 0.020619, "nauc_recall_at_1_diff1": 0.726034, "nauc_recall_at_3_max": 0.43038, "nauc_recall_at_3_std": 0.163137, "nauc_recall_at_3_diff1": 0.688197, "nauc_recall_at_5_max": 0.399093, "nauc_recall_at_5_std": 0.121756, "nauc_recall_at_5_diff1": 0.692614, "nauc_recall_at_10_max": 0.519607, "nauc_recall_at_10_std": 0.290928, "nauc_recall_at_10_diff1": 0.745461, "nauc_recall_at_20_max": 0.680857, "nauc_recall_at_20_std": 0.576108, "nauc_recall_at_20_diff1": 0.546954, "nauc_recall_at_25_max": 0.672682, "nauc_recall_at_25_std": 0.689877, "nauc_recall_at_25_diff1": 0.338688, "nauc_recall_at_50_max": 0.81712, "nauc_recall_at_50_std": 0.810104, "nauc_recall_at_50_diff1": 0.312228, "nauc_recall_at_100_max": 0.86978, "nauc_recall_at_100_std": 0.861361, "nauc_recall_at_100_diff1": 0.349862, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.611807, "nauc_precision_at_1_std": 0.496863, "nauc_precision_at_1_diff1": 0.568174, "nauc_precision_at_3_max": 0.237616, "nauc_precision_at_3_std": 0.293979, "nauc_precision_at_3_diff1": -0.315906, "nauc_precision_at_5_max": 0.075475, "nauc_precision_at_5_std": 0.188032, "nauc_precision_at_5_diff1": -0.394063, "nauc_precision_at_10_max": 0.039357, "nauc_precision_at_10_std": 0.207533, "nauc_precision_at_10_diff1": -0.430866, "nauc_precision_at_20_max": 0.064773, "nauc_precision_at_20_std": 0.279787, "nauc_precision_at_20_diff1": -0.461623, "nauc_precision_at_25_max": 0.066498, "nauc_precision_at_25_std": 0.293369, "nauc_precision_at_25_diff1": -0.46708, "nauc_precision_at_50_max": 0.061554, "nauc_precision_at_50_std": 0.286289, "nauc_precision_at_50_diff1": -0.465328, "nauc_precision_at_100_max": 0.057655, "nauc_precision_at_100_std": 0.280101, "nauc_precision_at_100_diff1": -0.461322, "nauc_precision_at_1000_max": 0.052627, "nauc_precision_at_1000_std": 0.275595, "nauc_precision_at_1000_diff1": -0.464371, "nauc_mrr_at_1_max": 0.611807, "nauc_mrr_at_1_std": 0.496863, "nauc_mrr_at_1_diff1": 0.568174, "nauc_mrr_at_3_max": 0.608463, "nauc_mrr_at_3_std": 0.476432, "nauc_mrr_at_3_diff1": 0.607317, "nauc_mrr_at_5_max": 0.618906, "nauc_mrr_at_5_std": 0.498544, "nauc_mrr_at_5_diff1": 0.599725, "nauc_mrr_at_10_max": 0.621253, "nauc_mrr_at_10_std": 0.49981, "nauc_mrr_at_10_diff1": 0.603999, "nauc_mrr_at_20_max": 0.61812, "nauc_mrr_at_20_std": 0.495483, "nauc_mrr_at_20_diff1": 0.600106, "nauc_mrr_at_25_max": 0.617107, "nauc_mrr_at_25_std": 0.49449, "nauc_mrr_at_25_diff1": 0.59939, "nauc_mrr_at_50_max": 0.617107, "nauc_mrr_at_50_std": 0.49449, "nauc_mrr_at_50_diff1": 0.59939, "nauc_mrr_at_100_max": 0.617107, "nauc_mrr_at_100_std": 0.49449, "nauc_mrr_at_100_diff1": 0.59939, "nauc_mrr_at_1000_max": 0.617107, "nauc_mrr_at_1000_std": 0.49449, "nauc_mrr_at_1000_diff1": 0.59939, "hit_rate_at_1": 0.83448, "hit_rate_at_3": 0.92414, "hit_rate_at_5": 0.97241, "hit_rate_at_10": 0.97931, "hit_rate_at_20": 0.9931, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.834483, "R_cap_at_3": 0.866667, "R_cap_at_5": 0.920115, "R_cap_at_10": 0.949584, "R_cap_at_20": 0.977635, "R_cap_at_25": 0.986207, "R_cap_at_50": 0.991724, "R_cap_at_100": 0.993103, "R_cap_at_1000": 1.0, "main_score": 0.87709, "hf_subset": "world_news_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85714, "ndcg_at_3": 0.86817, "ndcg_at_5": 0.90559, "ndcg_at_10": 0.91648, "ndcg_at_20": 0.91648, "ndcg_at_25": 0.91648, "ndcg_at_50": 0.91648, "ndcg_at_100": 0.91648, "ndcg_at_1000": 0.91648, "map_at_1": 0.68707, "map_at_3": 0.84014, "map_at_5": 0.87891, "map_at_10": 0.88435, "map_at_20": 0.88435, "map_at_25": 0.88435, "map_at_50": 0.88435, "map_at_100": 0.88435, "map_at_1000": 0.88435, "recall_at_1": 0.68707, "recall_at_3": 0.87755, "recall_at_5": 0.96939, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.68707, "precision_at_1": 0.85714, "precision_at_3": 0.42177, "precision_at_5": 0.28571, "precision_at_10": 0.14694, "precision_at_20": 0.07347, "precision_at_25": 0.05878, "precision_at_50": 0.02939, "precision_at_100": 0.01469, "precision_at_1000": 0.00147, "mrr_at_1": 0.857143, "mrr_at_3": 0.880952, "mrr_at_5": 0.895238, "mrr_at_10": 0.898639, "mrr_at_20": 0.898639, "mrr_at_25": 0.898639, "mrr_at_50": 0.898639, "mrr_at_100": 0.898639, "mrr_at_1000": 0.898639, "nauc_ndcg_at_1_max": 0.761804, "nauc_ndcg_at_1_std": 0.648142, "nauc_ndcg_at_1_diff1": 0.789865, "nauc_ndcg_at_3_max": 0.845369, "nauc_ndcg_at_3_std": 0.728573, "nauc_ndcg_at_3_diff1": 0.779329, "nauc_ndcg_at_5_max": 0.814771, "nauc_ndcg_at_5_std": 0.716075, "nauc_ndcg_at_5_diff1": 0.76662, "nauc_ndcg_at_10_max": 0.796693, "nauc_ndcg_at_10_std": 0.691094, "nauc_ndcg_at_10_diff1": 0.771473, "nauc_ndcg_at_20_max": 0.796693, "nauc_ndcg_at_20_std": 0.691094, "nauc_ndcg_at_20_diff1": 0.771473, "nauc_ndcg_at_25_max": 0.796693, "nauc_ndcg_at_25_std": 0.691094, "nauc_ndcg_at_25_diff1": 0.771473, "nauc_ndcg_at_50_max": 0.796693, "nauc_ndcg_at_50_std": 0.691094, "nauc_ndcg_at_50_diff1": 0.771473, "nauc_ndcg_at_100_max": 0.796693, "nauc_ndcg_at_100_std": 0.691094, "nauc_ndcg_at_100_diff1": 0.771473, "nauc_ndcg_at_1000_max": 0.796693, "nauc_ndcg_at_1000_std": 0.691094, "nauc_ndcg_at_1000_diff1": 0.771473, "nauc_map_at_1_max": 0.607582, "nauc_map_at_1_std": 0.395861, "nauc_map_at_1_diff1": 0.876221, "nauc_map_at_3_max": 0.772024, "nauc_map_at_3_std": 0.608886, "nauc_map_at_3_diff1": 0.808379, "nauc_map_at_5_max": 0.811682, "nauc_map_at_5_std": 0.705585, "nauc_map_at_5_diff1": 0.765867, "nauc_map_at_10_max": 0.804469, "nauc_map_at_10_std": 0.695821, "nauc_map_at_10_diff1": 0.76847, "nauc_map_at_20_max": 0.804469, "nauc_map_at_20_std": 0.695821, "nauc_map_at_20_diff1": 0.76847, "nauc_map_at_25_max": 0.804469, "nauc_map_at_25_std": 0.695821, "nauc_map_at_25_diff1": 0.76847, "nauc_map_at_50_max": 0.804469, "nauc_map_at_50_std": 0.695821, "nauc_map_at_50_diff1": 0.76847, "nauc_map_at_100_max": 0.804469, "nauc_map_at_100_std": 0.695821, "nauc_map_at_100_diff1": 0.76847, "nauc_map_at_1000_max": 0.804469, "nauc_map_at_1000_std": 0.695821, "nauc_map_at_1000_diff1": 0.76847, "nauc_recall_at_1_max": 0.607582, "nauc_recall_at_1_std": 0.395861, "nauc_recall_at_1_diff1": 0.876221, "nauc_recall_at_3_max": 0.830932, "nauc_recall_at_3_std": 0.654247, "nauc_recall_at_3_diff1": 0.795097, "nauc_recall_at_5_max": 0.912656, "nauc_recall_at_5_std": 0.868984, "nauc_recall_at_5_diff1": 0.696935, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.761804, "nauc_precision_at_1_std": 0.648142, "nauc_precision_at_1_diff1": 0.789865, "nauc_precision_at_3_max": -0.001731, "nauc_precision_at_3_std": 0.152311, "nauc_precision_at_3_diff1": -0.335721, "nauc_precision_at_5_max": -0.147238, "nauc_precision_at_5_std": 0.062152, "nauc_precision_at_5_diff1": -0.50098, "nauc_precision_at_10_max": -0.21063, "nauc_precision_at_10_std": 0.006136, "nauc_precision_at_10_diff1": -0.548384, "nauc_precision_at_20_max": -0.21063, "nauc_precision_at_20_std": 0.006136, "nauc_precision_at_20_diff1": -0.548384, "nauc_precision_at_25_max": -0.21063, "nauc_precision_at_25_std": 0.006136, "nauc_precision_at_25_diff1": -0.548384, "nauc_precision_at_50_max": -0.21063, "nauc_precision_at_50_std": 0.006136, "nauc_precision_at_50_diff1": -0.548384, "nauc_precision_at_100_max": -0.21063, "nauc_precision_at_100_std": 0.006136, "nauc_precision_at_100_diff1": -0.548384, "nauc_precision_at_1000_max": -0.21063, "nauc_precision_at_1000_std": 0.006136, "nauc_precision_at_1000_diff1": -0.548384, "nauc_mrr_at_1_max": 0.761804, "nauc_mrr_at_1_std": 0.648142, "nauc_mrr_at_1_diff1": 0.789865, "nauc_mrr_at_3_max": 0.800601, "nauc_mrr_at_3_std": 0.696492, "nauc_mrr_at_3_diff1": 0.785731, "nauc_mrr_at_5_max": 0.777837, "nauc_mrr_at_5_std": 0.679027, "nauc_mrr_at_5_diff1": 0.787385, "nauc_mrr_at_10_max": 0.774681, "nauc_mrr_at_10_std": 0.672451, "nauc_mrr_at_10_diff1": 0.78456, "nauc_mrr_at_20_max": 0.774681, "nauc_mrr_at_20_std": 0.672451, "nauc_mrr_at_20_diff1": 0.78456, "nauc_mrr_at_25_max": 0.774681, "nauc_mrr_at_25_std": 0.672451, "nauc_mrr_at_25_diff1": 0.78456, "nauc_mrr_at_50_max": 0.774681, "nauc_mrr_at_50_std": 0.672451, "nauc_mrr_at_50_diff1": 0.78456, "nauc_mrr_at_100_max": 0.774681, "nauc_mrr_at_100_std": 0.672451, "nauc_mrr_at_100_diff1": 0.78456, "nauc_mrr_at_1000_max": 0.774681, "nauc_mrr_at_1000_std": 0.672451, "nauc_mrr_at_1000_diff1": 0.78456, "hit_rate_at_1": 0.85714, "hit_rate_at_3": 0.91837, "hit_rate_at_5": 0.97959, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.857143, "R_cap_at_3": 0.887755, "R_cap_at_5": 0.969388, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91648, "hf_subset": "world_news_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.85714, "ndcg_at_3": 0.89016, "ndcg_at_5": 0.91868, "ndcg_at_10": 0.92583, "ndcg_at_20": 0.92583, "ndcg_at_25": 0.92583, "ndcg_at_50": 0.92583, "ndcg_at_100": 0.92583, "ndcg_at_1000": 0.92583, "map_at_1": 0.69286, "map_at_3": 0.85952, "map_at_5": 0.89167, "map_at_10": 0.89609, "map_at_20": 0.89609, "map_at_25": 0.89609, "map_at_50": 0.89609, "map_at_100": 0.89609, "map_at_1000": 0.89609, "recall_at_1": 0.69286, "recall_at_3": 0.91667, "recall_at_5": 0.98095, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.69286, "precision_at_1": 0.85714, "precision_at_3": 0.42381, "precision_at_5": 0.28, "precision_at_10": 0.14286, "precision_at_20": 0.07143, "precision_at_25": 0.05714, "precision_at_50": 0.02857, "precision_at_100": 0.01429, "precision_at_1000": 0.00143, "mrr_at_1": 0.857143, "mrr_at_3": 0.9, "mrr_at_5": 0.907143, "mrr_at_10": 0.909184, "mrr_at_20": 0.909184, "mrr_at_25": 0.909184, "mrr_at_50": 0.909184, "mrr_at_100": 0.909184, "mrr_at_1000": 0.909184, "nauc_ndcg_at_1_max": 0.33863, "nauc_ndcg_at_1_std": 0.088484, "nauc_ndcg_at_1_diff1": 0.80447, "nauc_ndcg_at_3_max": 0.310055, "nauc_ndcg_at_3_std": 0.050147, "nauc_ndcg_at_3_diff1": 0.69637, "nauc_ndcg_at_5_max": 0.347424, "nauc_ndcg_at_5_std": 0.125352, "nauc_ndcg_at_5_diff1": 0.755754, "nauc_ndcg_at_10_max": 0.344831, "nauc_ndcg_at_10_std": 0.110593, "nauc_ndcg_at_10_diff1": 0.758185, "nauc_ndcg_at_20_max": 0.344831, "nauc_ndcg_at_20_std": 0.110593, "nauc_ndcg_at_20_diff1": 0.758185, "nauc_ndcg_at_25_max": 0.344831, "nauc_ndcg_at_25_std": 0.110593, "nauc_ndcg_at_25_diff1": 0.758185, "nauc_ndcg_at_50_max": 0.344831, "nauc_ndcg_at_50_std": 0.110593, "nauc_ndcg_at_50_diff1": 0.758185, "nauc_ndcg_at_100_max": 0.344831, "nauc_ndcg_at_100_std": 0.110593, "nauc_ndcg_at_100_diff1": 0.758185, "nauc_ndcg_at_1000_max": 0.344831, "nauc_ndcg_at_1000_std": 0.110593, "nauc_ndcg_at_1000_diff1": 0.758185, "nauc_map_at_1_max": 0.268387, "nauc_map_at_1_std": 0.032216, "nauc_map_at_1_diff1": 0.627762, "nauc_map_at_3_max": 0.329652, "nauc_map_at_3_std": 0.040695, "nauc_map_at_3_diff1": 0.698254, "nauc_map_at_5_max": 0.3514, "nauc_map_at_5_std": 0.127966, "nauc_map_at_5_diff1": 0.740949, "nauc_map_at_10_max": 0.349997, "nauc_map_at_10_std": 0.117426, "nauc_map_at_10_diff1": 0.74518, "nauc_map_at_20_max": 0.349997, "nauc_map_at_20_std": 0.117426, "nauc_map_at_20_diff1": 0.74518, "nauc_map_at_25_max": 0.349997, "nauc_map_at_25_std": 0.117426, "nauc_map_at_25_diff1": 0.74518, "nauc_map_at_50_max": 0.349997, "nauc_map_at_50_std": 0.117426, "nauc_map_at_50_diff1": 0.74518, "nauc_map_at_100_max": 0.349997, "nauc_map_at_100_std": 0.117426, "nauc_map_at_100_diff1": 0.74518, "nauc_map_at_1000_max": 0.349997, "nauc_map_at_1000_std": 0.117426, "nauc_map_at_1000_diff1": 0.74518, "nauc_recall_at_1_max": 0.268387, "nauc_recall_at_1_std": 0.032216, "nauc_recall_at_1_diff1": 0.627762, "nauc_recall_at_3_max": 0.212574, "nauc_recall_at_3_std": -0.113889, "nauc_recall_at_3_diff1": 0.526544, "nauc_recall_at_5_max": 0.358077, "nauc_recall_at_5_std": 0.230626, "nauc_recall_at_5_diff1": 0.74148, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.33863, "nauc_precision_at_1_std": 0.088484, "nauc_precision_at_1_diff1": 0.80447, "nauc_precision_at_3_max": -0.058933, "nauc_precision_at_3_std": 0.017578, "nauc_precision_at_3_diff1": -0.136594, "nauc_precision_at_5_max": -0.093238, "nauc_precision_at_5_std": 0.069166, "nauc_precision_at_5_diff1": -0.209387, "nauc_precision_at_10_max": -0.110599, "nauc_precision_at_10_std": 0.052165, "nauc_precision_at_10_diff1": -0.238956, "nauc_precision_at_20_max": -0.110599, "nauc_precision_at_20_std": 0.052165, "nauc_precision_at_20_diff1": -0.238956, "nauc_precision_at_25_max": -0.110599, "nauc_precision_at_25_std": 0.052165, "nauc_precision_at_25_diff1": -0.238956, "nauc_precision_at_50_max": -0.110599, "nauc_precision_at_50_std": 0.052165, "nauc_precision_at_50_diff1": -0.238956, "nauc_precision_at_100_max": -0.110599, "nauc_precision_at_100_std": 0.052165, "nauc_precision_at_100_diff1": -0.238956, "nauc_precision_at_1000_max": -0.110599, "nauc_precision_at_1000_std": 0.052165, "nauc_precision_at_1000_diff1": -0.238956, "nauc_mrr_at_1_max": 0.33863, "nauc_mrr_at_1_std": 0.088484, "nauc_mrr_at_1_diff1": 0.80447, "nauc_mrr_at_3_max": 0.308678, "nauc_mrr_at_3_std": 0.059535, "nauc_mrr_at_3_diff1": 0.767348, "nauc_mrr_at_5_max": 0.335086, "nauc_mrr_at_5_std": 0.093399, "nauc_mrr_at_5_diff1": 0.788868, "nauc_mrr_at_10_max": 0.334553, "nauc_mrr_at_10_std": 0.092718, "nauc_mrr_at_10_diff1": 0.787003, "nauc_mrr_at_20_max": 0.334553, "nauc_mrr_at_20_std": 0.092718, "nauc_mrr_at_20_diff1": 0.787003, "nauc_mrr_at_25_max": 0.334553, "nauc_mrr_at_25_std": 0.092718, "nauc_mrr_at_25_diff1": 0.787003, "nauc_mrr_at_50_max": 0.334553, "nauc_mrr_at_50_std": 0.092718, "nauc_mrr_at_50_diff1": 0.787003, "nauc_mrr_at_100_max": 0.334553, "nauc_mrr_at_100_std": 0.092718, "nauc_mrr_at_100_diff1": 0.787003, "nauc_mrr_at_1000_max": 0.334553, "nauc_mrr_at_1000_std": 0.092718, "nauc_mrr_at_1000_diff1": 0.787003, "hit_rate_at_1": 0.85714, "hit_rate_at_3": 0.95714, "hit_rate_at_5": 0.98571, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.857143, "R_cap_at_3": 0.92381, "R_cap_at_5": 0.980952, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92583, "hf_subset": "world_news_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.83824, "ndcg_at_3": 0.89323, "ndcg_at_5": 0.91481, "ndcg_at_10": 0.91971, "ndcg_at_20": 0.91971, "ndcg_at_25": 0.91971, "ndcg_at_50": 0.91971, "ndcg_at_100": 0.91971, "ndcg_at_1000": 0.91971, "map_at_1": 0.67892, "map_at_3": 0.85539, "map_at_5": 0.88848, "map_at_10": 0.89058, "map_at_20": 0.89058, "map_at_25": 0.89058, "map_at_50": 0.89058, "map_at_100": 0.89058, "map_at_1000": 0.89058, "recall_at_1": 0.67892, "recall_at_3": 0.92647, "recall_at_5": 0.98529, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67892, "precision_at_1": 0.83824, "precision_at_3": 0.43627, "precision_at_5": 0.28824, "precision_at_10": 0.14559, "precision_at_20": 0.07279, "precision_at_25": 0.05824, "precision_at_50": 0.02912, "precision_at_100": 0.01456, "precision_at_1000": 0.00146, "mrr_at_1": 0.838235, "mrr_at_3": 0.887255, "mrr_at_5": 0.894608, "mrr_at_10": 0.896709, "mrr_at_20": 0.896709, "mrr_at_25": 0.896709, "mrr_at_50": 0.896709, "mrr_at_100": 0.896709, "mrr_at_1000": 0.896709, "nauc_ndcg_at_1_max": 0.587193, "nauc_ndcg_at_1_std": 0.310439, "nauc_ndcg_at_1_diff1": 0.858141, "nauc_ndcg_at_3_max": 0.558555, "nauc_ndcg_at_3_std": 0.288079, "nauc_ndcg_at_3_diff1": 0.837303, "nauc_ndcg_at_5_max": 0.588717, "nauc_ndcg_at_5_std": 0.297826, "nauc_ndcg_at_5_diff1": 0.852352, "nauc_ndcg_at_10_max": 0.580317, "nauc_ndcg_at_10_std": 0.293938, "nauc_ndcg_at_10_diff1": 0.842956, "nauc_ndcg_at_20_max": 0.580317, "nauc_ndcg_at_20_std": 0.293938, "nauc_ndcg_at_20_diff1": 0.842956, "nauc_ndcg_at_25_max": 0.580317, "nauc_ndcg_at_25_std": 0.293938, "nauc_ndcg_at_25_diff1": 0.842956, "nauc_ndcg_at_50_max": 0.580317, "nauc_ndcg_at_50_std": 0.293938, "nauc_ndcg_at_50_diff1": 0.842956, "nauc_ndcg_at_100_max": 0.580317, "nauc_ndcg_at_100_std": 0.293938, "nauc_ndcg_at_100_diff1": 0.842956, "nauc_ndcg_at_1000_max": 0.580317, "nauc_ndcg_at_1000_std": 0.293938, "nauc_ndcg_at_1000_diff1": 0.842956, "nauc_map_at_1_max": 0.466299, "nauc_map_at_1_std": 0.151839, "nauc_map_at_1_diff1": 0.854099, "nauc_map_at_3_max": 0.514828, "nauc_map_at_3_std": 0.206005, "nauc_map_at_3_diff1": 0.850301, "nauc_map_at_5_max": 0.585028, "nauc_map_at_5_std": 0.300972, "nauc_map_at_5_diff1": 0.842178, "nauc_map_at_10_max": 0.582302, "nauc_map_at_10_std": 0.299808, "nauc_map_at_10_diff1": 0.839007, "nauc_map_at_20_max": 0.582302, "nauc_map_at_20_std": 0.299808, "nauc_map_at_20_diff1": 0.839007, "nauc_map_at_25_max": 0.582302, "nauc_map_at_25_std": 0.299808, "nauc_map_at_25_diff1": 0.839007, "nauc_map_at_50_max": 0.582302, "nauc_map_at_50_std": 0.299808, "nauc_map_at_50_diff1": 0.839007, "nauc_map_at_100_max": 0.582302, "nauc_map_at_100_std": 0.299808, "nauc_map_at_100_diff1": 0.839007, "nauc_map_at_1000_max": 0.582302, "nauc_map_at_1000_std": 0.299808, "nauc_map_at_1000_diff1": 0.839007, "nauc_recall_at_1_max": 0.466299, "nauc_recall_at_1_std": 0.151839, "nauc_recall_at_1_diff1": 0.854099, "nauc_recall_at_3_max": 0.387861, "nauc_recall_at_3_std": 0.096103, "nauc_recall_at_3_diff1": 0.795083, "nauc_recall_at_5_max": 0.720704, "nauc_recall_at_5_std": 0.358916, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.587193, "nauc_precision_at_1_std": 0.310439, "nauc_precision_at_1_diff1": 0.858141, "nauc_precision_at_3_max": -0.07445, "nauc_precision_at_3_std": 0.087261, "nauc_precision_at_3_diff1": -0.328756, "nauc_precision_at_5_max": -0.099938, "nauc_precision_at_5_std": 0.097364, "nauc_precision_at_5_diff1": -0.410777, "nauc_precision_at_10_max": -0.118817, "nauc_precision_at_10_std": 0.091347, "nauc_precision_at_10_diff1": -0.443233, "nauc_precision_at_20_max": -0.118817, "nauc_precision_at_20_std": 0.091347, "nauc_precision_at_20_diff1": -0.443233, "nauc_precision_at_25_max": -0.118817, "nauc_precision_at_25_std": 0.091347, "nauc_precision_at_25_diff1": -0.443233, "nauc_precision_at_50_max": -0.118817, "nauc_precision_at_50_std": 0.091347, "nauc_precision_at_50_diff1": -0.443233, "nauc_precision_at_100_max": -0.118817, "nauc_precision_at_100_std": 0.091347, "nauc_precision_at_100_diff1": -0.443233, "nauc_precision_at_1000_max": -0.118817, "nauc_precision_at_1000_std": 0.091347, "nauc_precision_at_1000_diff1": -0.443233, "nauc_mrr_at_1_max": 0.587193, "nauc_mrr_at_1_std": 0.310439, "nauc_mrr_at_1_diff1": 0.858141, "nauc_mrr_at_3_max": 0.56875, "nauc_mrr_at_3_std": 0.284038, "nauc_mrr_at_3_diff1": 0.844738, "nauc_mrr_at_5_max": 0.579366, "nauc_mrr_at_5_std": 0.287135, "nauc_mrr_at_5_diff1": 0.854391, "nauc_mrr_at_10_max": 0.57638, "nauc_mrr_at_10_std": 0.285619, "nauc_mrr_at_10_diff1": 0.851315, "nauc_mrr_at_20_max": 0.57638, "nauc_mrr_at_20_std": 0.285619, "nauc_mrr_at_20_diff1": 0.851315, "nauc_mrr_at_25_max": 0.57638, "nauc_mrr_at_25_std": 0.285619, "nauc_mrr_at_25_diff1": 0.851315, "nauc_mrr_at_50_max": 0.57638, "nauc_mrr_at_50_std": 0.285619, "nauc_mrr_at_50_diff1": 0.851315, "nauc_mrr_at_100_max": 0.57638, "nauc_mrr_at_100_std": 0.285619, "nauc_mrr_at_100_diff1": 0.851315, "nauc_mrr_at_1000_max": 0.57638, "nauc_mrr_at_1000_std": 0.285619, "nauc_mrr_at_1000_diff1": 0.851315, "hit_rate_at_1": 0.83824, "hit_rate_at_3": 0.95588, "hit_rate_at_5": 0.98529, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.838235, "R_cap_at_3": 0.941176, "R_cap_at_5": 0.985294, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91971, "hf_subset": "world_news_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.94521, "ndcg_at_3": 0.96083, "ndcg_at_5": 0.97034, "ndcg_at_10": 0.97263, "ndcg_at_20": 0.97263, "ndcg_at_25": 0.97263, "ndcg_at_50": 0.97263, "ndcg_at_100": 0.97263, "ndcg_at_1000": 0.97263, "map_at_1": 0.76256, "map_at_3": 0.93836, "map_at_5": 0.9589, "map_at_10": 0.96119, "map_at_20": 0.96119, "map_at_25": 0.96119, "map_at_50": 0.96119, "map_at_100": 0.96119, "map_at_1000": 0.96119, "recall_at_1": 0.76256, "recall_at_3": 0.96119, "recall_at_5": 0.99543, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.76256, "precision_at_1": 0.94521, "precision_at_3": 0.46575, "precision_at_5": 0.29589, "precision_at_10": 0.14932, "precision_at_20": 0.07466, "precision_at_25": 0.05973, "precision_at_50": 0.02986, "precision_at_100": 0.01493, "precision_at_1000": 0.00149, "mrr_at_1": 0.945205, "mrr_at_3": 0.96347, "mrr_at_5": 0.966895, "mrr_at_10": 0.966895, "mrr_at_20": 0.966895, "mrr_at_25": 0.966895, "mrr_at_50": 0.966895, "mrr_at_100": 0.966895, "mrr_at_1000": 0.966895, "nauc_ndcg_at_1_max": 0.679445, "nauc_ndcg_at_1_std": 0.595841, "nauc_ndcg_at_1_diff1": 0.82837, "nauc_ndcg_at_3_max": 0.552503, "nauc_ndcg_at_3_std": 0.409739, "nauc_ndcg_at_3_diff1": 0.759222, "nauc_ndcg_at_5_max": 0.63722, "nauc_ndcg_at_5_std": 0.531363, "nauc_ndcg_at_5_diff1": 0.786122, "nauc_ndcg_at_10_max": 0.630143, "nauc_ndcg_at_10_std": 0.529518, "nauc_ndcg_at_10_diff1": 0.805595, "nauc_ndcg_at_20_max": 0.630143, "nauc_ndcg_at_20_std": 0.529518, "nauc_ndcg_at_20_diff1": 0.805595, "nauc_ndcg_at_25_max": 0.630143, "nauc_ndcg_at_25_std": 0.529518, "nauc_ndcg_at_25_diff1": 0.805595, "nauc_ndcg_at_50_max": 0.630143, "nauc_ndcg_at_50_std": 0.529518, "nauc_ndcg_at_50_diff1": 0.805595, "nauc_ndcg_at_100_max": 0.630143, "nauc_ndcg_at_100_std": 0.529518, "nauc_ndcg_at_100_diff1": 0.805595, "nauc_ndcg_at_1000_max": 0.630143, "nauc_ndcg_at_1000_std": 0.529518, "nauc_ndcg_at_1000_diff1": 0.805595, "nauc_map_at_1_max": 0.338054, "nauc_map_at_1_std": 0.129847, "nauc_map_at_1_diff1": 0.794487, "nauc_map_at_3_max": 0.483716, "nauc_map_at_3_std": 0.238327, "nauc_map_at_3_diff1": 0.815325, "nauc_map_at_5_max": 0.638116, "nauc_map_at_5_std": 0.529954, "nauc_map_at_5_diff1": 0.771633, "nauc_map_at_10_max": 0.633193, "nauc_map_at_10_std": 0.528574, "nauc_map_at_10_diff1": 0.78447, "nauc_map_at_20_max": 0.633193, "nauc_map_at_20_std": 0.528574, "nauc_map_at_20_diff1": 0.78447, "nauc_map_at_25_max": 0.633193, "nauc_map_at_25_std": 0.528574, "nauc_map_at_25_diff1": 0.78447, "nauc_map_at_50_max": 0.633193, "nauc_map_at_50_std": 0.528574, "nauc_map_at_50_diff1": 0.78447, "nauc_map_at_100_max": 0.633193, "nauc_map_at_100_std": 0.528574, "nauc_map_at_100_diff1": 0.78447, "nauc_map_at_1000_max": 0.633193, "nauc_map_at_1000_std": 0.528574, "nauc_map_at_1000_diff1": 0.78447, "nauc_recall_at_1_max": 0.338054, "nauc_recall_at_1_std": 0.129847, "nauc_recall_at_1_diff1": 0.794487, "nauc_recall_at_3_max": 0.24307, "nauc_recall_at_3_std": -0.139114, "nauc_recall_at_3_diff1": 0.776796, "nauc_recall_at_5_max": 0.721802, "nauc_recall_at_5_std": 0.553405, "nauc_recall_at_5_diff1": 0.553405, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.679445, "nauc_precision_at_1_std": 0.595841, "nauc_precision_at_1_diff1": 0.82837, "nauc_precision_at_3_max": -0.128765, "nauc_precision_at_3_std": 0.030931, "nauc_precision_at_3_diff1": -0.477066, "nauc_precision_at_5_max": -0.130253, "nauc_precision_at_5_std": 0.074063, "nauc_precision_at_5_diff1": -0.524333, "nauc_precision_at_10_max": -0.142508, "nauc_precision_at_10_std": 0.060462, "nauc_precision_at_10_diff1": -0.523466, "nauc_precision_at_20_max": -0.142508, "nauc_precision_at_20_std": 0.060462, "nauc_precision_at_20_diff1": -0.523466, "nauc_precision_at_25_max": -0.142508, "nauc_precision_at_25_std": 0.060462, "nauc_precision_at_25_diff1": -0.523466, "nauc_precision_at_50_max": -0.142508, "nauc_precision_at_50_std": 0.060462, "nauc_precision_at_50_diff1": -0.523466, "nauc_precision_at_100_max": -0.142508, "nauc_precision_at_100_std": 0.060462, "nauc_precision_at_100_diff1": -0.523466, "nauc_precision_at_1000_max": -0.142508, "nauc_precision_at_1000_std": 0.060462, "nauc_precision_at_1000_diff1": -0.523466, "nauc_mrr_at_1_max": 0.679445, "nauc_mrr_at_1_std": 0.595841, "nauc_mrr_at_1_diff1": 0.82837, "nauc_mrr_at_3_max": 0.587596, "nauc_mrr_at_3_std": 0.477498, "nauc_mrr_at_3_diff1": 0.846879, "nauc_mrr_at_5_max": 0.635336, "nauc_mrr_at_5_std": 0.544485, "nauc_mrr_at_5_diff1": 0.8445, "nauc_mrr_at_10_max": 0.635336, "nauc_mrr_at_10_std": 0.544485, "nauc_mrr_at_10_diff1": 0.8445, "nauc_mrr_at_20_max": 0.635336, "nauc_mrr_at_20_std": 0.544485, "nauc_mrr_at_20_diff1": 0.8445, "nauc_mrr_at_25_max": 0.635336, "nauc_mrr_at_25_std": 0.544485, "nauc_mrr_at_25_diff1": 0.8445, "nauc_mrr_at_50_max": 0.635336, "nauc_mrr_at_50_std": 0.544485, "nauc_mrr_at_50_diff1": 0.8445, "nauc_mrr_at_100_max": 0.635336, "nauc_mrr_at_100_std": 0.544485, "nauc_mrr_at_100_diff1": 0.8445, "nauc_mrr_at_1000_max": 0.635336, "nauc_mrr_at_1000_std": 0.544485, "nauc_mrr_at_1000_diff1": 0.8445, "hit_rate_at_1": 0.94521, "hit_rate_at_3": 0.9863, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.945205, "R_cap_at_3": 0.974886, "R_cap_at_5": 0.995434, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97263, "hf_subset": "world_news_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1728.4538548644632, "kg_co2_emissions": null, "date": 1784088858.919437, "evaluation_phases": [ { "name": "Data loading", "start": 1.0190531611442566e-05, "end": 49.63372032903135, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 49.63375004660338, "end": 49.63375274837017, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 49.65421919710934, "end": 49.80993665661663, "split": "test", "subset": "world_news_claude_short__Times" }, { "name": "Scoring", "start": 49.80999533645809, "end": 49.86799187306315, "split": "test", "subset": "world_news_claude_short__Times" } ] }