{ "dataset_revision": "c0c0877aab7085655b446b2adcb86a25bbf14459", "task_name": "EPBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.40816, "ndcg_at_3": 0.40811, "ndcg_at_5": 0.43671, "ndcg_at_10": 0.47221, "ndcg_at_20": 0.49796, "ndcg_at_25": 0.51388, "ndcg_at_50": 0.53646, "ndcg_at_100": 0.55929, "ndcg_at_1000": 0.57947, "map_at_1": 0.19771, "map_at_3": 0.28493, "map_at_5": 0.33459, "map_at_10": 0.374, "map_at_20": 0.38984, "map_at_25": 0.3955, "map_at_50": 0.40221, "map_at_100": 0.40655, "map_at_1000": 0.4095, "recall_at_1": 0.19771, "recall_at_3": 0.35202, "recall_at_5": 0.45053, "recall_at_10": 0.59762, "recall_at_20": 0.69236, "recall_at_25": 0.74793, "recall_at_50": 0.82238, "recall_at_100": 0.90803, "recall_at_1000": 1.0, "accuracy": 0.19771, "precision_at_1": 0.40816, "precision_at_3": 0.28571, "precision_at_5": 0.24082, "precision_at_10": 0.16735, "precision_at_20": 0.10204, "precision_at_25": 0.08857, "precision_at_50": 0.05163, "precision_at_100": 0.03071, "precision_at_1000": 0.00354, "mrr_at_1": 0.408163, "mrr_at_3": 0.471088, "mrr_at_5": 0.482313, "mrr_at_10": 0.500518, "mrr_at_20": 0.507385, "mrr_at_25": 0.508798, "mrr_at_50": 0.51036, "mrr_at_100": 0.510724, "mrr_at_1000": 0.510832, "nauc_ndcg_at_1_max": 0.160341, "nauc_ndcg_at_1_std": 0.175871, "nauc_ndcg_at_1_diff1": 0.589219, "nauc_ndcg_at_3_max": 0.181644, "nauc_ndcg_at_3_std": 0.171767, "nauc_ndcg_at_3_diff1": 0.493562, "nauc_ndcg_at_5_max": 0.221596, "nauc_ndcg_at_5_std": 0.210693, "nauc_ndcg_at_5_diff1": 0.519279, "nauc_ndcg_at_10_max": 0.285696, "nauc_ndcg_at_10_std": 0.312794, "nauc_ndcg_at_10_diff1": 0.483913, "nauc_ndcg_at_20_max": 0.310796, "nauc_ndcg_at_20_std": 0.338804, "nauc_ndcg_at_20_diff1": 0.468831, "nauc_ndcg_at_25_max": 0.307462, "nauc_ndcg_at_25_std": 0.337326, "nauc_ndcg_at_25_diff1": 0.481, "nauc_ndcg_at_50_max": 0.314031, "nauc_ndcg_at_50_std": 0.34579, "nauc_ndcg_at_50_diff1": 0.477113, "nauc_ndcg_at_100_max": 0.283349, "nauc_ndcg_at_100_std": 0.309611, "nauc_ndcg_at_100_diff1": 0.495235, "nauc_ndcg_at_1000_max": 0.237261, "nauc_ndcg_at_1000_std": 0.268593, "nauc_ndcg_at_1000_diff1": 0.509881, "nauc_map_at_1_max": 0.144768, "nauc_map_at_1_std": 0.062672, "nauc_map_at_1_diff1": 0.581379, "nauc_map_at_3_max": 0.222426, "nauc_map_at_3_std": 0.158342, "nauc_map_at_3_diff1": 0.524139, "nauc_map_at_5_max": 0.243781, "nauc_map_at_5_std": 0.188795, "nauc_map_at_5_diff1": 0.517064, "nauc_map_at_10_max": 0.269458, "nauc_map_at_10_std": 0.250987, "nauc_map_at_10_diff1": 0.483447, "nauc_map_at_20_max": 0.276388, "nauc_map_at_20_std": 0.274658, "nauc_map_at_20_diff1": 0.466501, "nauc_map_at_25_max": 0.274095, "nauc_map_at_25_std": 0.275995, "nauc_map_at_25_diff1": 0.469562, "nauc_map_at_50_max": 0.273478, "nauc_map_at_50_std": 0.278426, "nauc_map_at_50_diff1": 0.46983, "nauc_map_at_100_max": 0.268148, "nauc_map_at_100_std": 0.272709, "nauc_map_at_100_diff1": 0.474269, "nauc_map_at_1000_max": 0.262725, "nauc_map_at_1000_std": 0.267661, "nauc_map_at_1000_diff1": 0.476654, "nauc_recall_at_1_max": 0.144768, "nauc_recall_at_1_std": 0.062672, "nauc_recall_at_1_diff1": 0.581379, "nauc_recall_at_3_max": 0.259065, "nauc_recall_at_3_std": 0.164673, "nauc_recall_at_3_diff1": 0.45142, "nauc_recall_at_5_max": 0.30859, "nauc_recall_at_5_std": 0.222157, "nauc_recall_at_5_diff1": 0.484498, "nauc_recall_at_10_max": 0.386344, "nauc_recall_at_10_std": 0.417113, "nauc_recall_at_10_diff1": 0.350967, "nauc_recall_at_20_max": 0.474721, "nauc_recall_at_20_std": 0.52689, "nauc_recall_at_20_diff1": 0.259002, "nauc_recall_at_25_max": 0.499364, "nauc_recall_at_25_std": 0.539265, "nauc_recall_at_25_diff1": 0.270497, "nauc_recall_at_50_max": 0.687639, "nauc_recall_at_50_std": 0.714463, "nauc_recall_at_50_diff1": 0.177903, "nauc_recall_at_100_max": 0.749908, "nauc_recall_at_100_std": 0.692405, "nauc_recall_at_100_diff1": 0.145725, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.160341, "nauc_precision_at_1_std": 0.175871, "nauc_precision_at_1_diff1": 0.589219, "nauc_precision_at_3_max": 0.120008, "nauc_precision_at_3_std": 0.181719, "nauc_precision_at_3_diff1": 0.248991, "nauc_precision_at_5_max": 0.122206, "nauc_precision_at_5_std": 0.195618, "nauc_precision_at_5_diff1": 0.194715, "nauc_precision_at_10_max": 0.154042, "nauc_precision_at_10_std": 0.312026, "nauc_precision_at_10_diff1": 0.090203, "nauc_precision_at_20_max": 0.11698, "nauc_precision_at_20_std": 0.319225, "nauc_precision_at_20_diff1": 0.017648, "nauc_precision_at_25_max": 0.075949, "nauc_precision_at_25_std": 0.284026, "nauc_precision_at_25_diff1": 0.031984, "nauc_precision_at_50_max": 0.003008, "nauc_precision_at_50_std": 0.198064, "nauc_precision_at_50_diff1": 0.00221, "nauc_precision_at_100_max": -0.117527, "nauc_precision_at_100_std": 0.034371, "nauc_precision_at_100_diff1": -0.002383, "nauc_precision_at_1000_max": -0.216162, "nauc_precision_at_1000_std": -0.086566, "nauc_precision_at_1000_diff1": -0.013847, "nauc_mrr_at_1_max": 0.160341, "nauc_mrr_at_1_std": 0.175871, "nauc_mrr_at_1_diff1": 0.589219, "nauc_mrr_at_3_max": 0.175051, "nauc_mrr_at_3_std": 0.201145, "nauc_mrr_at_3_diff1": 0.574147, "nauc_mrr_at_5_max": 0.185032, "nauc_mrr_at_5_std": 0.209793, "nauc_mrr_at_5_diff1": 0.578388, "nauc_mrr_at_10_max": 0.197005, "nauc_mrr_at_10_std": 0.241557, "nauc_mrr_at_10_diff1": 0.574312, "nauc_mrr_at_20_max": 0.194363, "nauc_mrr_at_20_std": 0.235935, "nauc_mrr_at_20_diff1": 0.571034, "nauc_mrr_at_25_max": 0.194744, "nauc_mrr_at_25_std": 0.234458, "nauc_mrr_at_25_diff1": 0.573019, "nauc_mrr_at_50_max": 0.194621, "nauc_mrr_at_50_std": 0.232733, "nauc_mrr_at_50_diff1": 0.572208, "nauc_mrr_at_100_max": 0.194282, "nauc_mrr_at_100_std": 0.232213, "nauc_mrr_at_100_diff1": 0.572525, "nauc_mrr_at_1000_max": 0.194082, "nauc_mrr_at_1000_std": 0.232026, "nauc_mrr_at_1000_diff1": 0.572745, "hit_rate_at_1": 0.40816, "hit_rate_at_3": 0.57143, "hit_rate_at_5": 0.62245, "hit_rate_at_10": 0.76531, "hit_rate_at_20": 0.86735, "hit_rate_at_25": 0.89796, "hit_rate_at_50": 0.94898, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.408163, "R_cap_at_3": 0.433673, "R_cap_at_5": 0.497279, "R_cap_at_10": 0.607993, "R_cap_at_20": 0.692357, "R_cap_at_25": 0.747934, "R_cap_at_50": 0.822381, "R_cap_at_100": 0.908029, "R_cap_at_1000": 1.0, "main_score": 0.47221, "hf_subset": "default_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.40164, "ndcg_at_3": 0.44985, "ndcg_at_5": 0.47034, "ndcg_at_10": 0.49896, "ndcg_at_20": 0.52743, "ndcg_at_25": 0.5365, "ndcg_at_50": 0.55874, "ndcg_at_100": 0.57288, "ndcg_at_1000": 0.59544, "map_at_1": 0.19423, "map_at_3": 0.32848, "map_at_5": 0.36842, "map_at_10": 0.40531, "map_at_20": 0.42225, "map_at_25": 0.42579, "map_at_50": 0.43186, "map_at_100": 0.43495, "map_at_1000": 0.43791, "recall_at_1": 0.19423, "recall_at_3": 0.40129, "recall_at_5": 0.49844, "recall_at_10": 0.62504, "recall_at_20": 0.7303, "recall_at_25": 0.76086, "recall_at_50": 0.8378, "recall_at_100": 0.88991, "recall_at_1000": 1.0, "accuracy": 0.19423, "precision_at_1": 0.40164, "precision_at_3": 0.31148, "precision_at_5": 0.2459, "precision_at_10": 0.16721, "precision_at_20": 0.09959, "precision_at_25": 0.08393, "precision_at_50": 0.04885, "precision_at_100": 0.02754, "precision_at_1000": 0.00322, "mrr_at_1": 0.401639, "mrr_at_3": 0.484973, "mrr_at_5": 0.501366, "mrr_at_10": 0.518075, "mrr_at_20": 0.523461, "mrr_at_25": 0.524207, "mrr_at_50": 0.526171, "mrr_at_100": 0.526592, "mrr_at_1000": 0.526882, "nauc_ndcg_at_1_max": 0.120172, "nauc_ndcg_at_1_std": 0.136317, "nauc_ndcg_at_1_diff1": 0.510431, "nauc_ndcg_at_3_max": 0.229138, "nauc_ndcg_at_3_std": 0.239929, "nauc_ndcg_at_3_diff1": 0.49676, "nauc_ndcg_at_5_max": 0.262463, "nauc_ndcg_at_5_std": 0.277597, "nauc_ndcg_at_5_diff1": 0.505859, "nauc_ndcg_at_10_max": 0.269979, "nauc_ndcg_at_10_std": 0.311056, "nauc_ndcg_at_10_diff1": 0.504424, "nauc_ndcg_at_20_max": 0.287739, "nauc_ndcg_at_20_std": 0.334159, "nauc_ndcg_at_20_diff1": 0.503503, "nauc_ndcg_at_25_max": 0.287547, "nauc_ndcg_at_25_std": 0.335893, "nauc_ndcg_at_25_diff1": 0.508964, "nauc_ndcg_at_50_max": 0.2781, "nauc_ndcg_at_50_std": 0.322192, "nauc_ndcg_at_50_diff1": 0.509703, "nauc_ndcg_at_100_max": 0.257389, "nauc_ndcg_at_100_std": 0.296236, "nauc_ndcg_at_100_diff1": 0.508246, "nauc_ndcg_at_1000_max": 0.221945, "nauc_ndcg_at_1000_std": 0.251407, "nauc_ndcg_at_1000_diff1": 0.493327, "nauc_map_at_1_max": 0.094053, "nauc_map_at_1_std": 0.091426, "nauc_map_at_1_diff1": 0.41132, "nauc_map_at_3_max": 0.240336, "nauc_map_at_3_std": 0.234234, "nauc_map_at_3_diff1": 0.458712, "nauc_map_at_5_max": 0.255982, "nauc_map_at_5_std": 0.241718, "nauc_map_at_5_diff1": 0.490027, "nauc_map_at_10_max": 0.237111, "nauc_map_at_10_std": 0.250998, "nauc_map_at_10_diff1": 0.494738, "nauc_map_at_20_max": 0.24073, "nauc_map_at_20_std": 0.264936, "nauc_map_at_20_diff1": 0.490544, "nauc_map_at_25_max": 0.238576, "nauc_map_at_25_std": 0.265125, "nauc_map_at_25_diff1": 0.491862, "nauc_map_at_50_max": 0.237512, "nauc_map_at_50_std": 0.262906, "nauc_map_at_50_diff1": 0.492445, "nauc_map_at_100_max": 0.233879, "nauc_map_at_100_std": 0.258694, "nauc_map_at_100_diff1": 0.492834, "nauc_map_at_1000_max": 0.230764, "nauc_map_at_1000_std": 0.254454, "nauc_map_at_1000_diff1": 0.492389, "nauc_recall_at_1_max": 0.094053, "nauc_recall_at_1_std": 0.091426, "nauc_recall_at_1_diff1": 0.41132, "nauc_recall_at_3_max": 0.314838, "nauc_recall_at_3_std": 0.302216, "nauc_recall_at_3_diff1": 0.40419, "nauc_recall_at_5_max": 0.338279, "nauc_recall_at_5_std": 0.324649, "nauc_recall_at_5_diff1": 0.458717, "nauc_recall_at_10_max": 0.399625, "nauc_recall_at_10_std": 0.461906, "nauc_recall_at_10_diff1": 0.459295, "nauc_recall_at_20_max": 0.504041, "nauc_recall_at_20_std": 0.608, "nauc_recall_at_20_diff1": 0.476333, "nauc_recall_at_25_max": 0.544928, "nauc_recall_at_25_std": 0.655181, "nauc_recall_at_25_diff1": 0.50827, "nauc_recall_at_50_max": 0.628349, "nauc_recall_at_50_std": 0.756445, "nauc_recall_at_50_diff1": 0.561702, "nauc_recall_at_100_max": 0.624145, "nauc_recall_at_100_std": 0.751126, "nauc_recall_at_100_diff1": 0.605691, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.120172, "nauc_precision_at_1_std": 0.136317, "nauc_precision_at_1_diff1": 0.510431, "nauc_precision_at_3_max": 0.166029, "nauc_precision_at_3_std": 0.191263, "nauc_precision_at_3_diff1": 0.373703, "nauc_precision_at_5_max": 0.137975, "nauc_precision_at_5_std": 0.160801, "nauc_precision_at_5_diff1": 0.326426, "nauc_precision_at_10_max": 0.05004, "nauc_precision_at_10_std": 0.12076, "nauc_precision_at_10_diff1": 0.244483, "nauc_precision_at_20_max": 0.042232, "nauc_precision_at_20_std": 0.13729, "nauc_precision_at_20_diff1": 0.18134, "nauc_precision_at_25_max": 0.024082, "nauc_precision_at_25_std": 0.122129, "nauc_precision_at_25_diff1": 0.172633, "nauc_precision_at_50_max": -0.025257, "nauc_precision_at_50_std": 0.03885, "nauc_precision_at_50_diff1": 0.116575, "nauc_precision_at_100_max": -0.089052, "nauc_precision_at_100_std": -0.052781, "nauc_precision_at_100_diff1": 0.075792, "nauc_precision_at_1000_max": -0.156822, "nauc_precision_at_1000_std": -0.150719, "nauc_precision_at_1000_diff1": 0.002689, "nauc_mrr_at_1_max": 0.120172, "nauc_mrr_at_1_std": 0.136317, "nauc_mrr_at_1_diff1": 0.510431, "nauc_mrr_at_3_max": 0.181406, "nauc_mrr_at_3_std": 0.203724, "nauc_mrr_at_3_diff1": 0.492824, "nauc_mrr_at_5_max": 0.184479, "nauc_mrr_at_5_std": 0.212235, "nauc_mrr_at_5_diff1": 0.504325, "nauc_mrr_at_10_max": 0.19102, "nauc_mrr_at_10_std": 0.225097, "nauc_mrr_at_10_diff1": 0.499432, "nauc_mrr_at_20_max": 0.192963, "nauc_mrr_at_20_std": 0.224054, "nauc_mrr_at_20_diff1": 0.504019, "nauc_mrr_at_25_max": 0.193539, "nauc_mrr_at_25_std": 0.224262, "nauc_mrr_at_25_diff1": 0.504349, "nauc_mrr_at_50_max": 0.192035, "nauc_mrr_at_50_std": 0.222869, "nauc_mrr_at_50_diff1": 0.504312, "nauc_mrr_at_100_max": 0.191368, "nauc_mrr_at_100_std": 0.222013, "nauc_mrr_at_100_diff1": 0.504091, "nauc_mrr_at_1000_max": 0.19088, "nauc_mrr_at_1000_std": 0.221443, "nauc_mrr_at_1000_diff1": 0.50386, "hit_rate_at_1": 0.40164, "hit_rate_at_3": 0.57377, "hit_rate_at_5": 0.64754, "hit_rate_at_10": 0.77049, "hit_rate_at_20": 0.84426, "hit_rate_at_25": 0.86066, "hit_rate_at_50": 0.92623, "hit_rate_at_100": 0.95902, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.401639, "R_cap_at_3": 0.486339, "R_cap_at_5": 0.544536, "R_cap_at_10": 0.634153, "R_cap_at_20": 0.730304, "R_cap_at_25": 0.760863, "R_cap_at_50": 0.837802, "R_cap_at_100": 0.889905, "R_cap_at_1000": 1.0, "main_score": 0.49896, "hf_subset": "default_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": 0.166667, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": 0.166667, "nauc_ndcg_at_3_diff1": 0.833333, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": 0.166667, "nauc_ndcg_at_5_diff1": 0.833333, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": 0.166667, "nauc_ndcg_at_10_diff1": 0.833333, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": 0.166667, "nauc_ndcg_at_20_diff1": 0.833333, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": 0.166667, "nauc_ndcg_at_25_diff1": 0.833333, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": 0.166667, "nauc_ndcg_at_50_diff1": 0.833333, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": 0.166667, "nauc_ndcg_at_100_diff1": 0.833333, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": 0.166667, "nauc_ndcg_at_1000_diff1": 0.833333, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": 0.166667, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": 0.166667, "nauc_map_at_3_diff1": 0.833333, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": 0.166667, "nauc_map_at_5_diff1": 0.833333, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": 0.166667, "nauc_map_at_10_diff1": 0.833333, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": 0.166667, "nauc_map_at_20_diff1": 0.833333, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": 0.166667, "nauc_map_at_25_diff1": 0.833333, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": 0.166667, "nauc_map_at_50_diff1": 0.833333, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": 0.166667, "nauc_map_at_100_diff1": 0.833333, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": 0.166667, "nauc_map_at_1000_diff1": 0.833333, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": 0.166667, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": 0.166667, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": 0.166667, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": 0.166667, "nauc_mrr_at_3_diff1": 0.833333, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": 0.166667, "nauc_mrr_at_5_diff1": 0.833333, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": 0.166667, "nauc_mrr_at_10_diff1": 0.833333, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": 0.166667, "nauc_mrr_at_20_diff1": 0.833333, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": 0.166667, "nauc_mrr_at_25_diff1": 0.833333, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": 0.166667, "nauc_mrr_at_50_diff1": 0.833333, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": 0.166667, "nauc_mrr_at_100_diff1": 0.833333, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": 0.166667, "nauc_mrr_at_1000_diff1": 0.833333, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.85237, "ndcg_at_5": 0.85237, "ndcg_at_10": 0.85237, "ndcg_at_20": 0.85237, "ndcg_at_25": 0.85237, "ndcg_at_50": 0.85237, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85237, "map_at_1": 0.6, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.8, "map_at_100": 0.8, "map_at_1000": 0.8, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.8, "mrr_at_100": 0.8, "mrr_at_1000": 0.8, "nauc_ndcg_at_1_max": 0.363636, "nauc_ndcg_at_1_std": 0.545455, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.363636, "nauc_ndcg_at_3_std": 0.545455, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.363636, "nauc_ndcg_at_5_std": 0.545455, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.363636, "nauc_ndcg_at_10_std": 0.545455, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.363636, "nauc_ndcg_at_20_std": 0.545455, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.363636, "nauc_ndcg_at_25_std": 0.545455, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.363636, "nauc_ndcg_at_50_std": 0.545455, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.363636, "nauc_ndcg_at_100_std": 0.545455, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.363636, "nauc_ndcg_at_1000_std": 0.545455, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.363636, "nauc_map_at_1_std": 0.545455, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.363636, "nauc_map_at_3_std": 0.545455, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.363636, "nauc_map_at_5_std": 0.545455, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.363636, "nauc_map_at_10_std": 0.545455, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.363636, "nauc_map_at_20_std": 0.545455, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.363636, "nauc_map_at_25_std": 0.545455, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.363636, "nauc_map_at_50_std": 0.545455, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.363636, "nauc_map_at_100_std": 0.545455, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.363636, "nauc_map_at_1000_std": 0.545455, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.363636, "nauc_recall_at_1_std": 0.545455, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.363636, "nauc_precision_at_1_std": 0.545455, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.363636, "nauc_mrr_at_1_std": 0.545455, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.363636, "nauc_mrr_at_3_std": 0.545455, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.363636, "nauc_mrr_at_5_std": 0.545455, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.363636, "nauc_mrr_at_10_std": 0.545455, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.363636, "nauc_mrr_at_20_std": 0.545455, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.363636, "nauc_mrr_at_25_std": 0.545455, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.363636, "nauc_mrr_at_50_std": 0.545455, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.363636, "nauc_mrr_at_100_std": 0.545455, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.363636, "nauc_mrr_at_1000_std": 0.545455, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85237, "hf_subset": "default_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4697, "ndcg_at_3": 0.49795, "ndcg_at_5": 0.5296, "ndcg_at_10": 0.55644, "ndcg_at_20": 0.58679, "ndcg_at_25": 0.59651, "ndcg_at_50": 0.61002, "ndcg_at_100": 0.62505, "ndcg_at_1000": 0.64167, "map_at_1": 0.23765, "map_at_3": 0.37125, "map_at_5": 0.43741, "map_at_10": 0.47867, "map_at_20": 0.49581, "map_at_25": 0.49837, "map_at_50": 0.5031, "map_at_100": 0.50537, "map_at_1000": 0.50743, "recall_at_1": 0.23765, "recall_at_3": 0.43112, "recall_at_5": 0.55137, "recall_at_10": 0.67097, "recall_at_20": 0.77318, "recall_at_25": 0.81056, "recall_at_50": 0.85769, "recall_at_100": 0.9207, "recall_at_1000": 1.0, "accuracy": 0.23765, "precision_at_1": 0.4697, "precision_at_3": 0.35101, "precision_at_5": 0.29697, "precision_at_10": 0.18939, "precision_at_20": 0.11212, "precision_at_25": 0.09303, "precision_at_50": 0.05045, "precision_at_100": 0.02788, "precision_at_1000": 0.00312, "mrr_at_1": 0.469697, "mrr_at_3": 0.537879, "mrr_at_5": 0.55303, "mrr_at_10": 0.564665, "mrr_at_20": 0.571167, "mrr_at_25": 0.572491, "mrr_at_50": 0.573388, "mrr_at_100": 0.573969, "mrr_at_1000": 0.57419, "nauc_ndcg_at_1_max": 0.210863, "nauc_ndcg_at_1_std": 0.361357, "nauc_ndcg_at_1_diff1": 0.562765, "nauc_ndcg_at_3_max": 0.19741, "nauc_ndcg_at_3_std": 0.306453, "nauc_ndcg_at_3_diff1": 0.487953, "nauc_ndcg_at_5_max": 0.251503, "nauc_ndcg_at_5_std": 0.357003, "nauc_ndcg_at_5_diff1": 0.478924, "nauc_ndcg_at_10_max": 0.310324, "nauc_ndcg_at_10_std": 0.400833, "nauc_ndcg_at_10_diff1": 0.502385, "nauc_ndcg_at_20_max": 0.307716, "nauc_ndcg_at_20_std": 0.420328, "nauc_ndcg_at_20_diff1": 0.513638, "nauc_ndcg_at_25_max": 0.305269, "nauc_ndcg_at_25_std": 0.432903, "nauc_ndcg_at_25_diff1": 0.513034, "nauc_ndcg_at_50_max": 0.295327, "nauc_ndcg_at_50_std": 0.426717, "nauc_ndcg_at_50_diff1": 0.507386, "nauc_ndcg_at_100_max": 0.27432, "nauc_ndcg_at_100_std": 0.409316, "nauc_ndcg_at_100_diff1": 0.498899, "nauc_ndcg_at_1000_max": 0.248487, "nauc_ndcg_at_1000_std": 0.373584, "nauc_ndcg_at_1000_diff1": 0.486462, "nauc_map_at_1_max": 0.229875, "nauc_map_at_1_std": 0.186954, "nauc_map_at_1_diff1": 0.40318, "nauc_map_at_3_max": 0.299859, "nauc_map_at_3_std": 0.262299, "nauc_map_at_3_diff1": 0.454291, "nauc_map_at_5_max": 0.302267, "nauc_map_at_5_std": 0.310648, "nauc_map_at_5_diff1": 0.470563, "nauc_map_at_10_max": 0.290768, "nauc_map_at_10_std": 0.354358, "nauc_map_at_10_diff1": 0.483759, "nauc_map_at_20_max": 0.280735, "nauc_map_at_20_std": 0.362492, "nauc_map_at_20_diff1": 0.492558, "nauc_map_at_25_max": 0.280903, "nauc_map_at_25_std": 0.365376, "nauc_map_at_25_diff1": 0.494, "nauc_map_at_50_max": 0.276003, "nauc_map_at_50_std": 0.364245, "nauc_map_at_50_diff1": 0.491051, "nauc_map_at_100_max": 0.272752, "nauc_map_at_100_std": 0.36165, "nauc_map_at_100_diff1": 0.490145, "nauc_map_at_1000_max": 0.270105, "nauc_map_at_1000_std": 0.357916, "nauc_map_at_1000_diff1": 0.488742, "nauc_recall_at_1_max": 0.229875, "nauc_recall_at_1_std": 0.186954, "nauc_recall_at_1_diff1": 0.40318, "nauc_recall_at_3_max": 0.285395, "nauc_recall_at_3_std": 0.236444, "nauc_recall_at_3_diff1": 0.413078, "nauc_recall_at_5_max": 0.349975, "nauc_recall_at_5_std": 0.338247, "nauc_recall_at_5_diff1": 0.402457, "nauc_recall_at_10_max": 0.488563, "nauc_recall_at_10_std": 0.481226, "nauc_recall_at_10_diff1": 0.492713, "nauc_recall_at_20_max": 0.548246, "nauc_recall_at_20_std": 0.614095, "nauc_recall_at_20_diff1": 0.572626, "nauc_recall_at_25_max": 0.565208, "nauc_recall_at_25_std": 0.714937, "nauc_recall_at_25_diff1": 0.568384, "nauc_recall_at_50_max": 0.609709, "nauc_recall_at_50_std": 0.788137, "nauc_recall_at_50_diff1": 0.609467, "nauc_recall_at_100_max": 0.607855, "nauc_recall_at_100_std": 0.890324, "nauc_recall_at_100_diff1": 0.591033, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.210863, "nauc_precision_at_1_std": 0.361357, "nauc_precision_at_1_diff1": 0.562765, "nauc_precision_at_3_max": 0.068782, "nauc_precision_at_3_std": 0.256354, "nauc_precision_at_3_diff1": 0.331097, "nauc_precision_at_5_max": 0.031776, "nauc_precision_at_5_std": 0.256168, "nauc_precision_at_5_diff1": 0.253876, "nauc_precision_at_10_max": -0.024951, "nauc_precision_at_10_std": 0.257108, "nauc_precision_at_10_diff1": 0.191144, "nauc_precision_at_20_max": -0.08237, "nauc_precision_at_20_std": 0.217659, "nauc_precision_at_20_diff1": 0.164738, "nauc_precision_at_25_max": -0.094145, "nauc_precision_at_25_std": 0.219246, "nauc_precision_at_25_diff1": 0.153372, "nauc_precision_at_50_max": -0.129847, "nauc_precision_at_50_std": 0.16851, "nauc_precision_at_50_diff1": 0.098668, "nauc_precision_at_100_max": -0.198295, "nauc_precision_at_100_std": 0.074743, "nauc_precision_at_100_diff1": 0.031151, "nauc_precision_at_1000_max": -0.263996, "nauc_precision_at_1000_std": -0.051049, "nauc_precision_at_1000_diff1": -0.061026, "nauc_mrr_at_1_max": 0.210863, "nauc_mrr_at_1_std": 0.361357, "nauc_mrr_at_1_diff1": 0.562765, "nauc_mrr_at_3_max": 0.197572, "nauc_mrr_at_3_std": 0.373734, "nauc_mrr_at_3_diff1": 0.527311, "nauc_mrr_at_5_max": 0.211919, "nauc_mrr_at_5_std": 0.380972, "nauc_mrr_at_5_diff1": 0.520864, "nauc_mrr_at_10_max": 0.233755, "nauc_mrr_at_10_std": 0.39675, "nauc_mrr_at_10_diff1": 0.532084, "nauc_mrr_at_20_max": 0.230903, "nauc_mrr_at_20_std": 0.395006, "nauc_mrr_at_20_diff1": 0.530681, "nauc_mrr_at_25_max": 0.22894, "nauc_mrr_at_25_std": 0.396347, "nauc_mrr_at_25_diff1": 0.530122, "nauc_mrr_at_50_max": 0.228319, "nauc_mrr_at_50_std": 0.395539, "nauc_mrr_at_50_diff1": 0.530085, "nauc_mrr_at_100_max": 0.227893, "nauc_mrr_at_100_std": 0.394621, "nauc_mrr_at_100_diff1": 0.529975, "nauc_mrr_at_1000_max": 0.227587, "nauc_mrr_at_1000_std": 0.394263, "nauc_mrr_at_1000_diff1": 0.530123, "hit_rate_at_1": 0.4697, "hit_rate_at_3": 0.62121, "hit_rate_at_5": 0.68939, "hit_rate_at_10": 0.77273, "hit_rate_at_20": 0.87121, "hit_rate_at_25": 0.90152, "hit_rate_at_50": 0.93182, "hit_rate_at_100": 0.9697, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.469697, "R_cap_at_3": 0.525253, "R_cap_at_5": 0.594066, "R_cap_at_10": 0.676957, "R_cap_at_20": 0.77318, "R_cap_at_25": 0.810562, "R_cap_at_50": 0.857695, "R_cap_at_100": 0.920701, "R_cap_at_1000": 1.0, "main_score": 0.55644, "hf_subset": "default_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.63889, "ndcg_at_3": 0.65364, "ndcg_at_5": 0.68066, "ndcg_at_10": 0.70705, "ndcg_at_20": 0.72963, "ndcg_at_25": 0.73808, "ndcg_at_50": 0.74714, "ndcg_at_100": 0.75625, "ndcg_at_1000": 0.75979, "map_at_1": 0.3286, "map_at_3": 0.50196, "map_at_5": 0.56558, "map_at_10": 0.61174, "map_at_20": 0.63098, "map_at_25": 0.6352, "map_at_50": 0.63876, "map_at_100": 0.64081, "map_at_1000": 0.64149, "recall_at_1": 0.3286, "recall_at_3": 0.57003, "recall_at_5": 0.6858, "recall_at_10": 0.81481, "recall_at_20": 0.89363, "recall_at_25": 0.92051, "recall_at_50": 0.94848, "recall_at_100": 0.98615, "recall_at_1000": 1.0, "accuracy": 0.3286, "precision_at_1": 0.63889, "precision_at_3": 0.45139, "precision_at_5": 0.35278, "precision_at_10": 0.22361, "precision_at_20": 0.12986, "precision_at_25": 0.10806, "precision_at_50": 0.05722, "precision_at_100": 0.03028, "precision_at_1000": 0.00313, "mrr_at_1": 0.638889, "mrr_at_3": 0.719907, "mrr_at_5": 0.731366, "mrr_at_10": 0.740989, "mrr_at_20": 0.743419, "mrr_at_25": 0.743697, "mrr_at_50": 0.743896, "mrr_at_100": 0.744085, "mrr_at_1000": 0.744085, "nauc_ndcg_at_1_max": 0.320439, "nauc_ndcg_at_1_std": 0.1738, "nauc_ndcg_at_1_diff1": 0.438808, "nauc_ndcg_at_3_max": 0.322423, "nauc_ndcg_at_3_std": 0.194355, "nauc_ndcg_at_3_diff1": 0.369498, "nauc_ndcg_at_5_max": 0.342338, "nauc_ndcg_at_5_std": 0.205831, "nauc_ndcg_at_5_diff1": 0.374959, "nauc_ndcg_at_10_max": 0.41162, "nauc_ndcg_at_10_std": 0.290682, "nauc_ndcg_at_10_diff1": 0.395167, "nauc_ndcg_at_20_max": 0.412576, "nauc_ndcg_at_20_std": 0.298856, "nauc_ndcg_at_20_diff1": 0.409076, "nauc_ndcg_at_25_max": 0.402328, "nauc_ndcg_at_25_std": 0.298813, "nauc_ndcg_at_25_diff1": 0.404152, "nauc_ndcg_at_50_max": 0.385728, "nauc_ndcg_at_50_std": 0.277522, "nauc_ndcg_at_50_diff1": 0.395809, "nauc_ndcg_at_100_max": 0.369973, "nauc_ndcg_at_100_std": 0.255336, "nauc_ndcg_at_100_diff1": 0.397171, "nauc_ndcg_at_1000_max": 0.361754, "nauc_ndcg_at_1000_std": 0.242195, "nauc_ndcg_at_1000_diff1": 0.393674, "nauc_map_at_1_max": 0.257851, "nauc_map_at_1_std": 0.149294, "nauc_map_at_1_diff1": 0.439382, "nauc_map_at_3_max": 0.386424, "nauc_map_at_3_std": 0.259489, "nauc_map_at_3_diff1": 0.379375, "nauc_map_at_5_max": 0.376263, "nauc_map_at_5_std": 0.237677, "nauc_map_at_5_diff1": 0.372503, "nauc_map_at_10_max": 0.384238, "nauc_map_at_10_std": 0.266082, "nauc_map_at_10_diff1": 0.372871, "nauc_map_at_20_max": 0.380852, "nauc_map_at_20_std": 0.269358, "nauc_map_at_20_diff1": 0.375892, "nauc_map_at_25_max": 0.375987, "nauc_map_at_25_std": 0.271916, "nauc_map_at_25_diff1": 0.373833, "nauc_map_at_50_max": 0.371971, "nauc_map_at_50_std": 0.266393, "nauc_map_at_50_diff1": 0.371742, "nauc_map_at_100_max": 0.369818, "nauc_map_at_100_std": 0.262583, "nauc_map_at_100_diff1": 0.372607, "nauc_map_at_1000_max": 0.368859, "nauc_map_at_1000_std": 0.260847, "nauc_map_at_1000_diff1": 0.372537, "nauc_recall_at_1_max": 0.257851, "nauc_recall_at_1_std": 0.149294, "nauc_recall_at_1_diff1": 0.439382, "nauc_recall_at_3_max": 0.396153, "nauc_recall_at_3_std": 0.272417, "nauc_recall_at_3_diff1": 0.355338, "nauc_recall_at_5_max": 0.375723, "nauc_recall_at_5_std": 0.229946, "nauc_recall_at_5_diff1": 0.320433, "nauc_recall_at_10_max": 0.556732, "nauc_recall_at_10_std": 0.417897, "nauc_recall_at_10_diff1": 0.38961, "nauc_recall_at_20_max": 0.666724, "nauc_recall_at_20_std": 0.62818, "nauc_recall_at_20_diff1": 0.465781, "nauc_recall_at_25_max": 0.683169, "nauc_recall_at_25_std": 0.710974, "nauc_recall_at_25_diff1": 0.461846, "nauc_recall_at_50_max": 0.679284, "nauc_recall_at_50_std": 0.70692, "nauc_recall_at_50_diff1": 0.435596, "nauc_recall_at_100_max": 0.688739, "nauc_recall_at_100_std": 0.841988, "nauc_recall_at_100_diff1": 0.520597, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.320439, "nauc_precision_at_1_std": 0.1738, "nauc_precision_at_1_diff1": 0.438808, "nauc_precision_at_3_max": 0.118473, "nauc_precision_at_3_std": 0.081841, "nauc_precision_at_3_diff1": 0.023529, "nauc_precision_at_5_max": 0.01542, "nauc_precision_at_5_std": -0.00458, "nauc_precision_at_5_diff1": -0.029451, "nauc_precision_at_10_max": -0.031809, "nauc_precision_at_10_std": 0.005352, "nauc_precision_at_10_diff1": -0.069589, "nauc_precision_at_20_max": -0.068852, "nauc_precision_at_20_std": -0.016449, "nauc_precision_at_20_diff1": -0.075955, "nauc_precision_at_25_max": -0.088348, "nauc_precision_at_25_std": -0.014165, "nauc_precision_at_25_diff1": -0.087238, "nauc_precision_at_50_max": -0.120076, "nauc_precision_at_50_std": -0.054669, "nauc_precision_at_50_diff1": -0.106231, "nauc_precision_at_100_max": -0.146976, "nauc_precision_at_100_std": -0.098789, "nauc_precision_at_100_diff1": -0.103063, "nauc_precision_at_1000_max": -0.165084, "nauc_precision_at_1000_std": -0.128348, "nauc_precision_at_1000_diff1": -0.111781, "nauc_mrr_at_1_max": 0.320439, "nauc_mrr_at_1_std": 0.1738, "nauc_mrr_at_1_diff1": 0.438808, "nauc_mrr_at_3_max": 0.321151, "nauc_mrr_at_3_std": 0.184951, "nauc_mrr_at_3_diff1": 0.415103, "nauc_mrr_at_5_max": 0.317785, "nauc_mrr_at_5_std": 0.180315, "nauc_mrr_at_5_diff1": 0.404244, "nauc_mrr_at_10_max": 0.330419, "nauc_mrr_at_10_std": 0.189847, "nauc_mrr_at_10_diff1": 0.417318, "nauc_mrr_at_20_max": 0.328132, "nauc_mrr_at_20_std": 0.192055, "nauc_mrr_at_20_diff1": 0.416906, "nauc_mrr_at_25_max": 0.327439, "nauc_mrr_at_25_std": 0.19102, "nauc_mrr_at_25_diff1": 0.416326, "nauc_mrr_at_50_max": 0.326942, "nauc_mrr_at_50_std": 0.190398, "nauc_mrr_at_50_diff1": 0.416199, "nauc_mrr_at_100_max": 0.32646, "nauc_mrr_at_100_std": 0.189739, "nauc_mrr_at_100_diff1": 0.415954, "nauc_mrr_at_1000_max": 0.32646, "nauc_mrr_at_1000_std": 0.189739, "nauc_mrr_at_1000_diff1": 0.415954, "hit_rate_at_1": 0.63889, "hit_rate_at_3": 0.81944, "hit_rate_at_5": 0.86806, "hit_rate_at_10": 0.9375, "hit_rate_at_20": 0.97222, "hit_rate_at_25": 0.97917, "hit_rate_at_50": 0.98611, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.638889, "R_cap_at_3": 0.677083, "R_cap_at_5": 0.739583, "R_cap_at_10": 0.824846, "R_cap_at_20": 0.893629, "R_cap_at_25": 0.920509, "R_cap_at_50": 0.948476, "R_cap_at_100": 0.986147, "R_cap_at_1000": 1.0, "main_score": 0.70705, "hf_subset": "default_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.44231, "ndcg_at_3": 0.5753, "ndcg_at_5": 0.62259, "ndcg_at_10": 0.6724, "ndcg_at_20": 0.70191, "ndcg_at_25": 0.70191, "ndcg_at_50": 0.70191, "ndcg_at_100": 0.70191, "ndcg_at_1000": 0.70191, "map_at_1": 0.375, "map_at_3": 0.53793, "map_at_5": 0.5679, "map_at_10": 0.59131, "map_at_20": 0.60199, "map_at_25": 0.60199, "map_at_50": 0.60199, "map_at_100": 0.60199, "map_at_1000": 0.60199, "recall_at_1": 0.375, "recall_at_3": 0.65705, "recall_at_5": 0.75962, "recall_at_10": 0.89744, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.375, "precision_at_1": 0.44231, "precision_at_3": 0.29487, "precision_at_5": 0.20769, "precision_at_10": 0.125, "precision_at_20": 0.07115, "precision_at_25": 0.05692, "precision_at_50": 0.02846, "precision_at_100": 0.01423, "precision_at_1000": 0.00142, "mrr_at_1": 0.442308, "mrr_at_3": 0.560897, "mrr_at_5": 0.583013, "mrr_at_10": 0.601053, "mrr_at_20": 0.605214, "mrr_at_25": 0.605214, "mrr_at_50": 0.605214, "mrr_at_100": 0.605214, "mrr_at_1000": 0.605214, "nauc_ndcg_at_1_max": 0.336175, "nauc_ndcg_at_1_std": 0.543369, "nauc_ndcg_at_1_diff1": 0.626805, "nauc_ndcg_at_3_max": 0.527467, "nauc_ndcg_at_3_std": 0.684664, "nauc_ndcg_at_3_diff1": 0.528429, "nauc_ndcg_at_5_max": 0.486574, "nauc_ndcg_at_5_std": 0.651815, "nauc_ndcg_at_5_diff1": 0.576553, "nauc_ndcg_at_10_max": 0.444654, "nauc_ndcg_at_10_std": 0.625217, "nauc_ndcg_at_10_diff1": 0.598655, "nauc_ndcg_at_20_max": 0.419968, "nauc_ndcg_at_20_std": 0.602665, "nauc_ndcg_at_20_diff1": 0.589054, "nauc_ndcg_at_25_max": 0.419968, "nauc_ndcg_at_25_std": 0.602665, "nauc_ndcg_at_25_diff1": 0.589054, "nauc_ndcg_at_50_max": 0.419968, "nauc_ndcg_at_50_std": 0.602665, "nauc_ndcg_at_50_diff1": 0.589054, "nauc_ndcg_at_100_max": 0.419968, "nauc_ndcg_at_100_std": 0.602665, "nauc_ndcg_at_100_diff1": 0.589054, "nauc_ndcg_at_1000_max": 0.419968, "nauc_ndcg_at_1000_std": 0.602665, "nauc_ndcg_at_1000_diff1": 0.589054, "nauc_map_at_1_max": 0.248402, "nauc_map_at_1_std": 0.325162, "nauc_map_at_1_diff1": 0.664762, "nauc_map_at_3_max": 0.475508, "nauc_map_at_3_std": 0.641004, "nauc_map_at_3_diff1": 0.556971, "nauc_map_at_5_max": 0.455522, "nauc_map_at_5_std": 0.627127, "nauc_map_at_5_diff1": 0.585909, "nauc_map_at_10_max": 0.432731, "nauc_map_at_10_std": 0.610895, "nauc_map_at_10_diff1": 0.592956, "nauc_map_at_20_max": 0.42433, "nauc_map_at_20_std": 0.604626, "nauc_map_at_20_diff1": 0.591028, "nauc_map_at_25_max": 0.42433, "nauc_map_at_25_std": 0.604626, "nauc_map_at_25_diff1": 0.591028, "nauc_map_at_50_max": 0.42433, "nauc_map_at_50_std": 0.604626, "nauc_map_at_50_diff1": 0.591028, "nauc_map_at_100_max": 0.42433, "nauc_map_at_100_std": 0.604626, "nauc_map_at_100_diff1": 0.591028, "nauc_map_at_1000_max": 0.42433, "nauc_map_at_1000_std": 0.604626, "nauc_map_at_1000_diff1": 0.591028, "nauc_recall_at_1_max": 0.248402, "nauc_recall_at_1_std": 0.325162, "nauc_recall_at_1_diff1": 0.664762, "nauc_recall_at_3_max": 0.710933, "nauc_recall_at_3_std": 0.839929, "nauc_recall_at_3_diff1": 0.425306, "nauc_recall_at_5_max": 0.65599, "nauc_recall_at_5_std": 0.787517, "nauc_recall_at_5_diff1": 0.547203, "nauc_recall_at_10_max": 0.60097, "nauc_recall_at_10_std": 0.781368, "nauc_recall_at_10_diff1": 0.669215, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.336175, "nauc_precision_at_1_std": 0.543369, "nauc_precision_at_1_diff1": 0.626805, "nauc_precision_at_3_max": 0.491912, "nauc_precision_at_3_std": 0.78633, "nauc_precision_at_3_diff1": 0.156429, "nauc_precision_at_5_max": 0.328196, "nauc_precision_at_5_std": 0.619779, "nauc_precision_at_5_diff1": 0.109186, "nauc_precision_at_10_max": 0.076702, "nauc_precision_at_10_std": 0.387004, "nauc_precision_at_10_diff1": -0.06805, "nauc_precision_at_20_max": -0.128915, "nauc_precision_at_20_std": 0.130883, "nauc_precision_at_20_diff1": -0.250866, "nauc_precision_at_25_max": -0.128915, "nauc_precision_at_25_std": 0.130883, "nauc_precision_at_25_diff1": -0.250866, "nauc_precision_at_50_max": -0.128915, "nauc_precision_at_50_std": 0.130883, "nauc_precision_at_50_diff1": -0.250866, "nauc_precision_at_100_max": -0.128915, "nauc_precision_at_100_std": 0.130883, "nauc_precision_at_100_diff1": -0.250866, "nauc_precision_at_1000_max": -0.128915, "nauc_precision_at_1000_std": 0.130883, "nauc_precision_at_1000_diff1": -0.250866, "nauc_mrr_at_1_max": 0.336175, "nauc_mrr_at_1_std": 0.543369, "nauc_mrr_at_1_diff1": 0.626805, "nauc_mrr_at_3_max": 0.464665, "nauc_mrr_at_3_std": 0.631912, "nauc_mrr_at_3_diff1": 0.561145, "nauc_mrr_at_5_max": 0.431111, "nauc_mrr_at_5_std": 0.602544, "nauc_mrr_at_5_diff1": 0.584707, "nauc_mrr_at_10_max": 0.420251, "nauc_mrr_at_10_std": 0.598039, "nauc_mrr_at_10_diff1": 0.597771, "nauc_mrr_at_20_max": 0.419811, "nauc_mrr_at_20_std": 0.594944, "nauc_mrr_at_20_diff1": 0.595162, "nauc_mrr_at_25_max": 0.419811, "nauc_mrr_at_25_std": 0.594944, "nauc_mrr_at_25_diff1": 0.595162, "nauc_mrr_at_50_max": 0.419811, "nauc_mrr_at_50_std": 0.594944, "nauc_mrr_at_50_diff1": 0.595162, "nauc_mrr_at_100_max": 0.419811, "nauc_mrr_at_100_std": 0.594944, "nauc_mrr_at_100_diff1": 0.595162, "nauc_mrr_at_1000_max": 0.419811, "nauc_mrr_at_1000_std": 0.594944, "nauc_mrr_at_1000_diff1": 0.595162, "hit_rate_at_1": 0.44231, "hit_rate_at_3": 0.71154, "hit_rate_at_5": 0.80769, "hit_rate_at_10": 0.94231, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.442308, "R_cap_at_3": 0.657051, "R_cap_at_5": 0.759615, "R_cap_at_10": 0.897436, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.6724, "hf_subset": "default_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70423, "ndcg_at_3": 0.73493, "ndcg_at_5": 0.76291, "ndcg_at_10": 0.79805, "ndcg_at_20": 0.81889, "ndcg_at_25": 0.81889, "ndcg_at_50": 0.81889, "ndcg_at_100": 0.81889, "ndcg_at_1000": 0.81889, "map_at_1": 0.60329, "map_at_3": 0.70618, "map_at_5": 0.72238, "map_at_10": 0.73918, "map_at_20": 0.74808, "map_at_25": 0.74808, "map_at_50": 0.74808, "map_at_100": 0.74808, "map_at_1000": 0.74808, "recall_at_1": 0.60329, "recall_at_3": 0.7723, "recall_at_5": 0.83568, "recall_at_10": 0.93192, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.60329, "precision_at_1": 0.70423, "precision_at_3": 0.31925, "precision_at_5": 0.21127, "precision_at_10": 0.12113, "precision_at_20": 0.06761, "precision_at_25": 0.05408, "precision_at_50": 0.02704, "precision_at_100": 0.01352, "precision_at_1000": 0.00135, "mrr_at_1": 0.704225, "mrr_at_3": 0.753521, "mrr_at_5": 0.767606, "mrr_at_10": 0.778991, "mrr_at_20": 0.780869, "mrr_at_25": 0.780869, "mrr_at_50": 0.780869, "mrr_at_100": 0.780869, "mrr_at_1000": 0.780869, "nauc_ndcg_at_1_max": 0.485493, "nauc_ndcg_at_1_std": 0.569439, "nauc_ndcg_at_1_diff1": 0.787022, "nauc_ndcg_at_3_max": 0.504151, "nauc_ndcg_at_3_std": 0.512593, "nauc_ndcg_at_3_diff1": 0.745772, "nauc_ndcg_at_5_max": 0.524707, "nauc_ndcg_at_5_std": 0.545344, "nauc_ndcg_at_5_diff1": 0.77476, "nauc_ndcg_at_10_max": 0.50515, "nauc_ndcg_at_10_std": 0.552, "nauc_ndcg_at_10_diff1": 0.762563, "nauc_ndcg_at_20_max": 0.498943, "nauc_ndcg_at_20_std": 0.553185, "nauc_ndcg_at_20_diff1": 0.764501, "nauc_ndcg_at_25_max": 0.498943, "nauc_ndcg_at_25_std": 0.553185, "nauc_ndcg_at_25_diff1": 0.764501, "nauc_ndcg_at_50_max": 0.498943, "nauc_ndcg_at_50_std": 0.553185, "nauc_ndcg_at_50_diff1": 0.764501, "nauc_ndcg_at_100_max": 0.498943, "nauc_ndcg_at_100_std": 0.553185, "nauc_ndcg_at_100_diff1": 0.764501, "nauc_ndcg_at_1000_max": 0.498943, "nauc_ndcg_at_1000_std": 0.553185, "nauc_ndcg_at_1000_diff1": 0.764501, "nauc_map_at_1_max": 0.475104, "nauc_map_at_1_std": 0.374595, "nauc_map_at_1_diff1": 0.714617, "nauc_map_at_3_max": 0.477703, "nauc_map_at_3_std": 0.502844, "nauc_map_at_3_diff1": 0.733363, "nauc_map_at_5_max": 0.496179, "nauc_map_at_5_std": 0.53011, "nauc_map_at_5_diff1": 0.75685, "nauc_map_at_10_max": 0.485526, "nauc_map_at_10_std": 0.531897, "nauc_map_at_10_diff1": 0.750775, "nauc_map_at_20_max": 0.484964, "nauc_map_at_20_std": 0.535071, "nauc_map_at_20_diff1": 0.751323, "nauc_map_at_25_max": 0.484964, "nauc_map_at_25_std": 0.535071, "nauc_map_at_25_diff1": 0.751323, "nauc_map_at_50_max": 0.484964, "nauc_map_at_50_std": 0.535071, "nauc_map_at_50_diff1": 0.751323, "nauc_map_at_100_max": 0.484964, "nauc_map_at_100_std": 0.535071, "nauc_map_at_100_diff1": 0.751323, "nauc_map_at_1000_max": 0.484964, "nauc_map_at_1000_std": 0.535071, "nauc_map_at_1000_diff1": 0.751323, "nauc_recall_at_1_max": 0.475104, "nauc_recall_at_1_std": 0.374595, "nauc_recall_at_1_diff1": 0.714617, "nauc_recall_at_3_max": 0.520841, "nauc_recall_at_3_std": 0.458657, "nauc_recall_at_3_diff1": 0.711791, "nauc_recall_at_5_max": 0.581643, "nauc_recall_at_5_std": 0.514777, "nauc_recall_at_5_diff1": 0.773922, "nauc_recall_at_10_max": 0.510472, "nauc_recall_at_10_std": 0.504849, "nauc_recall_at_10_diff1": 0.65747, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.485493, "nauc_precision_at_1_std": 0.569439, "nauc_precision_at_1_diff1": 0.787022, "nauc_precision_at_3_max": 0.146468, "nauc_precision_at_3_std": 0.359245, "nauc_precision_at_3_diff1": 0.281016, "nauc_precision_at_5_max": 0.09574, "nauc_precision_at_5_std": 0.366958, "nauc_precision_at_5_diff1": 0.217029, "nauc_precision_at_10_max": -0.170799, "nauc_precision_at_10_std": 0.185683, "nauc_precision_at_10_diff1": -0.130378, "nauc_precision_at_20_max": -0.256995, "nauc_precision_at_20_std": 0.016522, "nauc_precision_at_20_diff1": -0.286645, "nauc_precision_at_25_max": -0.256995, "nauc_precision_at_25_std": 0.016522, "nauc_precision_at_25_diff1": -0.286645, "nauc_precision_at_50_max": -0.256995, "nauc_precision_at_50_std": 0.016522, "nauc_precision_at_50_diff1": -0.286645, "nauc_precision_at_100_max": -0.256995, "nauc_precision_at_100_std": 0.016522, "nauc_precision_at_100_diff1": -0.286645, "nauc_precision_at_1000_max": -0.256995, "nauc_precision_at_1000_std": 0.016522, "nauc_precision_at_1000_diff1": -0.286645, "nauc_mrr_at_1_max": 0.485493, "nauc_mrr_at_1_std": 0.569439, "nauc_mrr_at_1_diff1": 0.787022, "nauc_mrr_at_3_max": 0.531297, "nauc_mrr_at_3_std": 0.573631, "nauc_mrr_at_3_diff1": 0.784479, "nauc_mrr_at_5_max": 0.525124, "nauc_mrr_at_5_std": 0.576772, "nauc_mrr_at_5_diff1": 0.784902, "nauc_mrr_at_10_max": 0.521512, "nauc_mrr_at_10_std": 0.577628, "nauc_mrr_at_10_diff1": 0.784478, "nauc_mrr_at_20_max": 0.519662, "nauc_mrr_at_20_std": 0.575512, "nauc_mrr_at_20_diff1": 0.784541, "nauc_mrr_at_25_max": 0.519662, "nauc_mrr_at_25_std": 0.575512, "nauc_mrr_at_25_diff1": 0.784541, "nauc_mrr_at_50_max": 0.519662, "nauc_mrr_at_50_std": 0.575512, "nauc_mrr_at_50_diff1": 0.784541, "nauc_mrr_at_100_max": 0.519662, "nauc_mrr_at_100_std": 0.575512, "nauc_mrr_at_100_diff1": 0.784541, "nauc_mrr_at_1000_max": 0.519662, "nauc_mrr_at_1000_std": 0.575512, "nauc_mrr_at_1000_diff1": 0.784541, "hit_rate_at_1": 0.70423, "hit_rate_at_3": 0.8169, "hit_rate_at_5": 0.88732, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.704225, "R_cap_at_3": 0.7723, "R_cap_at_5": 0.835681, "R_cap_at_10": 0.931925, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.79805, "hf_subset": "default_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71831, "ndcg_at_3": 0.78965, "ndcg_at_5": 0.79592, "ndcg_at_10": 0.82553, "ndcg_at_20": 0.84571, "ndcg_at_25": 0.84571, "ndcg_at_50": 0.84571, "ndcg_at_100": 0.84571, "ndcg_at_1000": 0.84571, "map_at_1": 0.61033, "map_at_3": 0.75822, "map_at_5": 0.76362, "map_at_10": 0.77896, "map_at_20": 0.78644, "map_at_25": 0.78644, "map_at_50": 0.78644, "map_at_100": 0.78644, "map_at_1000": 0.78644, "recall_at_1": 0.61033, "recall_at_3": 0.84038, "recall_at_5": 0.85211, "recall_at_10": 0.93192, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61033, "precision_at_1": 0.71831, "precision_at_3": 0.3662, "precision_at_5": 0.22535, "precision_at_10": 0.12535, "precision_at_20": 0.06901, "precision_at_25": 0.05521, "precision_at_50": 0.02761, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.71831, "mrr_at_3": 0.795775, "mrr_at_5": 0.795775, "mrr_at_10": 0.805388, "mrr_at_20": 0.808555, "mrr_at_25": 0.808555, "mrr_at_50": 0.808555, "mrr_at_100": 0.808555, "mrr_at_1000": 0.808555, "nauc_ndcg_at_1_max": 0.278392, "nauc_ndcg_at_1_std": 0.440626, "nauc_ndcg_at_1_diff1": 0.833888, "nauc_ndcg_at_3_max": 0.384194, "nauc_ndcg_at_3_std": 0.628948, "nauc_ndcg_at_3_diff1": 0.776151, "nauc_ndcg_at_5_max": 0.359135, "nauc_ndcg_at_5_std": 0.62157, "nauc_ndcg_at_5_diff1": 0.782792, "nauc_ndcg_at_10_max": 0.336292, "nauc_ndcg_at_10_std": 0.580521, "nauc_ndcg_at_10_diff1": 0.79653, "nauc_ndcg_at_20_max": 0.315372, "nauc_ndcg_at_20_std": 0.529131, "nauc_ndcg_at_20_diff1": 0.788278, "nauc_ndcg_at_25_max": 0.315372, "nauc_ndcg_at_25_std": 0.529131, "nauc_ndcg_at_25_diff1": 0.788278, "nauc_ndcg_at_50_max": 0.315372, "nauc_ndcg_at_50_std": 0.529131, "nauc_ndcg_at_50_diff1": 0.788278, "nauc_ndcg_at_100_max": 0.315372, "nauc_ndcg_at_100_std": 0.529131, "nauc_ndcg_at_100_diff1": 0.788278, "nauc_ndcg_at_1000_max": 0.315372, "nauc_ndcg_at_1000_std": 0.529131, "nauc_ndcg_at_1000_diff1": 0.788278, "nauc_map_at_1_max": 0.319854, "nauc_map_at_1_std": 0.273779, "nauc_map_at_1_diff1": 0.681237, "nauc_map_at_3_max": 0.36367, "nauc_map_at_3_std": 0.569419, "nauc_map_at_3_diff1": 0.75591, "nauc_map_at_5_max": 0.344128, "nauc_map_at_5_std": 0.561719, "nauc_map_at_5_diff1": 0.76033, "nauc_map_at_10_max": 0.33043, "nauc_map_at_10_std": 0.544491, "nauc_map_at_10_diff1": 0.76647, "nauc_map_at_20_max": 0.32541, "nauc_map_at_20_std": 0.529495, "nauc_map_at_20_diff1": 0.763941, "nauc_map_at_25_max": 0.32541, "nauc_map_at_25_std": 0.529495, "nauc_map_at_25_diff1": 0.763941, "nauc_map_at_50_max": 0.32541, "nauc_map_at_50_std": 0.529495, "nauc_map_at_50_diff1": 0.763941, "nauc_map_at_100_max": 0.32541, "nauc_map_at_100_std": 0.529495, "nauc_map_at_100_diff1": 0.763941, "nauc_map_at_1000_max": 0.32541, "nauc_map_at_1000_std": 0.529495, "nauc_map_at_1000_diff1": 0.763941, "nauc_recall_at_1_max": 0.319854, "nauc_recall_at_1_std": 0.273779, "nauc_recall_at_1_diff1": 0.681237, "nauc_recall_at_3_max": 0.528695, "nauc_recall_at_3_std": 0.878504, "nauc_recall_at_3_diff1": 0.737422, "nauc_recall_at_5_max": 0.481291, "nauc_recall_at_5_std": 0.882322, "nauc_recall_at_5_diff1": 0.757031, "nauc_recall_at_10_max": 0.473975, "nauc_recall_at_10_std": 0.896362, "nauc_recall_at_10_diff1": 0.814325, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.278392, "nauc_precision_at_1_std": 0.440626, "nauc_precision_at_1_diff1": 0.833888, "nauc_precision_at_3_max": 0.025442, "nauc_precision_at_3_std": 0.470137, "nauc_precision_at_3_diff1": 0.188977, "nauc_precision_at_5_max": -0.037406, "nauc_precision_at_5_std": 0.4071, "nauc_precision_at_5_diff1": 0.156617, "nauc_precision_at_10_max": -0.173308, "nauc_precision_at_10_std": 0.207211, "nauc_precision_at_10_diff1": -0.020818, "nauc_precision_at_20_max": -0.252455, "nauc_precision_at_20_std": -0.035252, "nauc_precision_at_20_diff1": -0.210815, "nauc_precision_at_25_max": -0.252455, "nauc_precision_at_25_std": -0.035252, "nauc_precision_at_25_diff1": -0.210815, "nauc_precision_at_50_max": -0.252455, "nauc_precision_at_50_std": -0.035252, "nauc_precision_at_50_diff1": -0.210815, "nauc_precision_at_100_max": -0.252455, "nauc_precision_at_100_std": -0.035252, "nauc_precision_at_100_diff1": -0.210815, "nauc_precision_at_1000_max": -0.252455, "nauc_precision_at_1000_std": -0.035252, "nauc_precision_at_1000_diff1": -0.210815, "nauc_mrr_at_1_max": 0.278392, "nauc_mrr_at_1_std": 0.440626, "nauc_mrr_at_1_diff1": 0.833888, "nauc_mrr_at_3_max": 0.300524, "nauc_mrr_at_3_std": 0.542858, "nauc_mrr_at_3_diff1": 0.832053, "nauc_mrr_at_5_max": 0.300524, "nauc_mrr_at_5_std": 0.542858, "nauc_mrr_at_5_diff1": 0.832053, "nauc_mrr_at_10_max": 0.296615, "nauc_mrr_at_10_std": 0.521605, "nauc_mrr_at_10_diff1": 0.835726, "nauc_mrr_at_20_max": 0.290633, "nauc_mrr_at_20_std": 0.513547, "nauc_mrr_at_20_diff1": 0.834434, "nauc_mrr_at_25_max": 0.290633, "nauc_mrr_at_25_std": 0.513547, "nauc_mrr_at_25_diff1": 0.834434, "nauc_mrr_at_50_max": 0.290633, "nauc_mrr_at_50_std": 0.513547, "nauc_mrr_at_50_diff1": 0.834434, "nauc_mrr_at_100_max": 0.290633, "nauc_mrr_at_100_std": 0.513547, "nauc_mrr_at_100_diff1": 0.834434, "nauc_mrr_at_1000_max": 0.290633, "nauc_mrr_at_1000_std": 0.513547, "nauc_mrr_at_1000_diff1": 0.834434, "hit_rate_at_1": 0.71831, "hit_rate_at_3": 0.88732, "hit_rate_at_5": 0.88732, "hit_rate_at_10": 0.95775, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.71831, "R_cap_at_3": 0.840376, "R_cap_at_5": 0.852113, "R_cap_at_10": 0.931925, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82553, "hf_subset": "default_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81944, "ndcg_at_3": 0.87042, "ndcg_at_5": 0.88848, "ndcg_at_10": 0.9041, "ndcg_at_20": 0.91145, "ndcg_at_25": 0.91145, "ndcg_at_50": 0.91145, "ndcg_at_100": 0.91145, "ndcg_at_1000": 0.91145, "map_at_1": 0.71296, "map_at_3": 0.84684, "map_at_5": 0.86003, "map_at_10": 0.86911, "map_at_20": 0.87259, "map_at_25": 0.87259, "map_at_50": 0.87259, "map_at_100": 0.87259, "map_at_1000": 0.87259, "recall_at_1": 0.71296, "recall_at_3": 0.90046, "recall_at_5": 0.93981, "recall_at_10": 0.97685, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.71296, "precision_at_1": 0.81944, "precision_at_3": 0.39352, "precision_at_5": 0.25, "precision_at_10": 0.13333, "precision_at_20": 0.06944, "precision_at_25": 0.05556, "precision_at_50": 0.02778, "precision_at_100": 0.01389, "precision_at_1000": 0.00139, "mrr_at_1": 0.819444, "mrr_at_3": 0.87963, "mrr_at_5": 0.885185, "mrr_at_10": 0.889236, "mrr_at_20": 0.889236, "mrr_at_25": 0.889236, "mrr_at_50": 0.889236, "mrr_at_100": 0.889236, "mrr_at_1000": 0.889236, "nauc_ndcg_at_1_max": 0.50796, "nauc_ndcg_at_1_std": 0.484771, "nauc_ndcg_at_1_diff1": 0.759394, "nauc_ndcg_at_3_max": 0.555803, "nauc_ndcg_at_3_std": 0.619284, "nauc_ndcg_at_3_diff1": 0.646855, "nauc_ndcg_at_5_max": 0.557282, "nauc_ndcg_at_5_std": 0.630893, "nauc_ndcg_at_5_diff1": 0.691697, "nauc_ndcg_at_10_max": 0.521343, "nauc_ndcg_at_10_std": 0.589321, "nauc_ndcg_at_10_diff1": 0.650041, "nauc_ndcg_at_20_max": 0.519615, "nauc_ndcg_at_20_std": 0.569044, "nauc_ndcg_at_20_diff1": 0.653464, "nauc_ndcg_at_25_max": 0.519615, "nauc_ndcg_at_25_std": 0.569044, "nauc_ndcg_at_25_diff1": 0.653464, "nauc_ndcg_at_50_max": 0.519615, "nauc_ndcg_at_50_std": 0.569044, "nauc_ndcg_at_50_diff1": 0.653464, "nauc_ndcg_at_100_max": 0.519615, "nauc_ndcg_at_100_std": 0.569044, "nauc_ndcg_at_100_diff1": 0.653464, "nauc_ndcg_at_1000_max": 0.519615, "nauc_ndcg_at_1000_std": 0.569044, "nauc_ndcg_at_1000_diff1": 0.653464, "nauc_map_at_1_max": 0.32931, "nauc_map_at_1_std": 0.139936, "nauc_map_at_1_diff1": 0.655192, "nauc_map_at_3_max": 0.526111, "nauc_map_at_3_std": 0.573529, "nauc_map_at_3_diff1": 0.606313, "nauc_map_at_5_max": 0.531263, "nauc_map_at_5_std": 0.592611, "nauc_map_at_5_diff1": 0.635513, "nauc_map_at_10_max": 0.512226, "nauc_map_at_10_std": 0.571425, "nauc_map_at_10_diff1": 0.612093, "nauc_map_at_20_max": 0.512509, "nauc_map_at_20_std": 0.565061, "nauc_map_at_20_diff1": 0.612648, "nauc_map_at_25_max": 0.512509, "nauc_map_at_25_std": 0.565061, "nauc_map_at_25_diff1": 0.612648, "nauc_map_at_50_max": 0.512509, "nauc_map_at_50_std": 0.565061, "nauc_map_at_50_diff1": 0.612648, "nauc_map_at_100_max": 0.512509, "nauc_map_at_100_std": 0.565061, "nauc_map_at_100_diff1": 0.612648, "nauc_map_at_1000_max": 0.512509, "nauc_map_at_1000_std": 0.565061, "nauc_map_at_1000_diff1": 0.612648, "nauc_recall_at_1_max": 0.32931, "nauc_recall_at_1_std": 0.139936, "nauc_recall_at_1_diff1": 0.655192, "nauc_recall_at_3_max": 0.625818, "nauc_recall_at_3_std": 0.747044, "nauc_recall_at_3_diff1": 0.63135, "nauc_recall_at_5_max": 0.660628, "nauc_recall_at_5_std": 0.832442, "nauc_recall_at_5_diff1": 0.786585, "nauc_recall_at_10_max": 0.515414, "nauc_recall_at_10_std": 0.782293, "nauc_recall_at_10_diff1": 0.562407, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.50796, "nauc_precision_at_1_std": 0.484771, "nauc_precision_at_1_diff1": 0.759394, "nauc_precision_at_3_max": 0.094785, "nauc_precision_at_3_std": 0.441252, "nauc_precision_at_3_diff1": -0.189129, "nauc_precision_at_5_max": 0.0106, "nauc_precision_at_5_std": 0.355288, "nauc_precision_at_5_diff1": -0.236212, "nauc_precision_at_10_max": -0.138486, "nauc_precision_at_10_std": 0.170808, "nauc_precision_at_10_diff1": -0.406961, "nauc_precision_at_20_max": -0.170524, "nauc_precision_at_20_std": 0.066499, "nauc_precision_at_20_diff1": -0.412915, "nauc_precision_at_25_max": -0.170524, "nauc_precision_at_25_std": 0.066499, "nauc_precision_at_25_diff1": -0.412915, "nauc_precision_at_50_max": -0.170524, "nauc_precision_at_50_std": 0.066499, "nauc_precision_at_50_diff1": -0.412915, "nauc_precision_at_100_max": -0.170524, "nauc_precision_at_100_std": 0.066499, "nauc_precision_at_100_diff1": -0.412915, "nauc_precision_at_1000_max": -0.170524, "nauc_precision_at_1000_std": 0.066499, "nauc_precision_at_1000_diff1": -0.412915, "nauc_mrr_at_1_max": 0.50796, "nauc_mrr_at_1_std": 0.484771, "nauc_mrr_at_1_diff1": 0.759394, "nauc_mrr_at_3_max": 0.56446, "nauc_mrr_at_3_std": 0.600342, "nauc_mrr_at_3_diff1": 0.772259, "nauc_mrr_at_5_max": 0.552666, "nauc_mrr_at_5_std": 0.580044, "nauc_mrr_at_5_diff1": 0.767711, "nauc_mrr_at_10_max": 0.545674, "nauc_mrr_at_10_std": 0.568448, "nauc_mrr_at_10_diff1": 0.763789, "nauc_mrr_at_20_max": 0.545674, "nauc_mrr_at_20_std": 0.568448, "nauc_mrr_at_20_diff1": 0.763789, "nauc_mrr_at_25_max": 0.545674, "nauc_mrr_at_25_std": 0.568448, "nauc_mrr_at_25_diff1": 0.763789, "nauc_mrr_at_50_max": 0.545674, "nauc_mrr_at_50_std": 0.568448, "nauc_mrr_at_50_diff1": 0.763789, "nauc_mrr_at_100_max": 0.545674, "nauc_mrr_at_100_std": 0.568448, "nauc_mrr_at_100_diff1": 0.763789, "nauc_mrr_at_1000_max": 0.545674, "nauc_mrr_at_1000_std": 0.568448, "nauc_mrr_at_1000_diff1": 0.763789, "hit_rate_at_1": 0.81944, "hit_rate_at_3": 0.94444, "hit_rate_at_5": 0.97222, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.819444, "R_cap_at_3": 0.900463, "R_cap_at_5": 0.939815, "R_cap_at_10": 0.976852, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9041, "hf_subset": "default_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.37895, "ndcg_at_3": 0.30329, "ndcg_at_5": 0.30366, "ndcg_at_10": 0.33196, "ndcg_at_20": 0.34901, "ndcg_at_25": 0.35226, "ndcg_at_50": 0.37142, "ndcg_at_100": 0.40035, "ndcg_at_1000": 0.45833, "map_at_1": 0.11501, "map_at_3": 0.15232, "map_at_5": 0.17684, "map_at_10": 0.20696, "map_at_20": 0.22584, "map_at_25": 0.23107, "map_at_50": 0.24316, "map_at_100": 0.25402, "map_at_1000": 0.26296, "recall_at_1": 0.11501, "recall_at_3": 0.16767, "recall_at_5": 0.22275, "recall_at_10": 0.33781, "recall_at_20": 0.43292, "recall_at_25": 0.45123, "recall_at_50": 0.53948, "recall_at_100": 0.67646, "recall_at_1000": 0.95557, "accuracy": 0.11501, "precision_at_1": 0.37895, "precision_at_3": 0.24211, "precision_at_5": 0.19789, "precision_at_10": 0.15895, "precision_at_20": 0.11684, "precision_at_25": 0.10442, "precision_at_50": 0.07158, "precision_at_100": 0.04947, "precision_at_1000": 0.00799, "mrr_at_1": 0.378947, "mrr_at_3": 0.407018, "mrr_at_5": 0.414386, "mrr_at_10": 0.426475, "mrr_at_20": 0.433018, "mrr_at_25": 0.433457, "mrr_at_50": 0.435352, "mrr_at_100": 0.436343, "mrr_at_1000": 0.437296, "nauc_ndcg_at_1_max": -0.157015, "nauc_ndcg_at_1_std": -0.061287, "nauc_ndcg_at_1_diff1": 0.344842, "nauc_ndcg_at_3_max": -0.114269, "nauc_ndcg_at_3_std": -0.017776, "nauc_ndcg_at_3_diff1": 0.285248, "nauc_ndcg_at_5_max": -0.134147, "nauc_ndcg_at_5_std": -0.050241, "nauc_ndcg_at_5_diff1": 0.272971, "nauc_ndcg_at_10_max": -0.091295, "nauc_ndcg_at_10_std": -0.013305, "nauc_ndcg_at_10_diff1": 0.273277, "nauc_ndcg_at_20_max": -0.078664, "nauc_ndcg_at_20_std": -0.021285, "nauc_ndcg_at_20_diff1": 0.254327, "nauc_ndcg_at_25_max": -0.077794, "nauc_ndcg_at_25_std": -0.021072, "nauc_ndcg_at_25_diff1": 0.263928, "nauc_ndcg_at_50_max": -0.052412, "nauc_ndcg_at_50_std": 0.009449, "nauc_ndcg_at_50_diff1": 0.291174, "nauc_ndcg_at_100_max": -0.039972, "nauc_ndcg_at_100_std": 0.042636, "nauc_ndcg_at_100_diff1": 0.298272, "nauc_ndcg_at_1000_max": -0.084938, "nauc_ndcg_at_1000_std": 0.01697, "nauc_ndcg_at_1000_diff1": 0.275529, "nauc_map_at_1_max": -0.136288, "nauc_map_at_1_std": -0.214144, "nauc_map_at_1_diff1": 0.367501, "nauc_map_at_3_max": -0.098607, "nauc_map_at_3_std": -0.157139, "nauc_map_at_3_diff1": 0.348777, "nauc_map_at_5_max": -0.116079, "nauc_map_at_5_std": -0.162342, "nauc_map_at_5_diff1": 0.332351, "nauc_map_at_10_max": -0.084672, "nauc_map_at_10_std": -0.119625, "nauc_map_at_10_diff1": 0.322248, "nauc_map_at_20_max": -0.085433, "nauc_map_at_20_std": -0.106726, "nauc_map_at_20_diff1": 0.299801, "nauc_map_at_25_max": -0.083239, "nauc_map_at_25_std": -0.095383, "nauc_map_at_25_diff1": 0.293454, "nauc_map_at_50_max": -0.077374, "nauc_map_at_50_std": -0.072112, "nauc_map_at_50_diff1": 0.291604, "nauc_map_at_100_max": -0.068037, "nauc_map_at_100_std": -0.04477, "nauc_map_at_100_diff1": 0.29024, "nauc_map_at_1000_max": -0.068006, "nauc_map_at_1000_std": -0.031184, "nauc_map_at_1000_diff1": 0.281423, "nauc_recall_at_1_max": -0.136288, "nauc_recall_at_1_std": -0.214144, "nauc_recall_at_1_diff1": 0.367501, "nauc_recall_at_3_max": -0.044233, "nauc_recall_at_3_std": -0.101979, "nauc_recall_at_3_diff1": 0.349435, "nauc_recall_at_5_max": -0.093726, "nauc_recall_at_5_std": -0.127809, "nauc_recall_at_5_diff1": 0.308292, "nauc_recall_at_10_max": 0.033804, "nauc_recall_at_10_std": 0.027627, "nauc_recall_at_10_diff1": 0.270063, "nauc_recall_at_20_max": 0.02105, "nauc_recall_at_20_std": -0.023499, "nauc_recall_at_20_diff1": 0.17776, "nauc_recall_at_25_max": 0.017814, "nauc_recall_at_25_std": -0.007839, "nauc_recall_at_25_diff1": 0.200571, "nauc_recall_at_50_max": 0.071259, "nauc_recall_at_50_std": 0.102272, "nauc_recall_at_50_diff1": 0.237201, "nauc_recall_at_100_max": 0.14215, "nauc_recall_at_100_std": 0.241612, "nauc_recall_at_100_diff1": 0.250692, "nauc_recall_at_1000_max": 0.602568, "nauc_recall_at_1000_std": 0.655772, "nauc_recall_at_1000_diff1": 0.571557, "nauc_precision_at_1_max": -0.157015, "nauc_precision_at_1_std": -0.061287, "nauc_precision_at_1_diff1": 0.344842, "nauc_precision_at_3_max": -0.098974, "nauc_precision_at_3_std": 0.055763, "nauc_precision_at_3_diff1": 0.195247, "nauc_precision_at_5_max": -0.115557, "nauc_precision_at_5_std": 0.049659, "nauc_precision_at_5_diff1": 0.159822, "nauc_precision_at_10_max": -0.058788, "nauc_precision_at_10_std": 0.125323, "nauc_precision_at_10_diff1": 0.100196, "nauc_precision_at_20_max": -0.049007, "nauc_precision_at_20_std": 0.163101, "nauc_precision_at_20_diff1": 0.019554, "nauc_precision_at_25_max": -0.043079, "nauc_precision_at_25_std": 0.181937, "nauc_precision_at_25_diff1": 0.006889, "nauc_precision_at_50_max": -0.001492, "nauc_precision_at_50_std": 0.247278, "nauc_precision_at_50_diff1": 0.01401, "nauc_precision_at_100_max": 0.026669, "nauc_precision_at_100_std": 0.309778, "nauc_precision_at_100_diff1": 0.008129, "nauc_precision_at_1000_max": -0.081608, "nauc_precision_at_1000_std": 0.196905, "nauc_precision_at_1000_diff1": -0.090112, "nauc_mrr_at_1_max": -0.157015, "nauc_mrr_at_1_std": -0.061287, "nauc_mrr_at_1_diff1": 0.344842, "nauc_mrr_at_3_max": -0.179851, "nauc_mrr_at_3_std": -0.06596, "nauc_mrr_at_3_diff1": 0.321515, "nauc_mrr_at_5_max": -0.186363, "nauc_mrr_at_5_std": -0.072196, "nauc_mrr_at_5_diff1": 0.322109, "nauc_mrr_at_10_max": -0.173092, "nauc_mrr_at_10_std": -0.05292, "nauc_mrr_at_10_diff1": 0.316718, "nauc_mrr_at_20_max": -0.170689, "nauc_mrr_at_20_std": -0.055376, "nauc_mrr_at_20_diff1": 0.31078, "nauc_mrr_at_25_max": -0.170954, "nauc_mrr_at_25_std": -0.053985, "nauc_mrr_at_25_diff1": 0.312423, "nauc_mrr_at_50_max": -0.16718, "nauc_mrr_at_50_std": -0.04927, "nauc_mrr_at_50_diff1": 0.313065, "nauc_mrr_at_100_max": -0.168432, "nauc_mrr_at_100_std": -0.050357, "nauc_mrr_at_100_diff1": 0.313092, "nauc_mrr_at_1000_max": -0.169111, "nauc_mrr_at_1000_std": -0.051437, "nauc_mrr_at_1000_diff1": 0.313174, "hit_rate_at_1": 0.37895, "hit_rate_at_3": 0.44211, "hit_rate_at_5": 0.47368, "hit_rate_at_10": 0.56842, "hit_rate_at_20": 0.67368, "hit_rate_at_25": 0.68421, "hit_rate_at_50": 0.74737, "hit_rate_at_100": 0.82105, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.378947, "R_cap_at_3": 0.284211, "R_cap_at_5": 0.300702, "R_cap_at_10": 0.391754, "R_cap_at_20": 0.463699, "R_cap_at_25": 0.475994, "R_cap_at_50": 0.551064, "R_cap_at_100": 0.679358, "R_cap_at_1000": 0.955568, "main_score": 0.33196, "hf_subset": "default_claude_very_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.31667, "ndcg_at_3": 0.34219, "ndcg_at_5": 0.36055, "ndcg_at_10": 0.38901, "ndcg_at_20": 0.40934, "ndcg_at_25": 0.41218, "ndcg_at_50": 0.43082, "ndcg_at_100": 0.45237, "ndcg_at_1000": 0.49336, "map_at_1": 0.10786, "map_at_3": 0.18572, "map_at_5": 0.22113, "map_at_10": 0.2499, "map_at_20": 0.27015, "map_at_25": 0.27439, "map_at_50": 0.28683, "map_at_100": 0.29329, "map_at_1000": 0.29902, "recall_at_1": 0.10786, "recall_at_3": 0.25379, "recall_at_5": 0.35367, "recall_at_10": 0.46985, "recall_at_20": 0.58376, "recall_at_25": 0.60597, "recall_at_50": 0.68951, "recall_at_100": 0.78397, "recall_at_1000": 0.96244, "accuracy": 0.10786, "precision_at_1": 0.31667, "precision_at_3": 0.26111, "precision_at_5": 0.22333, "precision_at_10": 0.1675, "precision_at_20": 0.11833, "precision_at_25": 0.10267, "precision_at_50": 0.06717, "precision_at_100": 0.04067, "precision_at_1000": 0.00613, "mrr_at_1": 0.316667, "mrr_at_3": 0.406944, "mrr_at_5": 0.424444, "mrr_at_10": 0.438542, "mrr_at_20": 0.445643, "mrr_at_25": 0.44604, "mrr_at_50": 0.447509, "mrr_at_100": 0.448357, "mrr_at_1000": 0.448786, "nauc_ndcg_at_1_max": 0.186295, "nauc_ndcg_at_1_std": 0.127465, "nauc_ndcg_at_1_diff1": 0.190148, "nauc_ndcg_at_3_max": 0.203401, "nauc_ndcg_at_3_std": 0.100139, "nauc_ndcg_at_3_diff1": 0.12168, "nauc_ndcg_at_5_max": 0.220032, "nauc_ndcg_at_5_std": 0.116359, "nauc_ndcg_at_5_diff1": 0.131525, "nauc_ndcg_at_10_max": 0.238073, "nauc_ndcg_at_10_std": 0.128632, "nauc_ndcg_at_10_diff1": 0.112069, "nauc_ndcg_at_20_max": 0.258949, "nauc_ndcg_at_20_std": 0.120934, "nauc_ndcg_at_20_diff1": 0.137376, "nauc_ndcg_at_25_max": 0.260623, "nauc_ndcg_at_25_std": 0.119554, "nauc_ndcg_at_25_diff1": 0.137305, "nauc_ndcg_at_50_max": 0.249585, "nauc_ndcg_at_50_std": 0.103447, "nauc_ndcg_at_50_diff1": 0.121689, "nauc_ndcg_at_100_max": 0.242581, "nauc_ndcg_at_100_std": 0.097247, "nauc_ndcg_at_100_diff1": 0.102806, "nauc_ndcg_at_1000_max": 0.22368, "nauc_ndcg_at_1000_std": 0.130103, "nauc_ndcg_at_1000_diff1": 0.09578, "nauc_map_at_1_max": 0.108231, "nauc_map_at_1_std": -0.058087, "nauc_map_at_1_diff1": 0.097876, "nauc_map_at_3_max": 0.156211, "nauc_map_at_3_std": -0.047378, "nauc_map_at_3_diff1": 0.072725, "nauc_map_at_5_max": 0.196637, "nauc_map_at_5_std": 0.00838, "nauc_map_at_5_diff1": 0.083835, "nauc_map_at_10_max": 0.222687, "nauc_map_at_10_std": 0.030355, "nauc_map_at_10_diff1": 0.072654, "nauc_map_at_20_max": 0.233791, "nauc_map_at_20_std": 0.039778, "nauc_map_at_20_diff1": 0.089278, "nauc_map_at_25_max": 0.236935, "nauc_map_at_25_std": 0.045497, "nauc_map_at_25_diff1": 0.09242, "nauc_map_at_50_max": 0.235575, "nauc_map_at_50_std": 0.060304, "nauc_map_at_50_diff1": 0.089188, "nauc_map_at_100_max": 0.237075, "nauc_map_at_100_std": 0.067724, "nauc_map_at_100_diff1": 0.087945, "nauc_map_at_1000_max": 0.238581, "nauc_map_at_1000_std": 0.08281, "nauc_map_at_1000_diff1": 0.088193, "nauc_recall_at_1_max": 0.108231, "nauc_recall_at_1_std": -0.058087, "nauc_recall_at_1_diff1": 0.097876, "nauc_recall_at_3_max": 0.092637, "nauc_recall_at_3_std": -0.114074, "nauc_recall_at_3_diff1": 0.094419, "nauc_recall_at_5_max": 0.165976, "nauc_recall_at_5_std": 0.000719, "nauc_recall_at_5_diff1": 0.149403, "nauc_recall_at_10_max": 0.195223, "nauc_recall_at_10_std": 0.042037, "nauc_recall_at_10_diff1": 0.079839, "nauc_recall_at_20_max": 0.173784, "nauc_recall_at_20_std": -0.027894, "nauc_recall_at_20_diff1": 0.116923, "nauc_recall_at_25_max": 0.162559, "nauc_recall_at_25_std": -0.021265, "nauc_recall_at_25_diff1": 0.116248, "nauc_recall_at_50_max": 0.142879, "nauc_recall_at_50_std": -0.00637, "nauc_recall_at_50_diff1": 0.078516, "nauc_recall_at_100_max": 0.217364, "nauc_recall_at_100_std": 0.004918, "nauc_recall_at_100_diff1": 0.048324, "nauc_recall_at_1000_max": 0.17917, "nauc_recall_at_1000_std": 0.427364, "nauc_recall_at_1000_diff1": 0.25042, "nauc_precision_at_1_max": 0.186295, "nauc_precision_at_1_std": 0.127465, "nauc_precision_at_1_diff1": 0.190148, "nauc_precision_at_3_max": 0.217847, "nauc_precision_at_3_std": 0.199888, "nauc_precision_at_3_diff1": 0.096096, "nauc_precision_at_5_max": 0.234816, "nauc_precision_at_5_std": 0.24914, "nauc_precision_at_5_diff1": 0.085101, "nauc_precision_at_10_max": 0.191432, "nauc_precision_at_10_std": 0.241172, "nauc_precision_at_10_diff1": 0.052344, "nauc_precision_at_20_max": 0.172324, "nauc_precision_at_20_std": 0.250517, "nauc_precision_at_20_diff1": 0.085491, "nauc_precision_at_25_max": 0.177305, "nauc_precision_at_25_std": 0.261551, "nauc_precision_at_25_diff1": 0.092979, "nauc_precision_at_50_max": 0.14277, "nauc_precision_at_50_std": 0.280993, "nauc_precision_at_50_diff1": 0.058863, "nauc_precision_at_100_max": 0.13081, "nauc_precision_at_100_std": 0.298414, "nauc_precision_at_100_diff1": 0.046343, "nauc_precision_at_1000_max": 0.077714, "nauc_precision_at_1000_std": 0.331408, "nauc_precision_at_1000_diff1": 0.000581, "nauc_mrr_at_1_max": 0.186295, "nauc_mrr_at_1_std": 0.127465, "nauc_mrr_at_1_diff1": 0.190148, "nauc_mrr_at_3_max": 0.200261, "nauc_mrr_at_3_std": 0.111519, "nauc_mrr_at_3_diff1": 0.165805, "nauc_mrr_at_5_max": 0.212323, "nauc_mrr_at_5_std": 0.127578, "nauc_mrr_at_5_diff1": 0.179499, "nauc_mrr_at_10_max": 0.212841, "nauc_mrr_at_10_std": 0.132922, "nauc_mrr_at_10_diff1": 0.164207, "nauc_mrr_at_20_max": 0.210817, "nauc_mrr_at_20_std": 0.127744, "nauc_mrr_at_20_diff1": 0.165675, "nauc_mrr_at_25_max": 0.209832, "nauc_mrr_at_25_std": 0.127209, "nauc_mrr_at_25_diff1": 0.16518, "nauc_mrr_at_50_max": 0.208639, "nauc_mrr_at_50_std": 0.125663, "nauc_mrr_at_50_diff1": 0.164508, "nauc_mrr_at_100_max": 0.210065, "nauc_mrr_at_100_std": 0.125994, "nauc_mrr_at_100_diff1": 0.164774, "nauc_mrr_at_1000_max": 0.210124, "nauc_mrr_at_1000_std": 0.126425, "nauc_mrr_at_1000_diff1": 0.164946, "hit_rate_at_1": 0.31667, "hit_rate_at_3": 0.51667, "hit_rate_at_5": 0.59167, "hit_rate_at_10": 0.7, "hit_rate_at_20": 0.8, "hit_rate_at_25": 0.80833, "hit_rate_at_50": 0.85833, "hit_rate_at_100": 0.90833, "hit_rate_at_1000": 0.99167, "R_cap_at_1": 0.316667, "R_cap_at_3": 0.370833, "R_cap_at_5": 0.428889, "R_cap_at_10": 0.519676, "R_cap_at_20": 0.607092, "R_cap_at_25": 0.622286, "R_cap_at_50": 0.693678, "R_cap_at_100": 0.78397, "R_cap_at_1000": 0.962437, "main_score": 0.38901, "hf_subset": "default_claude_very_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.85237, "ndcg_at_5": 0.85237, "ndcg_at_10": 0.85237, "ndcg_at_20": 0.85237, "ndcg_at_25": 0.85237, "ndcg_at_50": 0.85237, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85237, "map_at_1": 0.6, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.8, "map_at_100": 0.8, "map_at_1000": 0.8, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.8, "mrr_at_100": 0.8, "mrr_at_1000": 0.8, "nauc_ndcg_at_1_max": 0.454545, "nauc_ndcg_at_1_std": 0.636364, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.454545, "nauc_ndcg_at_3_std": 0.636364, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.454545, "nauc_ndcg_at_5_std": 0.636364, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.454545, "nauc_ndcg_at_10_std": 0.636364, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.454545, "nauc_ndcg_at_20_std": 0.636364, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.454545, "nauc_ndcg_at_25_std": 0.636364, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.454545, "nauc_ndcg_at_50_std": 0.636364, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.454545, "nauc_ndcg_at_100_std": 0.636364, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.454545, "nauc_ndcg_at_1000_std": 0.636364, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.454545, "nauc_map_at_1_std": 0.636364, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.454545, "nauc_map_at_3_std": 0.636364, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.454545, "nauc_map_at_5_std": 0.636364, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.454545, "nauc_map_at_10_std": 0.636364, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.454545, "nauc_map_at_20_std": 0.636364, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.454545, "nauc_map_at_25_std": 0.636364, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.454545, "nauc_map_at_50_std": 0.636364, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.454545, "nauc_map_at_100_std": 0.636364, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.454545, "nauc_map_at_1000_std": 0.636364, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.454545, "nauc_recall_at_1_std": 0.636364, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.454545, "nauc_precision_at_1_std": 0.636364, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.454545, "nauc_mrr_at_1_std": 0.636364, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.454545, "nauc_mrr_at_3_std": 0.636364, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.454545, "nauc_mrr_at_5_std": 0.636364, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.454545, "nauc_mrr_at_10_std": 0.636364, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.454545, "nauc_mrr_at_20_std": 0.636364, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.454545, "nauc_mrr_at_25_std": 0.636364, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.454545, "nauc_mrr_at_50_std": 0.636364, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.454545, "nauc_mrr_at_100_std": 0.636364, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.454545, "nauc_mrr_at_1000_std": 0.636364, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85237, "hf_subset": "default_claude_very_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.82619, "ndcg_at_5": 0.82619, "ndcg_at_10": 0.82619, "ndcg_at_20": 0.82619, "ndcg_at_25": 0.82619, "ndcg_at_50": 0.82619, "ndcg_at_100": 0.82619, "ndcg_at_1000": 0.82619, "map_at_1": 0.6, "map_at_3": 0.76667, "map_at_5": 0.76667, "map_at_10": 0.76667, "map_at_20": 0.76667, "map_at_25": 0.76667, "map_at_50": 0.76667, "map_at_100": 0.76667, "map_at_1000": 0.76667, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.766667, "mrr_at_5": 0.766667, "mrr_at_10": 0.766667, "mrr_at_20": 0.766667, "mrr_at_25": 0.766667, "mrr_at_50": 0.766667, "mrr_at_100": 0.766667, "mrr_at_1000": 0.766667, "nauc_ndcg_at_1_max": 0.454545, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 0.636364, "nauc_ndcg_at_3_max": 0.353828, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 0.560211, "nauc_ndcg_at_5_max": 0.353828, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 0.560211, "nauc_ndcg_at_10_max": 0.353828, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 0.560211, "nauc_ndcg_at_20_max": 0.353828, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.560211, "nauc_ndcg_at_25_max": 0.353828, "nauc_ndcg_at_25_std": 1.0, "nauc_ndcg_at_25_diff1": 0.560211, "nauc_ndcg_at_50_max": 0.353828, "nauc_ndcg_at_50_std": 1.0, "nauc_ndcg_at_50_diff1": 0.560211, "nauc_ndcg_at_100_max": 0.353828, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 0.560211, "nauc_ndcg_at_1000_max": 0.353828, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": 0.560211, "nauc_map_at_1_max": 0.454545, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 0.636364, "nauc_map_at_3_max": 0.358974, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 0.564103, "nauc_map_at_5_max": 0.358974, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 0.564103, "nauc_map_at_10_max": 0.358974, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 0.564103, "nauc_map_at_20_max": 0.358974, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.564103, "nauc_map_at_25_max": 0.358974, "nauc_map_at_25_std": 1.0, "nauc_map_at_25_diff1": 0.564103, "nauc_map_at_50_max": 0.358974, "nauc_map_at_50_std": 1.0, "nauc_map_at_50_diff1": 0.564103, "nauc_map_at_100_max": 0.358974, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 0.564103, "nauc_map_at_1000_max": 0.358974, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": 0.564103, "nauc_recall_at_1_max": 0.454545, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 0.636364, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.454545, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 0.636364, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.454545, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 0.636364, "nauc_mrr_at_3_max": 0.358974, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 0.564103, "nauc_mrr_at_5_max": 0.358974, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 0.564103, "nauc_mrr_at_10_max": 0.358974, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 0.564103, "nauc_mrr_at_20_max": 0.358974, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 0.564103, "nauc_mrr_at_25_max": 0.358974, "nauc_mrr_at_25_std": 1.0, "nauc_mrr_at_25_diff1": 0.564103, "nauc_mrr_at_50_max": 0.358974, "nauc_mrr_at_50_std": 1.0, "nauc_mrr_at_50_diff1": 0.564103, "nauc_mrr_at_100_max": 0.358974, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 0.564103, "nauc_mrr_at_1000_max": 0.358974, "nauc_mrr_at_1000_std": 1.0, "nauc_mrr_at_1000_diff1": 0.564103, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82619, "hf_subset": "default_claude_very_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.43066, "ndcg_at_3": 0.41424, "ndcg_at_5": 0.42787, "ndcg_at_10": 0.43844, "ndcg_at_20": 0.46106, "ndcg_at_25": 0.46739, "ndcg_at_50": 0.49178, "ndcg_at_100": 0.51365, "ndcg_at_1000": 0.55003, "map_at_1": 0.18833, "map_at_3": 0.26835, "map_at_5": 0.30257, "map_at_10": 0.32598, "map_at_20": 0.34712, "map_at_25": 0.35248, "map_at_50": 0.36473, "map_at_100": 0.37215, "map_at_1000": 0.37798, "recall_at_1": 0.18833, "recall_at_3": 0.31202, "recall_at_5": 0.3965, "recall_at_10": 0.47718, "recall_at_20": 0.58051, "recall_at_25": 0.61149, "recall_at_50": 0.70364, "recall_at_100": 0.79612, "recall_at_1000": 0.96753, "accuracy": 0.18833, "precision_at_1": 0.43066, "precision_at_3": 0.2944, "precision_at_5": 0.24088, "precision_at_10": 0.15912, "precision_at_20": 0.11423, "precision_at_25": 0.10102, "precision_at_50": 0.06628, "precision_at_100": 0.04146, "precision_at_1000": 0.00561, "mrr_at_1": 0.430657, "mrr_at_3": 0.487835, "mrr_at_5": 0.501703, "mrr_at_10": 0.510743, "mrr_at_20": 0.516498, "mrr_at_25": 0.51769, "mrr_at_50": 0.519057, "mrr_at_100": 0.520082, "mrr_at_1000": 0.520544, "nauc_ndcg_at_1_max": 0.186789, "nauc_ndcg_at_1_std": 0.05036, "nauc_ndcg_at_1_diff1": 0.358561, "nauc_ndcg_at_3_max": 0.22613, "nauc_ndcg_at_3_std": 0.072731, "nauc_ndcg_at_3_diff1": 0.345059, "nauc_ndcg_at_5_max": 0.227114, "nauc_ndcg_at_5_std": 0.06509, "nauc_ndcg_at_5_diff1": 0.342296, "nauc_ndcg_at_10_max": 0.226718, "nauc_ndcg_at_10_std": 0.071946, "nauc_ndcg_at_10_diff1": 0.332168, "nauc_ndcg_at_20_max": 0.246005, "nauc_ndcg_at_20_std": 0.081885, "nauc_ndcg_at_20_diff1": 0.333757, "nauc_ndcg_at_25_max": 0.24778, "nauc_ndcg_at_25_std": 0.086133, "nauc_ndcg_at_25_diff1": 0.323737, "nauc_ndcg_at_50_max": 0.228292, "nauc_ndcg_at_50_std": 0.08242, "nauc_ndcg_at_50_diff1": 0.324757, "nauc_ndcg_at_100_max": 0.239439, "nauc_ndcg_at_100_std": 0.116379, "nauc_ndcg_at_100_diff1": 0.327715, "nauc_ndcg_at_1000_max": 0.221115, "nauc_ndcg_at_1000_std": 0.099499, "nauc_ndcg_at_1000_diff1": 0.321527, "nauc_map_at_1_max": 0.180885, "nauc_map_at_1_std": -0.062147, "nauc_map_at_1_diff1": 0.179418, "nauc_map_at_3_max": 0.269736, "nauc_map_at_3_std": -0.004702, "nauc_map_at_3_diff1": 0.254173, "nauc_map_at_5_max": 0.306543, "nauc_map_at_5_std": 0.023221, "nauc_map_at_5_diff1": 0.281636, "nauc_map_at_10_max": 0.308116, "nauc_map_at_10_std": 0.039328, "nauc_map_at_10_diff1": 0.290949, "nauc_map_at_20_max": 0.310182, "nauc_map_at_20_std": 0.056141, "nauc_map_at_20_diff1": 0.310497, "nauc_map_at_25_max": 0.306143, "nauc_map_at_25_std": 0.063384, "nauc_map_at_25_diff1": 0.309662, "nauc_map_at_50_max": 0.295371, "nauc_map_at_50_std": 0.075211, "nauc_map_at_50_diff1": 0.313994, "nauc_map_at_100_max": 0.291939, "nauc_map_at_100_std": 0.095582, "nauc_map_at_100_diff1": 0.311236, "nauc_map_at_1000_max": 0.285785, "nauc_map_at_1000_std": 0.105237, "nauc_map_at_1000_diff1": 0.308296, "nauc_recall_at_1_max": 0.180885, "nauc_recall_at_1_std": -0.062147, "nauc_recall_at_1_diff1": 0.179418, "nauc_recall_at_3_max": 0.225862, "nauc_recall_at_3_std": -0.009413, "nauc_recall_at_3_diff1": 0.266889, "nauc_recall_at_5_max": 0.250662, "nauc_recall_at_5_std": -0.000913, "nauc_recall_at_5_diff1": 0.28631, "nauc_recall_at_10_max": 0.217969, "nauc_recall_at_10_std": 0.001246, "nauc_recall_at_10_diff1": 0.272022, "nauc_recall_at_20_max": 0.203123, "nauc_recall_at_20_std": -0.02341, "nauc_recall_at_20_diff1": 0.25319, "nauc_recall_at_25_max": 0.197282, "nauc_recall_at_25_std": -0.00534, "nauc_recall_at_25_diff1": 0.228816, "nauc_recall_at_50_max": 0.107878, "nauc_recall_at_50_std": -0.03134, "nauc_recall_at_50_diff1": 0.216492, "nauc_recall_at_100_max": 0.204681, "nauc_recall_at_100_std": 0.219387, "nauc_recall_at_100_diff1": 0.241951, "nauc_recall_at_1000_max": -0.016428, "nauc_recall_at_1000_std": 0.721641, "nauc_recall_at_1000_diff1": 0.044626, "nauc_precision_at_1_max": 0.186789, "nauc_precision_at_1_std": 0.05036, "nauc_precision_at_1_diff1": 0.358561, "nauc_precision_at_3_max": 0.202199, "nauc_precision_at_3_std": 0.154756, "nauc_precision_at_3_diff1": 0.321038, "nauc_precision_at_5_max": 0.171187, "nauc_precision_at_5_std": 0.184414, "nauc_precision_at_5_diff1": 0.313155, "nauc_precision_at_10_max": 0.0992, "nauc_precision_at_10_std": 0.219899, "nauc_precision_at_10_diff1": 0.251623, "nauc_precision_at_20_max": 0.033343, "nauc_precision_at_20_std": 0.239311, "nauc_precision_at_20_diff1": 0.214864, "nauc_precision_at_25_max": 0.011843, "nauc_precision_at_25_std": 0.254414, "nauc_precision_at_25_diff1": 0.187235, "nauc_precision_at_50_max": -0.046191, "nauc_precision_at_50_std": 0.289269, "nauc_precision_at_50_diff1": 0.148501, "nauc_precision_at_100_max": -0.061827, "nauc_precision_at_100_std": 0.377381, "nauc_precision_at_100_diff1": 0.094841, "nauc_precision_at_1000_max": -0.115074, "nauc_precision_at_1000_std": 0.29535, "nauc_precision_at_1000_diff1": 0.035589, "nauc_mrr_at_1_max": 0.186789, "nauc_mrr_at_1_std": 0.05036, "nauc_mrr_at_1_diff1": 0.358561, "nauc_mrr_at_3_max": 0.152052, "nauc_mrr_at_3_std": 0.037221, "nauc_mrr_at_3_diff1": 0.377941, "nauc_mrr_at_5_max": 0.147042, "nauc_mrr_at_5_std": 0.034137, "nauc_mrr_at_5_diff1": 0.376107, "nauc_mrr_at_10_max": 0.138523, "nauc_mrr_at_10_std": 0.030478, "nauc_mrr_at_10_diff1": 0.369924, "nauc_mrr_at_20_max": 0.139904, "nauc_mrr_at_20_std": 0.033903, "nauc_mrr_at_20_diff1": 0.365568, "nauc_mrr_at_25_max": 0.141022, "nauc_mrr_at_25_std": 0.035178, "nauc_mrr_at_25_diff1": 0.36572, "nauc_mrr_at_50_max": 0.140772, "nauc_mrr_at_50_std": 0.035149, "nauc_mrr_at_50_diff1": 0.365583, "nauc_mrr_at_100_max": 0.141574, "nauc_mrr_at_100_std": 0.035493, "nauc_mrr_at_100_diff1": 0.36571, "nauc_mrr_at_1000_max": 0.141338, "nauc_mrr_at_1000_std": 0.034872, "nauc_mrr_at_1000_diff1": 0.365938, "hit_rate_at_1": 0.43066, "hit_rate_at_3": 0.55474, "hit_rate_at_5": 0.61314, "hit_rate_at_10": 0.68613, "hit_rate_at_20": 0.77372, "hit_rate_at_25": 0.80292, "hit_rate_at_50": 0.85401, "hit_rate_at_100": 0.91971, "hit_rate_at_1000": 0.9927, "R_cap_at_1": 0.430657, "R_cap_at_3": 0.423358, "R_cap_at_5": 0.467032, "R_cap_at_10": 0.513816, "R_cap_at_20": 0.597393, "R_cap_at_25": 0.622535, "R_cap_at_50": 0.708292, "R_cap_at_100": 0.798134, "R_cap_at_1000": 0.967532, "main_score": 0.43844, "hf_subset": "default_claude_very_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.5848, "ndcg_at_3": 0.54296, "ndcg_at_5": 0.54717, "ndcg_at_10": 0.56498, "ndcg_at_20": 0.59409, "ndcg_at_25": 0.60345, "ndcg_at_50": 0.62185, "ndcg_at_100": 0.63665, "ndcg_at_1000": 0.65989, "map_at_1": 0.23904, "map_at_3": 0.34891, "map_at_5": 0.38953, "map_at_10": 0.42234, "map_at_20": 0.44971, "map_at_25": 0.45782, "map_at_50": 0.47131, "map_at_100": 0.47917, "map_at_1000": 0.48462, "recall_at_1": 0.23904, "recall_at_3": 0.41145, "recall_at_5": 0.48826, "recall_at_10": 0.57747, "recall_at_20": 0.71013, "recall_at_25": 0.74942, "recall_at_50": 0.82769, "recall_at_100": 0.89042, "recall_at_1000": 0.99182, "accuracy": 0.23904, "precision_at_1": 0.5848, "precision_at_3": 0.39181, "precision_at_5": 0.31111, "precision_at_10": 0.21696, "precision_at_20": 0.15, "precision_at_25": 0.13333, "precision_at_50": 0.08339, "precision_at_100": 0.05018, "precision_at_1000": 0.00642, "mrr_at_1": 0.584795, "mrr_at_3": 0.657895, "mrr_at_5": 0.666374, "mrr_at_10": 0.672935, "mrr_at_20": 0.679038, "mrr_at_25": 0.679784, "mrr_at_50": 0.68048, "mrr_at_100": 0.680742, "mrr_at_1000": 0.680841, "nauc_ndcg_at_1_max": 0.403835, "nauc_ndcg_at_1_std": 0.184643, "nauc_ndcg_at_1_diff1": 0.491744, "nauc_ndcg_at_3_max": 0.303401, "nauc_ndcg_at_3_std": 0.108954, "nauc_ndcg_at_3_diff1": 0.305363, "nauc_ndcg_at_5_max": 0.329841, "nauc_ndcg_at_5_std": 0.127596, "nauc_ndcg_at_5_diff1": 0.34264, "nauc_ndcg_at_10_max": 0.339758, "nauc_ndcg_at_10_std": 0.156475, "nauc_ndcg_at_10_diff1": 0.329982, "nauc_ndcg_at_20_max": 0.370022, "nauc_ndcg_at_20_std": 0.18564, "nauc_ndcg_at_20_diff1": 0.308552, "nauc_ndcg_at_25_max": 0.374688, "nauc_ndcg_at_25_std": 0.209561, "nauc_ndcg_at_25_diff1": 0.302008, "nauc_ndcg_at_50_max": 0.375316, "nauc_ndcg_at_50_std": 0.210599, "nauc_ndcg_at_50_diff1": 0.325015, "nauc_ndcg_at_100_max": 0.371842, "nauc_ndcg_at_100_std": 0.219655, "nauc_ndcg_at_100_diff1": 0.325357, "nauc_ndcg_at_1000_max": 0.361087, "nauc_ndcg_at_1000_std": 0.200573, "nauc_ndcg_at_1000_diff1": 0.331594, "nauc_map_at_1_max": 0.201943, "nauc_map_at_1_std": -0.031341, "nauc_map_at_1_diff1": 0.317374, "nauc_map_at_3_max": 0.228991, "nauc_map_at_3_std": 0.007525, "nauc_map_at_3_diff1": 0.259612, "nauc_map_at_5_max": 0.3025, "nauc_map_at_5_std": 0.06785, "nauc_map_at_5_diff1": 0.301093, "nauc_map_at_10_max": 0.32736, "nauc_map_at_10_std": 0.093164, "nauc_map_at_10_diff1": 0.307825, "nauc_map_at_20_max": 0.339979, "nauc_map_at_20_std": 0.110581, "nauc_map_at_20_diff1": 0.308677, "nauc_map_at_25_max": 0.34153, "nauc_map_at_25_std": 0.124162, "nauc_map_at_25_diff1": 0.306347, "nauc_map_at_50_max": 0.343131, "nauc_map_at_50_std": 0.134273, "nauc_map_at_50_diff1": 0.311462, "nauc_map_at_100_max": 0.346254, "nauc_map_at_100_std": 0.149359, "nauc_map_at_100_diff1": 0.314221, "nauc_map_at_1000_max": 0.346137, "nauc_map_at_1000_std": 0.158075, "nauc_map_at_1000_diff1": 0.313965, "nauc_recall_at_1_max": 0.201943, "nauc_recall_at_1_std": -0.031341, "nauc_recall_at_1_diff1": 0.317374, "nauc_recall_at_3_max": 0.134149, "nauc_recall_at_3_std": -0.041435, "nauc_recall_at_3_diff1": 0.172096, "nauc_recall_at_5_max": 0.231288, "nauc_recall_at_5_std": 0.045154, "nauc_recall_at_5_diff1": 0.2301, "nauc_recall_at_10_max": 0.277019, "nauc_recall_at_10_std": 0.12795, "nauc_recall_at_10_diff1": 0.208631, "nauc_recall_at_20_max": 0.259111, "nauc_recall_at_20_std": 0.132945, "nauc_recall_at_20_diff1": 0.072929, "nauc_recall_at_25_max": 0.268405, "nauc_recall_at_25_std": 0.221826, "nauc_recall_at_25_diff1": 0.032667, "nauc_recall_at_50_max": 0.248927, "nauc_recall_at_50_std": 0.248176, "nauc_recall_at_50_diff1": 0.043564, "nauc_recall_at_100_max": 0.270377, "nauc_recall_at_100_std": 0.399577, "nauc_recall_at_100_diff1": 0.051105, "nauc_recall_at_1000_max": -1.27071, "nauc_recall_at_1000_std": 0.196444, "nauc_recall_at_1000_diff1": -0.875003, "nauc_precision_at_1_max": 0.403835, "nauc_precision_at_1_std": 0.184643, "nauc_precision_at_1_diff1": 0.491744, "nauc_precision_at_3_max": 0.280236, "nauc_precision_at_3_std": 0.195101, "nauc_precision_at_3_diff1": 0.162954, "nauc_precision_at_5_max": 0.286583, "nauc_precision_at_5_std": 0.229146, "nauc_precision_at_5_diff1": 0.183236, "nauc_precision_at_10_max": 0.198162, "nauc_precision_at_10_std": 0.208852, "nauc_precision_at_10_diff1": 0.126312, "nauc_precision_at_20_max": 0.139694, "nauc_precision_at_20_std": 0.203378, "nauc_precision_at_20_diff1": 0.07175, "nauc_precision_at_25_max": 0.119904, "nauc_precision_at_25_std": 0.218061, "nauc_precision_at_25_diff1": 0.05315, "nauc_precision_at_50_max": 0.086855, "nauc_precision_at_50_std": 0.223474, "nauc_precision_at_50_diff1": 0.049207, "nauc_precision_at_100_max": 0.076157, "nauc_precision_at_100_std": 0.264576, "nauc_precision_at_100_diff1": 0.043172, "nauc_precision_at_1000_max": 0.052958, "nauc_precision_at_1000_std": 0.228606, "nauc_precision_at_1000_diff1": 0.032555, "nauc_mrr_at_1_max": 0.403835, "nauc_mrr_at_1_std": 0.184643, "nauc_mrr_at_1_diff1": 0.491744, "nauc_mrr_at_3_max": 0.36014, "nauc_mrr_at_3_std": 0.157166, "nauc_mrr_at_3_diff1": 0.440875, "nauc_mrr_at_5_max": 0.359622, "nauc_mrr_at_5_std": 0.165287, "nauc_mrr_at_5_diff1": 0.439428, "nauc_mrr_at_10_max": 0.364427, "nauc_mrr_at_10_std": 0.180233, "nauc_mrr_at_10_diff1": 0.433369, "nauc_mrr_at_20_max": 0.365043, "nauc_mrr_at_20_std": 0.177509, "nauc_mrr_at_20_diff1": 0.43346, "nauc_mrr_at_25_max": 0.365819, "nauc_mrr_at_25_std": 0.178671, "nauc_mrr_at_25_diff1": 0.43396, "nauc_mrr_at_50_max": 0.365309, "nauc_mrr_at_50_std": 0.17754, "nauc_mrr_at_50_diff1": 0.434707, "nauc_mrr_at_100_max": 0.365185, "nauc_mrr_at_100_std": 0.177151, "nauc_mrr_at_100_diff1": 0.434965, "nauc_mrr_at_1000_max": 0.365062, "nauc_mrr_at_1000_std": 0.176886, "nauc_mrr_at_1000_diff1": 0.434991, "hit_rate_at_1": 0.5848, "hit_rate_at_3": 0.74854, "hit_rate_at_5": 0.78363, "hit_rate_at_10": 0.83041, "hit_rate_at_20": 0.91228, "hit_rate_at_25": 0.92982, "hit_rate_at_50": 0.95322, "hit_rate_at_100": 0.97076, "hit_rate_at_1000": 0.99415, "R_cap_at_1": 0.584795, "R_cap_at_3": 0.550682, "R_cap_at_5": 0.574659, "R_cap_at_10": 0.630052, "R_cap_at_20": 0.735589, "R_cap_at_25": 0.768077, "R_cap_at_50": 0.834385, "R_cap_at_100": 0.892018, "R_cap_at_1000": 0.991816, "main_score": 0.56498, "hf_subset": "default_claude_very_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.32653, "ndcg_at_3": 0.35095, "ndcg_at_5": 0.3726, "ndcg_at_10": 0.40497, "ndcg_at_20": 0.43618, "ndcg_at_25": 0.45339, "ndcg_at_50": 0.48728, "ndcg_at_100": 0.51087, "ndcg_at_1000": 0.53401, "map_at_1": 0.16238, "map_at_3": 0.24205, "map_at_5": 0.27713, "map_at_10": 0.31263, "map_at_20": 0.33318, "map_at_25": 0.33956, "map_at_50": 0.34893, "map_at_100": 0.35294, "map_at_1000": 0.35604, "recall_at_1": 0.16238, "recall_at_3": 0.30388, "recall_at_5": 0.37356, "recall_at_10": 0.49624, "recall_at_20": 0.60125, "recall_at_25": 0.65912, "recall_at_50": 0.78753, "recall_at_100": 0.88965, "recall_at_1000": 1.0, "accuracy": 0.16238, "precision_at_1": 0.32653, "precision_at_3": 0.2483, "precision_at_5": 0.2102, "precision_at_10": 0.15306, "precision_at_20": 0.09949, "precision_at_25": 0.08735, "precision_at_50": 0.05245, "precision_at_100": 0.03031, "precision_at_1000": 0.00353, "mrr_at_1": 0.326531, "mrr_at_3": 0.409864, "mrr_at_5": 0.42415, "mrr_at_10": 0.440683, "mrr_at_20": 0.444826, "mrr_at_25": 0.446179, "mrr_at_50": 0.448958, "mrr_at_100": 0.449642, "mrr_at_1000": 0.450052, "nauc_ndcg_at_1_max": 0.023092, "nauc_ndcg_at_1_std": 0.16781, "nauc_ndcg_at_1_diff1": 0.222124, "nauc_ndcg_at_3_max": 0.085149, "nauc_ndcg_at_3_std": 0.240168, "nauc_ndcg_at_3_diff1": 0.217624, "nauc_ndcg_at_5_max": 0.081749, "nauc_ndcg_at_5_std": 0.246162, "nauc_ndcg_at_5_diff1": 0.216141, "nauc_ndcg_at_10_max": 0.159917, "nauc_ndcg_at_10_std": 0.284994, "nauc_ndcg_at_10_diff1": 0.258403, "nauc_ndcg_at_20_max": 0.218587, "nauc_ndcg_at_20_std": 0.341713, "nauc_ndcg_at_20_diff1": 0.250551, "nauc_ndcg_at_25_max": 0.220862, "nauc_ndcg_at_25_std": 0.349507, "nauc_ndcg_at_25_diff1": 0.263488, "nauc_ndcg_at_50_max": 0.189323, "nauc_ndcg_at_50_std": 0.329823, "nauc_ndcg_at_50_diff1": 0.252898, "nauc_ndcg_at_100_max": 0.159818, "nauc_ndcg_at_100_std": 0.298415, "nauc_ndcg_at_100_diff1": 0.248943, "nauc_ndcg_at_1000_max": 0.103696, "nauc_ndcg_at_1000_std": 0.257718, "nauc_ndcg_at_1000_diff1": 0.220702, "nauc_map_at_1_max": 0.021526, "nauc_map_at_1_std": 0.112639, "nauc_map_at_1_diff1": 0.332473, "nauc_map_at_3_max": 0.091025, "nauc_map_at_3_std": 0.188119, "nauc_map_at_3_diff1": 0.344742, "nauc_map_at_5_max": 0.087935, "nauc_map_at_5_std": 0.204799, "nauc_map_at_5_diff1": 0.315154, "nauc_map_at_10_max": 0.117118, "nauc_map_at_10_std": 0.224747, "nauc_map_at_10_diff1": 0.299206, "nauc_map_at_20_max": 0.133838, "nauc_map_at_20_std": 0.249751, "nauc_map_at_20_diff1": 0.274002, "nauc_map_at_25_max": 0.132591, "nauc_map_at_25_std": 0.253617, "nauc_map_at_25_diff1": 0.273869, "nauc_map_at_50_max": 0.12403, "nauc_map_at_50_std": 0.249378, "nauc_map_at_50_diff1": 0.270705, "nauc_map_at_100_max": 0.117422, "nauc_map_at_100_std": 0.243226, "nauc_map_at_100_diff1": 0.268333, "nauc_map_at_1000_max": 0.110639, "nauc_map_at_1000_std": 0.237633, "nauc_map_at_1000_diff1": 0.265196, "nauc_recall_at_1_max": 0.021526, "nauc_recall_at_1_std": 0.112639, "nauc_recall_at_1_diff1": 0.332473, "nauc_recall_at_3_max": 0.179243, "nauc_recall_at_3_std": 0.296231, "nauc_recall_at_3_diff1": 0.297697, "nauc_recall_at_5_max": 0.177143, "nauc_recall_at_5_std": 0.308656, "nauc_recall_at_5_diff1": 0.255337, "nauc_recall_at_10_max": 0.31915, "nauc_recall_at_10_std": 0.356424, "nauc_recall_at_10_diff1": 0.262547, "nauc_recall_at_20_max": 0.50993, "nauc_recall_at_20_std": 0.536588, "nauc_recall_at_20_diff1": 0.238766, "nauc_recall_at_25_max": 0.569653, "nauc_recall_at_25_std": 0.585632, "nauc_recall_at_25_diff1": 0.30691, "nauc_recall_at_50_max": 0.58499, "nauc_recall_at_50_std": 0.609842, "nauc_recall_at_50_diff1": 0.295094, "nauc_recall_at_100_max": 0.72388, "nauc_recall_at_100_std": 0.626415, "nauc_recall_at_100_diff1": 0.462982, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.023092, "nauc_precision_at_1_std": 0.16781, "nauc_precision_at_1_diff1": 0.222124, "nauc_precision_at_3_max": 0.113962, "nauc_precision_at_3_std": 0.281037, "nauc_precision_at_3_diff1": 0.083236, "nauc_precision_at_5_max": 0.041077, "nauc_precision_at_5_std": 0.209649, "nauc_precision_at_5_diff1": -0.010404, "nauc_precision_at_10_max": 0.043234, "nauc_precision_at_10_std": 0.183101, "nauc_precision_at_10_diff1": -0.071372, "nauc_precision_at_20_max": 0.069768, "nauc_precision_at_20_std": 0.21601, "nauc_precision_at_20_diff1": -0.124175, "nauc_precision_at_25_max": 0.045687, "nauc_precision_at_25_std": 0.202366, "nauc_precision_at_25_diff1": -0.119836, "nauc_precision_at_50_max": -0.038035, "nauc_precision_at_50_std": 0.111948, "nauc_precision_at_50_diff1": -0.138139, "nauc_precision_at_100_max": -0.12884, "nauc_precision_at_100_std": 0.001737, "nauc_precision_at_100_diff1": -0.189207, "nauc_precision_at_1000_max": -0.230862, "nauc_precision_at_1000_std": -0.115819, "nauc_precision_at_1000_diff1": -0.242295, "nauc_mrr_at_1_max": 0.023092, "nauc_mrr_at_1_std": 0.16781, "nauc_mrr_at_1_diff1": 0.222124, "nauc_mrr_at_3_max": 0.094573, "nauc_mrr_at_3_std": 0.279349, "nauc_mrr_at_3_diff1": 0.212485, "nauc_mrr_at_5_max": 0.094567, "nauc_mrr_at_5_std": 0.279088, "nauc_mrr_at_5_diff1": 0.212245, "nauc_mrr_at_10_max": 0.104817, "nauc_mrr_at_10_std": 0.278687, "nauc_mrr_at_10_diff1": 0.214187, "nauc_mrr_at_20_max": 0.105804, "nauc_mrr_at_20_std": 0.281757, "nauc_mrr_at_20_diff1": 0.216615, "nauc_mrr_at_25_max": 0.106445, "nauc_mrr_at_25_std": 0.280277, "nauc_mrr_at_25_diff1": 0.21883, "nauc_mrr_at_50_max": 0.101948, "nauc_mrr_at_50_std": 0.27661, "nauc_mrr_at_50_diff1": 0.215861, "nauc_mrr_at_100_max": 0.101756, "nauc_mrr_at_100_std": 0.276199, "nauc_mrr_at_100_diff1": 0.216439, "nauc_mrr_at_1000_max": 0.101029, "nauc_mrr_at_1000_std": 0.275845, "nauc_mrr_at_1000_diff1": 0.216249, "hit_rate_at_1": 0.32653, "hit_rate_at_3": 0.52041, "hit_rate_at_5": 0.58163, "hit_rate_at_10": 0.71429, "hit_rate_at_20": 0.77551, "hit_rate_at_25": 0.80612, "hit_rate_at_50": 0.89796, "hit_rate_at_100": 0.94898, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.326531, "R_cap_at_3": 0.37415, "R_cap_at_5": 0.418537, "R_cap_at_10": 0.509232, "R_cap_at_20": 0.601253, "R_cap_at_25": 0.659116, "R_cap_at_50": 0.78753, "R_cap_at_100": 0.889645, "R_cap_at_1000": 1.0, "main_score": 0.40497, "hf_subset": "default_gpt4o_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49587, "ndcg_at_3": 0.52809, "ndcg_at_5": 0.55312, "ndcg_at_10": 0.5876, "ndcg_at_20": 0.60736, "ndcg_at_25": 0.61199, "ndcg_at_50": 0.62936, "ndcg_at_100": 0.64457, "ndcg_at_1000": 0.66024, "map_at_1": 0.28086, "map_at_3": 0.40079, "map_at_5": 0.4488, "map_at_10": 0.5003, "map_at_20": 0.51645, "map_at_25": 0.51752, "map_at_50": 0.52272, "map_at_100": 0.52539, "map_at_1000": 0.52758, "recall_at_1": 0.28086, "recall_at_3": 0.47322, "recall_at_5": 0.56698, "recall_at_10": 0.71255, "recall_at_20": 0.78954, "recall_at_25": 0.80525, "recall_at_50": 0.8627, "recall_at_100": 0.92707, "recall_at_1000": 1.0, "accuracy": 0.28086, "precision_at_1": 0.49587, "precision_at_3": 0.33884, "precision_at_5": 0.26942, "precision_at_10": 0.19091, "precision_at_20": 0.10992, "precision_at_25": 0.09025, "precision_at_50": 0.05107, "precision_at_100": 0.02851, "precision_at_1000": 0.0032, "mrr_at_1": 0.495868, "mrr_at_3": 0.570248, "mrr_at_5": 0.583471, "mrr_at_10": 0.596724, "mrr_at_20": 0.600331, "mrr_at_25": 0.60105, "mrr_at_50": 0.601662, "mrr_at_100": 0.602478, "mrr_at_1000": 0.602673, "nauc_ndcg_at_1_max": 0.218223, "nauc_ndcg_at_1_std": 0.127488, "nauc_ndcg_at_1_diff1": 0.346861, "nauc_ndcg_at_3_max": 0.311182, "nauc_ndcg_at_3_std": 0.247865, "nauc_ndcg_at_3_diff1": 0.365962, "nauc_ndcg_at_5_max": 0.322688, "nauc_ndcg_at_5_std": 0.267694, "nauc_ndcg_at_5_diff1": 0.384591, "nauc_ndcg_at_10_max": 0.332267, "nauc_ndcg_at_10_std": 0.30506, "nauc_ndcg_at_10_diff1": 0.375562, "nauc_ndcg_at_20_max": 0.354091, "nauc_ndcg_at_20_std": 0.337103, "nauc_ndcg_at_20_diff1": 0.3672, "nauc_ndcg_at_25_max": 0.344756, "nauc_ndcg_at_25_std": 0.327499, "nauc_ndcg_at_25_diff1": 0.36424, "nauc_ndcg_at_50_max": 0.333603, "nauc_ndcg_at_50_std": 0.306495, "nauc_ndcg_at_50_diff1": 0.385072, "nauc_ndcg_at_100_max": 0.317088, "nauc_ndcg_at_100_std": 0.280212, "nauc_ndcg_at_100_diff1": 0.3765, "nauc_ndcg_at_1000_max": 0.290361, "nauc_ndcg_at_1000_std": 0.246874, "nauc_ndcg_at_1000_diff1": 0.351975, "nauc_map_at_1_max": 0.221174, "nauc_map_at_1_std": 0.073697, "nauc_map_at_1_diff1": 0.434696, "nauc_map_at_3_max": 0.325433, "nauc_map_at_3_std": 0.212264, "nauc_map_at_3_diff1": 0.442195, "nauc_map_at_5_max": 0.308987, "nauc_map_at_5_std": 0.211412, "nauc_map_at_5_diff1": 0.42676, "nauc_map_at_10_max": 0.301216, "nauc_map_at_10_std": 0.239541, "nauc_map_at_10_diff1": 0.391173, "nauc_map_at_20_max": 0.303436, "nauc_map_at_20_std": 0.253888, "nauc_map_at_20_diff1": 0.378545, "nauc_map_at_25_max": 0.301445, "nauc_map_at_25_std": 0.251734, "nauc_map_at_25_diff1": 0.377724, "nauc_map_at_50_max": 0.300347, "nauc_map_at_50_std": 0.248329, "nauc_map_at_50_diff1": 0.383695, "nauc_map_at_100_max": 0.297192, "nauc_map_at_100_std": 0.244169, "nauc_map_at_100_diff1": 0.380936, "nauc_map_at_1000_max": 0.29439, "nauc_map_at_1000_std": 0.240899, "nauc_map_at_1000_diff1": 0.37861, "nauc_recall_at_1_max": 0.221174, "nauc_recall_at_1_std": 0.073697, "nauc_recall_at_1_diff1": 0.434696, "nauc_recall_at_3_max": 0.388667, "nauc_recall_at_3_std": 0.314407, "nauc_recall_at_3_diff1": 0.42192, "nauc_recall_at_5_max": 0.394766, "nauc_recall_at_5_std": 0.349295, "nauc_recall_at_5_diff1": 0.406611, "nauc_recall_at_10_max": 0.438876, "nauc_recall_at_10_std": 0.489368, "nauc_recall_at_10_diff1": 0.324003, "nauc_recall_at_20_max": 0.603282, "nauc_recall_at_20_std": 0.733164, "nauc_recall_at_20_diff1": 0.320993, "nauc_recall_at_25_max": 0.572785, "nauc_recall_at_25_std": 0.71229, "nauc_recall_at_25_diff1": 0.31598, "nauc_recall_at_50_max": 0.606055, "nauc_recall_at_50_std": 0.726533, "nauc_recall_at_50_diff1": 0.53207, "nauc_recall_at_100_max": 0.673758, "nauc_recall_at_100_std": 0.766672, "nauc_recall_at_100_diff1": 0.688108, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.218223, "nauc_precision_at_1_std": 0.127488, "nauc_precision_at_1_diff1": 0.346861, "nauc_precision_at_3_max": 0.17834, "nauc_precision_at_3_std": 0.222763, "nauc_precision_at_3_diff1": 0.089095, "nauc_precision_at_5_max": 0.090947, "nauc_precision_at_5_std": 0.157942, "nauc_precision_at_5_diff1": 0.005722, "nauc_precision_at_10_max": 0.022735, "nauc_precision_at_10_std": 0.139419, "nauc_precision_at_10_diff1": -0.082082, "nauc_precision_at_20_max": 0.005689, "nauc_precision_at_20_std": 0.144637, "nauc_precision_at_20_diff1": -0.122279, "nauc_precision_at_25_max": -0.017773, "nauc_precision_at_25_std": 0.118982, "nauc_precision_at_25_diff1": -0.142798, "nauc_precision_at_50_max": -0.069074, "nauc_precision_at_50_std": 0.038578, "nauc_precision_at_50_diff1": -0.142008, "nauc_precision_at_100_max": -0.134126, "nauc_precision_at_100_std": -0.053183, "nauc_precision_at_100_diff1": -0.203744, "nauc_precision_at_1000_max": -0.19746, "nauc_precision_at_1000_std": -0.131539, "nauc_precision_at_1000_diff1": -0.259747, "nauc_mrr_at_1_max": 0.218223, "nauc_mrr_at_1_std": 0.127488, "nauc_mrr_at_1_diff1": 0.346861, "nauc_mrr_at_3_max": 0.271262, "nauc_mrr_at_3_std": 0.212471, "nauc_mrr_at_3_diff1": 0.355739, "nauc_mrr_at_5_max": 0.280341, "nauc_mrr_at_5_std": 0.224049, "nauc_mrr_at_5_diff1": 0.352425, "nauc_mrr_at_10_max": 0.274005, "nauc_mrr_at_10_std": 0.221348, "nauc_mrr_at_10_diff1": 0.345911, "nauc_mrr_at_20_max": 0.278657, "nauc_mrr_at_20_std": 0.227544, "nauc_mrr_at_20_diff1": 0.348888, "nauc_mrr_at_25_max": 0.277142, "nauc_mrr_at_25_std": 0.225921, "nauc_mrr_at_25_diff1": 0.348776, "nauc_mrr_at_50_max": 0.276562, "nauc_mrr_at_50_std": 0.224597, "nauc_mrr_at_50_diff1": 0.350102, "nauc_mrr_at_100_max": 0.276104, "nauc_mrr_at_100_std": 0.223405, "nauc_mrr_at_100_diff1": 0.350224, "nauc_mrr_at_1000_max": 0.275747, "nauc_mrr_at_1000_std": 0.222919, "nauc_mrr_at_1000_diff1": 0.349947, "hit_rate_at_1": 0.49587, "hit_rate_at_3": 0.66116, "hit_rate_at_5": 0.71901, "hit_rate_at_10": 0.82645, "hit_rate_at_20": 0.87603, "hit_rate_at_25": 0.89256, "hit_rate_at_50": 0.91736, "hit_rate_at_100": 0.97521, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.495868, "R_cap_at_3": 0.560606, "R_cap_at_5": 0.618733, "R_cap_at_10": 0.723393, "R_cap_at_20": 0.789537, "R_cap_at_25": 0.805248, "R_cap_at_50": 0.862699, "R_cap_at_100": 0.927066, "R_cap_at_1000": 1.0, "main_score": 0.5876, "hf_subset": "default_gpt4o_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.8, "ndcg_at_5": 0.8, "ndcg_at_10": 0.8, "ndcg_at_20": 0.8, "ndcg_at_25": 0.8, "ndcg_at_50": 0.8, "ndcg_at_100": 0.8, "ndcg_at_1000": 0.8, "map_at_1": 0.6, "map_at_3": 0.73333, "map_at_5": 0.73333, "map_at_10": 0.73333, "map_at_20": 0.73333, "map_at_25": 0.73333, "map_at_50": 0.73333, "map_at_100": 0.73333, "map_at_1000": 0.73333, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.733333, "mrr_at_5": 0.733333, "mrr_at_10": 0.733333, "mrr_at_20": 0.733333, "mrr_at_25": 0.733333, "mrr_at_50": 0.733333, "mrr_at_100": 0.733333, "mrr_at_1000": 0.733333, "nauc_ndcg_at_1_max": 0.545455, "nauc_ndcg_at_1_std": 0.545455, "nauc_ndcg_at_1_diff1": 0.545455, "nauc_ndcg_at_3_max": 0.545455, "nauc_ndcg_at_3_std": 0.545455, "nauc_ndcg_at_3_diff1": 0.545455, "nauc_ndcg_at_5_max": 0.545455, "nauc_ndcg_at_5_std": 0.545455, "nauc_ndcg_at_5_diff1": 0.545455, "nauc_ndcg_at_10_max": 0.545455, "nauc_ndcg_at_10_std": 0.545455, "nauc_ndcg_at_10_diff1": 0.545455, "nauc_ndcg_at_20_max": 0.545455, "nauc_ndcg_at_20_std": 0.545455, "nauc_ndcg_at_20_diff1": 0.545455, "nauc_ndcg_at_25_max": 0.545455, "nauc_ndcg_at_25_std": 0.545455, "nauc_ndcg_at_25_diff1": 0.545455, "nauc_ndcg_at_50_max": 0.545455, "nauc_ndcg_at_50_std": 0.545455, "nauc_ndcg_at_50_diff1": 0.545455, "nauc_ndcg_at_100_max": 0.545455, "nauc_ndcg_at_100_std": 0.545455, "nauc_ndcg_at_100_diff1": 0.545455, "nauc_ndcg_at_1000_max": 0.545455, "nauc_ndcg_at_1000_std": 0.545455, "nauc_ndcg_at_1000_diff1": 0.545455, "nauc_map_at_1_max": 0.545455, "nauc_map_at_1_std": 0.545455, "nauc_map_at_1_diff1": 0.545455, "nauc_map_at_3_max": 0.545455, "nauc_map_at_3_std": 0.545455, "nauc_map_at_3_diff1": 0.545455, "nauc_map_at_5_max": 0.545455, "nauc_map_at_5_std": 0.545455, "nauc_map_at_5_diff1": 0.545455, "nauc_map_at_10_max": 0.545455, "nauc_map_at_10_std": 0.545455, "nauc_map_at_10_diff1": 0.545455, "nauc_map_at_20_max": 0.545455, "nauc_map_at_20_std": 0.545455, "nauc_map_at_20_diff1": 0.545455, "nauc_map_at_25_max": 0.545455, "nauc_map_at_25_std": 0.545455, "nauc_map_at_25_diff1": 0.545455, "nauc_map_at_50_max": 0.545455, "nauc_map_at_50_std": 0.545455, "nauc_map_at_50_diff1": 0.545455, "nauc_map_at_100_max": 0.545455, "nauc_map_at_100_std": 0.545455, "nauc_map_at_100_diff1": 0.545455, "nauc_map_at_1000_max": 0.545455, "nauc_map_at_1000_std": 0.545455, "nauc_map_at_1000_diff1": 0.545455, "nauc_recall_at_1_max": 0.545455, "nauc_recall_at_1_std": 0.545455, "nauc_recall_at_1_diff1": 0.545455, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.545455, "nauc_precision_at_1_std": 0.545455, "nauc_precision_at_1_diff1": 0.545455, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.545455, "nauc_mrr_at_1_std": 0.545455, "nauc_mrr_at_1_diff1": 0.545455, "nauc_mrr_at_3_max": 0.545455, "nauc_mrr_at_3_std": 0.545455, "nauc_mrr_at_3_diff1": 0.545455, "nauc_mrr_at_5_max": 0.545455, "nauc_mrr_at_5_std": 0.545455, "nauc_mrr_at_5_diff1": 0.545455, "nauc_mrr_at_10_max": 0.545455, "nauc_mrr_at_10_std": 0.545455, "nauc_mrr_at_10_diff1": 0.545455, "nauc_mrr_at_20_max": 0.545455, "nauc_mrr_at_20_std": 0.545455, "nauc_mrr_at_20_diff1": 0.545455, "nauc_mrr_at_25_max": 0.545455, "nauc_mrr_at_25_std": 0.545455, "nauc_mrr_at_25_diff1": 0.545455, "nauc_mrr_at_50_max": 0.545455, "nauc_mrr_at_50_std": 0.545455, "nauc_mrr_at_50_diff1": 0.545455, "nauc_mrr_at_100_max": 0.545455, "nauc_mrr_at_100_std": 0.545455, "nauc_mrr_at_100_diff1": 0.545455, "nauc_mrr_at_1000_max": 0.545455, "nauc_mrr_at_1000_std": 0.545455, "nauc_mrr_at_1000_diff1": 0.545455, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8, "hf_subset": "default_gpt4o_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.72619, "ndcg_at_5": 0.72619, "ndcg_at_10": 0.79743, "ndcg_at_20": 0.79743, "ndcg_at_25": 0.79743, "ndcg_at_50": 0.79743, "ndcg_at_100": 0.79743, "ndcg_at_1000": 0.79743, "map_at_1": 0.6, "map_at_3": 0.7, "map_at_5": 0.7, "map_at_10": 0.73333, "map_at_20": 0.73333, "map_at_25": 0.73333, "map_at_50": 0.73333, "map_at_100": 0.73333, "map_at_1000": 0.73333, "recall_at_1": 0.6, "recall_at_3": 0.8, "recall_at_5": 0.8, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.26667, "precision_at_5": 0.16, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.7, "mrr_at_5": 0.7, "mrr_at_10": 0.733333, "mrr_at_20": 0.733333, "mrr_at_25": 0.733333, "mrr_at_50": 0.733333, "mrr_at_100": 0.733333, "mrr_at_1000": 0.733333, "nauc_ndcg_at_1_max": -0.545455, "nauc_ndcg_at_1_std": 0.545455, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -1.166888, "nauc_ndcg_at_3_std": 0.684363, "nauc_ndcg_at_3_diff1": 0.919579, "nauc_ndcg_at_5_max": -1.166888, "nauc_ndcg_at_5_std": 0.684363, "nauc_ndcg_at_5_diff1": 0.919579, "nauc_ndcg_at_10_max": -0.917356, "nauc_ndcg_at_10_std": 0.628586, "nauc_ndcg_at_10_diff1": 0.951872, "nauc_ndcg_at_20_max": -0.917356, "nauc_ndcg_at_20_std": 0.628586, "nauc_ndcg_at_20_diff1": 0.951872, "nauc_ndcg_at_25_max": -0.917356, "nauc_ndcg_at_25_std": 0.628586, "nauc_ndcg_at_25_diff1": 0.951872, "nauc_ndcg_at_50_max": -0.917356, "nauc_ndcg_at_50_std": 0.628586, "nauc_ndcg_at_50_diff1": 0.951872, "nauc_ndcg_at_100_max": -0.917356, "nauc_ndcg_at_100_std": 0.628586, "nauc_ndcg_at_100_diff1": 0.951872, "nauc_ndcg_at_1000_max": -0.917356, "nauc_ndcg_at_1000_std": 0.628586, "nauc_ndcg_at_1000_diff1": 0.951872, "nauc_map_at_1_max": -0.545455, "nauc_map_at_1_std": 0.545455, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -1.0, "nauc_map_at_3_std": 0.647059, "nauc_map_at_3_diff1": 0.941176, "nauc_map_at_5_max": -1.0, "nauc_map_at_5_std": 0.647059, "nauc_map_at_5_diff1": 0.941176, "nauc_map_at_10_max": -0.888889, "nauc_map_at_10_std": 0.622222, "nauc_map_at_10_diff1": 0.955556, "nauc_map_at_20_max": -0.888889, "nauc_map_at_20_std": 0.622222, "nauc_map_at_20_diff1": 0.955556, "nauc_map_at_25_max": -0.888889, "nauc_map_at_25_std": 0.622222, "nauc_map_at_25_diff1": 0.955556, "nauc_map_at_50_max": -0.888889, "nauc_map_at_50_std": 0.622222, "nauc_map_at_50_diff1": 0.955556, "nauc_map_at_100_max": -0.888889, "nauc_map_at_100_std": 0.622222, "nauc_map_at_100_diff1": 0.955556, "nauc_map_at_1000_max": -0.888889, "nauc_map_at_1000_std": 0.622222, "nauc_map_at_1000_diff1": 0.955556, "nauc_recall_at_1_max": -0.545455, "nauc_recall_at_1_std": 0.545455, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -1.833333, "nauc_recall_at_3_std": 0.833333, "nauc_recall_at_3_diff1": 0.833333, "nauc_recall_at_5_max": -1.833333, "nauc_recall_at_5_std": 0.833333, "nauc_recall_at_5_diff1": 0.833333, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.545455, "nauc_precision_at_1_std": 0.545455, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -1.833333, "nauc_precision_at_3_std": 0.833333, "nauc_precision_at_3_diff1": 0.833333, "nauc_precision_at_5_max": -1.833333, "nauc_precision_at_5_std": 0.833333, "nauc_precision_at_5_diff1": 0.833333, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.545455, "nauc_mrr_at_1_std": 0.545455, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": -1.0, "nauc_mrr_at_3_std": 0.647059, "nauc_mrr_at_3_diff1": 0.941176, "nauc_mrr_at_5_max": -1.0, "nauc_mrr_at_5_std": 0.647059, "nauc_mrr_at_5_diff1": 0.941176, "nauc_mrr_at_10_max": -0.888889, "nauc_mrr_at_10_std": 0.622222, "nauc_mrr_at_10_diff1": 0.955556, "nauc_mrr_at_20_max": -0.888889, "nauc_mrr_at_20_std": 0.622222, "nauc_mrr_at_20_diff1": 0.955556, "nauc_mrr_at_25_max": -0.888889, "nauc_mrr_at_25_std": 0.622222, "nauc_mrr_at_25_diff1": 0.955556, "nauc_mrr_at_50_max": -0.888889, "nauc_mrr_at_50_std": 0.622222, "nauc_mrr_at_50_diff1": 0.955556, "nauc_mrr_at_100_max": -0.888889, "nauc_mrr_at_100_std": 0.622222, "nauc_mrr_at_100_diff1": 0.955556, "nauc_mrr_at_1000_max": -0.888889, "nauc_mrr_at_1000_std": 0.622222, "nauc_mrr_at_1000_diff1": 0.955556, "hit_rate_at_1": 0.6, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.8, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 0.8, "R_cap_at_5": 0.8, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.79743, "hf_subset": "default_gpt4o_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49242, "ndcg_at_3": 0.53774, "ndcg_at_5": 0.58063, "ndcg_at_10": 0.61249, "ndcg_at_20": 0.63151, "ndcg_at_25": 0.63551, "ndcg_at_50": 0.65474, "ndcg_at_100": 0.66522, "ndcg_at_1000": 0.67922, "map_at_1": 0.27995, "map_at_3": 0.41539, "map_at_5": 0.48171, "map_at_10": 0.53197, "map_at_20": 0.54695, "map_at_25": 0.54896, "map_at_50": 0.55314, "map_at_100": 0.55477, "map_at_1000": 0.5565, "recall_at_1": 0.27995, "recall_at_3": 0.48915, "recall_at_5": 0.62468, "recall_at_10": 0.741, "recall_at_20": 0.80145, "recall_at_25": 0.81189, "recall_at_50": 0.88902, "recall_at_100": 0.93235, "recall_at_1000": 1.0, "accuracy": 0.27995, "precision_at_1": 0.49242, "precision_at_3": 0.36364, "precision_at_5": 0.30455, "precision_at_10": 0.20379, "precision_at_20": 0.11515, "precision_at_25": 0.09485, "precision_at_50": 0.05197, "precision_at_100": 0.02788, "precision_at_1000": 0.00308, "mrr_at_1": 0.492424, "mrr_at_3": 0.573232, "mrr_at_5": 0.594444, "mrr_at_10": 0.605985, "mrr_at_20": 0.607647, "mrr_at_25": 0.60795, "mrr_at_50": 0.609882, "mrr_at_100": 0.610066, "mrr_at_1000": 0.610321, "nauc_ndcg_at_1_max": 0.153687, "nauc_ndcg_at_1_std": 0.099977, "nauc_ndcg_at_1_diff1": 0.297858, "nauc_ndcg_at_3_max": 0.227363, "nauc_ndcg_at_3_std": 0.150284, "nauc_ndcg_at_3_diff1": 0.276613, "nauc_ndcg_at_5_max": 0.257974, "nauc_ndcg_at_5_std": 0.226426, "nauc_ndcg_at_5_diff1": 0.284951, "nauc_ndcg_at_10_max": 0.296218, "nauc_ndcg_at_10_std": 0.251727, "nauc_ndcg_at_10_diff1": 0.32657, "nauc_ndcg_at_20_max": 0.309543, "nauc_ndcg_at_20_std": 0.295432, "nauc_ndcg_at_20_diff1": 0.334064, "nauc_ndcg_at_25_max": 0.304982, "nauc_ndcg_at_25_std": 0.293245, "nauc_ndcg_at_25_diff1": 0.332854, "nauc_ndcg_at_50_max": 0.283626, "nauc_ndcg_at_50_std": 0.266066, "nauc_ndcg_at_50_diff1": 0.325976, "nauc_ndcg_at_100_max": 0.264267, "nauc_ndcg_at_100_std": 0.239133, "nauc_ndcg_at_100_diff1": 0.313227, "nauc_ndcg_at_1000_max": 0.236072, "nauc_ndcg_at_1000_std": 0.203496, "nauc_ndcg_at_1000_diff1": 0.307652, "nauc_map_at_1_max": 0.233001, "nauc_map_at_1_std": -0.007289, "nauc_map_at_1_diff1": 0.282603, "nauc_map_at_3_max": 0.322486, "nauc_map_at_3_std": 0.092522, "nauc_map_at_3_diff1": 0.294009, "nauc_map_at_5_max": 0.30094, "nauc_map_at_5_std": 0.153433, "nauc_map_at_5_diff1": 0.278611, "nauc_map_at_10_max": 0.273912, "nauc_map_at_10_std": 0.180244, "nauc_map_at_10_diff1": 0.291147, "nauc_map_at_20_max": 0.263686, "nauc_map_at_20_std": 0.196202, "nauc_map_at_20_diff1": 0.28729, "nauc_map_at_25_max": 0.260293, "nauc_map_at_25_std": 0.195661, "nauc_map_at_25_diff1": 0.287811, "nauc_map_at_50_max": 0.256068, "nauc_map_at_50_std": 0.191721, "nauc_map_at_50_diff1": 0.287526, "nauc_map_at_100_max": 0.253378, "nauc_map_at_100_std": 0.188061, "nauc_map_at_100_diff1": 0.28581, "nauc_map_at_1000_max": 0.250633, "nauc_map_at_1000_std": 0.184253, "nauc_map_at_1000_diff1": 0.285152, "nauc_recall_at_1_max": 0.233001, "nauc_recall_at_1_std": -0.007289, "nauc_recall_at_1_diff1": 0.282603, "nauc_recall_at_3_max": 0.358406, "nauc_recall_at_3_std": 0.135516, "nauc_recall_at_3_diff1": 0.311531, "nauc_recall_at_5_max": 0.417913, "nauc_recall_at_5_std": 0.339214, "nauc_recall_at_5_diff1": 0.286426, "nauc_recall_at_10_max": 0.536822, "nauc_recall_at_10_std": 0.501358, "nauc_recall_at_10_diff1": 0.383403, "nauc_recall_at_20_max": 0.666874, "nauc_recall_at_20_std": 0.770583, "nauc_recall_at_20_diff1": 0.460757, "nauc_recall_at_25_max": 0.678016, "nauc_recall_at_25_std": 0.789759, "nauc_recall_at_25_diff1": 0.462187, "nauc_recall_at_50_max": 0.726951, "nauc_recall_at_50_std": 0.832753, "nauc_recall_at_50_diff1": 0.455529, "nauc_recall_at_100_max": 0.710611, "nauc_recall_at_100_std": 0.778383, "nauc_recall_at_100_diff1": 0.341241, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.153687, "nauc_precision_at_1_std": 0.099977, "nauc_precision_at_1_diff1": 0.297858, "nauc_precision_at_3_max": 0.06986, "nauc_precision_at_3_std": 0.203373, "nauc_precision_at_3_diff1": 0.081206, "nauc_precision_at_5_max": -0.034841, "nauc_precision_at_5_std": 0.219596, "nauc_precision_at_5_diff1": 0.019965, "nauc_precision_at_10_max": -0.119675, "nauc_precision_at_10_std": 0.165174, "nauc_precision_at_10_diff1": 0.005796, "nauc_precision_at_20_max": -0.143613, "nauc_precision_at_20_std": 0.170476, "nauc_precision_at_20_diff1": -0.013436, "nauc_precision_at_25_max": -0.159992, "nauc_precision_at_25_std": 0.152598, "nauc_precision_at_25_diff1": -0.017272, "nauc_precision_at_50_max": -0.219041, "nauc_precision_at_50_std": 0.086242, "nauc_precision_at_50_diff1": -0.042045, "nauc_precision_at_100_max": -0.270324, "nauc_precision_at_100_std": 0.009049, "nauc_precision_at_100_diff1": -0.089104, "nauc_precision_at_1000_max": -0.323493, "nauc_precision_at_1000_std": -0.090347, "nauc_precision_at_1000_diff1": -0.127358, "nauc_mrr_at_1_max": 0.153687, "nauc_mrr_at_1_std": 0.099977, "nauc_mrr_at_1_diff1": 0.297858, "nauc_mrr_at_3_max": 0.185307, "nauc_mrr_at_3_std": 0.16262, "nauc_mrr_at_3_diff1": 0.332951, "nauc_mrr_at_5_max": 0.205009, "nauc_mrr_at_5_std": 0.204737, "nauc_mrr_at_5_diff1": 0.339302, "nauc_mrr_at_10_max": 0.209999, "nauc_mrr_at_10_std": 0.204967, "nauc_mrr_at_10_diff1": 0.339032, "nauc_mrr_at_20_max": 0.21221, "nauc_mrr_at_20_std": 0.205133, "nauc_mrr_at_20_diff1": 0.339962, "nauc_mrr_at_25_max": 0.212274, "nauc_mrr_at_25_std": 0.204282, "nauc_mrr_at_25_diff1": 0.339232, "nauc_mrr_at_50_max": 0.209695, "nauc_mrr_at_50_std": 0.200062, "nauc_mrr_at_50_diff1": 0.338661, "nauc_mrr_at_100_max": 0.20943, "nauc_mrr_at_100_std": 0.199598, "nauc_mrr_at_100_diff1": 0.338434, "nauc_mrr_at_1000_max": 0.208965, "nauc_mrr_at_1000_std": 0.199045, "nauc_mrr_at_1000_diff1": 0.338543, "hit_rate_at_1": 0.49242, "hit_rate_at_3": 0.68182, "hit_rate_at_5": 0.77273, "hit_rate_at_10": 0.85606, "hit_rate_at_20": 0.87879, "hit_rate_at_25": 0.88636, "hit_rate_at_50": 0.95455, "hit_rate_at_100": 0.9697, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.492424, "R_cap_at_3": 0.574495, "R_cap_at_5": 0.668182, "R_cap_at_10": 0.747541, "R_cap_at_20": 0.801453, "R_cap_at_25": 0.81189, "R_cap_at_50": 0.889021, "R_cap_at_100": 0.932353, "R_cap_at_1000": 1.0, "main_score": 0.61249, "hf_subset": "default_gpt4o_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.65035, "ndcg_at_3": 0.69844, "ndcg_at_5": 0.7171, "ndcg_at_10": 0.75118, "ndcg_at_20": 0.76579, "ndcg_at_25": 0.77293, "ndcg_at_50": 0.78102, "ndcg_at_100": 0.78803, "ndcg_at_1000": 0.79069, "map_at_1": 0.36605, "map_at_3": 0.55074, "map_at_5": 0.6039, "map_at_10": 0.65782, "map_at_20": 0.67657, "map_at_25": 0.6796, "map_at_50": 0.68254, "map_at_100": 0.684, "map_at_1000": 0.68471, "recall_at_1": 0.36605, "recall_at_3": 0.63922, "recall_at_5": 0.72833, "recall_at_10": 0.86241, "recall_at_20": 0.91035, "recall_at_25": 0.93461, "recall_at_50": 0.96209, "recall_at_100": 0.99162, "recall_at_1000": 1.0, "accuracy": 0.36605, "precision_at_1": 0.65035, "precision_at_3": 0.45921, "precision_at_5": 0.34965, "precision_at_10": 0.23287, "precision_at_20": 0.13357, "precision_at_25": 0.10993, "precision_at_50": 0.05734, "precision_at_100": 0.03, "precision_at_1000": 0.0031, "mrr_at_1": 0.65035, "mrr_at_3": 0.749417, "mrr_at_5": 0.757809, "mrr_at_10": 0.769048, "mrr_at_20": 0.769397, "mrr_at_25": 0.769701, "mrr_at_50": 0.769701, "mrr_at_100": 0.769935, "mrr_at_1000": 0.769935, "nauc_ndcg_at_1_max": 0.297132, "nauc_ndcg_at_1_std": 0.108969, "nauc_ndcg_at_1_diff1": 0.326333, "nauc_ndcg_at_3_max": 0.334895, "nauc_ndcg_at_3_std": 0.164891, "nauc_ndcg_at_3_diff1": 0.351775, "nauc_ndcg_at_5_max": 0.357716, "nauc_ndcg_at_5_std": 0.165661, "nauc_ndcg_at_5_diff1": 0.361746, "nauc_ndcg_at_10_max": 0.392063, "nauc_ndcg_at_10_std": 0.23395, "nauc_ndcg_at_10_diff1": 0.347948, "nauc_ndcg_at_20_max": 0.383676, "nauc_ndcg_at_20_std": 0.205045, "nauc_ndcg_at_20_diff1": 0.340355, "nauc_ndcg_at_25_max": 0.370506, "nauc_ndcg_at_25_std": 0.192766, "nauc_ndcg_at_25_diff1": 0.338492, "nauc_ndcg_at_50_max": 0.371616, "nauc_ndcg_at_50_std": 0.201805, "nauc_ndcg_at_50_diff1": 0.332694, "nauc_ndcg_at_100_max": 0.352466, "nauc_ndcg_at_100_std": 0.181404, "nauc_ndcg_at_100_diff1": 0.33943, "nauc_ndcg_at_1000_max": 0.344637, "nauc_ndcg_at_1000_std": 0.170934, "nauc_ndcg_at_1000_diff1": 0.335782, "nauc_map_at_1_max": 0.30697, "nauc_map_at_1_std": 0.143526, "nauc_map_at_1_diff1": 0.374377, "nauc_map_at_3_max": 0.389693, "nauc_map_at_3_std": 0.211509, "nauc_map_at_3_diff1": 0.408079, "nauc_map_at_5_max": 0.380151, "nauc_map_at_5_std": 0.186588, "nauc_map_at_5_diff1": 0.387828, "nauc_map_at_10_max": 0.370711, "nauc_map_at_10_std": 0.194857, "nauc_map_at_10_diff1": 0.353967, "nauc_map_at_20_max": 0.351448, "nauc_map_at_20_std": 0.173579, "nauc_map_at_20_diff1": 0.335967, "nauc_map_at_25_max": 0.347514, "nauc_map_at_25_std": 0.17103, "nauc_map_at_25_diff1": 0.336419, "nauc_map_at_50_max": 0.34819, "nauc_map_at_50_std": 0.172544, "nauc_map_at_50_diff1": 0.336226, "nauc_map_at_100_max": 0.345552, "nauc_map_at_100_std": 0.169651, "nauc_map_at_100_diff1": 0.336277, "nauc_map_at_1000_max": 0.344173, "nauc_map_at_1000_std": 0.167717, "nauc_map_at_1000_diff1": 0.335889, "nauc_recall_at_1_max": 0.30697, "nauc_recall_at_1_std": 0.143526, "nauc_recall_at_1_diff1": 0.374377, "nauc_recall_at_3_max": 0.415911, "nauc_recall_at_3_std": 0.272299, "nauc_recall_at_3_diff1": 0.416975, "nauc_recall_at_5_max": 0.42911, "nauc_recall_at_5_std": 0.240265, "nauc_recall_at_5_diff1": 0.398568, "nauc_recall_at_10_max": 0.544942, "nauc_recall_at_10_std": 0.420076, "nauc_recall_at_10_diff1": 0.274216, "nauc_recall_at_20_max": 0.62617, "nauc_recall_at_20_std": 0.42354, "nauc_recall_at_20_diff1": 0.297712, "nauc_recall_at_25_max": 0.570387, "nauc_recall_at_25_std": 0.351039, "nauc_recall_at_25_diff1": 0.250314, "nauc_recall_at_50_max": 0.777892, "nauc_recall_at_50_std": 0.677371, "nauc_recall_at_50_diff1": 0.11927, "nauc_recall_at_100_max": 0.696131, "nauc_recall_at_100_std": 0.738714, "nauc_recall_at_100_diff1": 0.488112, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.297132, "nauc_precision_at_1_std": 0.108969, "nauc_precision_at_1_diff1": 0.326333, "nauc_precision_at_3_max": 0.057727, "nauc_precision_at_3_std": 0.034037, "nauc_precision_at_3_diff1": 0.016339, "nauc_precision_at_5_max": -0.036746, "nauc_precision_at_5_std": -0.043853, "nauc_precision_at_5_diff1": -0.090098, "nauc_precision_at_10_max": -0.127468, "nauc_precision_at_10_std": -0.072744, "nauc_precision_at_10_diff1": -0.182664, "nauc_precision_at_20_max": -0.182097, "nauc_precision_at_20_std": -0.121882, "nauc_precision_at_20_diff1": -0.21615, "nauc_precision_at_25_max": -0.196709, "nauc_precision_at_25_std": -0.129212, "nauc_precision_at_25_diff1": -0.2174, "nauc_precision_at_50_max": -0.202914, "nauc_precision_at_50_std": -0.131139, "nauc_precision_at_50_diff1": -0.220213, "nauc_precision_at_100_max": -0.233133, "nauc_precision_at_100_std": -0.160839, "nauc_precision_at_100_diff1": -0.226913, "nauc_precision_at_1000_max": -0.24715, "nauc_precision_at_1000_std": -0.181723, "nauc_precision_at_1000_diff1": -0.228867, "nauc_mrr_at_1_max": 0.297132, "nauc_mrr_at_1_std": 0.108969, "nauc_mrr_at_1_diff1": 0.326333, "nauc_mrr_at_3_max": 0.330691, "nauc_mrr_at_3_std": 0.181449, "nauc_mrr_at_3_diff1": 0.386185, "nauc_mrr_at_5_max": 0.336517, "nauc_mrr_at_5_std": 0.166589, "nauc_mrr_at_5_diff1": 0.380398, "nauc_mrr_at_10_max": 0.33535, "nauc_mrr_at_10_std": 0.171461, "nauc_mrr_at_10_diff1": 0.36412, "nauc_mrr_at_20_max": 0.335309, "nauc_mrr_at_20_std": 0.170782, "nauc_mrr_at_20_diff1": 0.363223, "nauc_mrr_at_25_max": 0.334282, "nauc_mrr_at_25_std": 0.169702, "nauc_mrr_at_25_diff1": 0.362668, "nauc_mrr_at_50_max": 0.334282, "nauc_mrr_at_50_std": 0.169702, "nauc_mrr_at_50_diff1": 0.362668, "nauc_mrr_at_100_max": 0.333663, "nauc_mrr_at_100_std": 0.168714, "nauc_mrr_at_100_diff1": 0.363746, "nauc_mrr_at_1000_max": 0.333663, "nauc_mrr_at_1000_std": 0.168714, "nauc_mrr_at_1000_diff1": 0.363746, "hit_rate_at_1": 0.65035, "hit_rate_at_3": 0.86014, "hit_rate_at_5": 0.8951, "hit_rate_at_10": 0.97203, "hit_rate_at_20": 0.97902, "hit_rate_at_25": 0.98601, "hit_rate_at_50": 0.98601, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.65035, "R_cap_at_3": 0.737762, "R_cap_at_5": 0.780186, "R_cap_at_10": 0.873576, "R_cap_at_20": 0.910353, "R_cap_at_25": 0.934614, "R_cap_at_50": 0.962092, "R_cap_at_100": 0.991624, "R_cap_at_1000": 1.0, "main_score": 0.75118, "hf_subset": "default_gpt4o_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.56035, "ndcg_at_5": 0.61248, "ndcg_at_10": 0.67277, "ndcg_at_20": 0.70325, "ndcg_at_25": 0.70325, "ndcg_at_50": 0.70325, "ndcg_at_100": 0.70325, "ndcg_at_1000": 0.70325, "map_at_1": 0.38782, "map_at_3": 0.52083, "map_at_5": 0.56074, "map_at_10": 0.58897, "map_at_20": 0.60048, "map_at_25": 0.60048, "map_at_50": 0.60048, "map_at_100": 0.60048, "map_at_1000": 0.60048, "recall_at_1": 0.38782, "recall_at_3": 0.60417, "recall_at_5": 0.73077, "recall_at_10": 0.90385, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.38782, "precision_at_1": 0.5, "precision_at_3": 0.28205, "precision_at_5": 0.20385, "precision_at_10": 0.125, "precision_at_20": 0.07308, "precision_at_25": 0.05846, "precision_at_50": 0.02923, "precision_at_100": 0.01462, "precision_at_1000": 0.00146, "mrr_at_1": 0.5, "mrr_at_3": 0.567308, "mrr_at_5": 0.595192, "mrr_at_10": 0.616094, "mrr_at_20": 0.621886, "mrr_at_25": 0.621886, "mrr_at_50": 0.621886, "mrr_at_100": 0.621886, "mrr_at_1000": 0.621886, "nauc_ndcg_at_1_max": 0.227835, "nauc_ndcg_at_1_std": 0.150603, "nauc_ndcg_at_1_diff1": 0.488851, "nauc_ndcg_at_3_max": 0.325257, "nauc_ndcg_at_3_std": 0.330049, "nauc_ndcg_at_3_diff1": 0.512798, "nauc_ndcg_at_5_max": 0.410984, "nauc_ndcg_at_5_std": 0.403543, "nauc_ndcg_at_5_diff1": 0.473568, "nauc_ndcg_at_10_max": 0.335341, "nauc_ndcg_at_10_std": 0.343024, "nauc_ndcg_at_10_diff1": 0.514763, "nauc_ndcg_at_20_max": 0.294852, "nauc_ndcg_at_20_std": 0.268843, "nauc_ndcg_at_20_diff1": 0.485418, "nauc_ndcg_at_25_max": 0.294852, "nauc_ndcg_at_25_std": 0.268843, "nauc_ndcg_at_25_diff1": 0.485418, "nauc_ndcg_at_50_max": 0.294852, "nauc_ndcg_at_50_std": 0.268843, "nauc_ndcg_at_50_diff1": 0.485418, "nauc_ndcg_at_100_max": 0.294852, "nauc_ndcg_at_100_std": 0.268843, "nauc_ndcg_at_100_diff1": 0.485418, "nauc_ndcg_at_1000_max": 0.294852, "nauc_ndcg_at_1000_std": 0.268843, "nauc_ndcg_at_1000_diff1": 0.485418, "nauc_map_at_1_max": 0.288273, "nauc_map_at_1_std": 0.082321, "nauc_map_at_1_diff1": 0.520502, "nauc_map_at_3_max": 0.310996, "nauc_map_at_3_std": 0.272003, "nauc_map_at_3_diff1": 0.508677, "nauc_map_at_5_max": 0.373779, "nauc_map_at_5_std": 0.340288, "nauc_map_at_5_diff1": 0.501371, "nauc_map_at_10_max": 0.335155, "nauc_map_at_10_std": 0.305548, "nauc_map_at_10_diff1": 0.515201, "nauc_map_at_20_max": 0.31982, "nauc_map_at_20_std": 0.283012, "nauc_map_at_20_diff1": 0.502825, "nauc_map_at_25_max": 0.31982, "nauc_map_at_25_std": 0.283012, "nauc_map_at_25_diff1": 0.502825, "nauc_map_at_50_max": 0.31982, "nauc_map_at_50_std": 0.283012, "nauc_map_at_50_diff1": 0.502825, "nauc_map_at_100_max": 0.31982, "nauc_map_at_100_std": 0.283012, "nauc_map_at_100_diff1": 0.502825, "nauc_map_at_1000_max": 0.31982, "nauc_map_at_1000_std": 0.283012, "nauc_map_at_1000_diff1": 0.502825, "nauc_recall_at_1_max": 0.288273, "nauc_recall_at_1_std": 0.082321, "nauc_recall_at_1_diff1": 0.520502, "nauc_recall_at_3_max": 0.3854, "nauc_recall_at_3_std": 0.448976, "nauc_recall_at_3_diff1": 0.501642, "nauc_recall_at_5_max": 0.645442, "nauc_recall_at_5_std": 0.714817, "nauc_recall_at_5_diff1": 0.380213, "nauc_recall_at_10_max": 0.527935, "nauc_recall_at_10_std": 0.814218, "nauc_recall_at_10_diff1": 0.602691, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.227835, "nauc_precision_at_1_std": 0.150603, "nauc_precision_at_1_diff1": 0.488851, "nauc_precision_at_3_max": 0.180137, "nauc_precision_at_3_std": 0.400214, "nauc_precision_at_3_diff1": 0.22633, "nauc_precision_at_5_max": 0.249256, "nauc_precision_at_5_std": 0.483152, "nauc_precision_at_5_diff1": 0.127841, "nauc_precision_at_10_max": 0.004084, "nauc_precision_at_10_std": 0.304872, "nauc_precision_at_10_diff1": 0.056196, "nauc_precision_at_20_max": -0.21893, "nauc_precision_at_20_std": -0.002935, "nauc_precision_at_20_diff1": -0.172351, "nauc_precision_at_25_max": -0.21893, "nauc_precision_at_25_std": -0.002935, "nauc_precision_at_25_diff1": -0.172351, "nauc_precision_at_50_max": -0.21893, "nauc_precision_at_50_std": -0.002935, "nauc_precision_at_50_diff1": -0.172351, "nauc_precision_at_100_max": -0.21893, "nauc_precision_at_100_std": -0.002935, "nauc_precision_at_100_diff1": -0.172351, "nauc_precision_at_1000_max": -0.21893, "nauc_precision_at_1000_std": -0.002935, "nauc_precision_at_1000_diff1": -0.172351, "nauc_mrr_at_1_max": 0.227835, "nauc_mrr_at_1_std": 0.150603, "nauc_mrr_at_1_diff1": 0.488851, "nauc_mrr_at_3_max": 0.260477, "nauc_mrr_at_3_std": 0.251226, "nauc_mrr_at_3_diff1": 0.488747, "nauc_mrr_at_5_max": 0.288397, "nauc_mrr_at_5_std": 0.272777, "nauc_mrr_at_5_diff1": 0.465737, "nauc_mrr_at_10_max": 0.26344, "nauc_mrr_at_10_std": 0.251871, "nauc_mrr_at_10_diff1": 0.477059, "nauc_mrr_at_20_max": 0.259373, "nauc_mrr_at_20_std": 0.239002, "nauc_mrr_at_20_diff1": 0.473227, "nauc_mrr_at_25_max": 0.259373, "nauc_mrr_at_25_std": 0.239002, "nauc_mrr_at_25_diff1": 0.473227, "nauc_mrr_at_50_max": 0.259373, "nauc_mrr_at_50_std": 0.239002, "nauc_mrr_at_50_diff1": 0.473227, "nauc_mrr_at_100_max": 0.259373, "nauc_mrr_at_100_std": 0.239002, "nauc_mrr_at_100_diff1": 0.473227, "nauc_mrr_at_1000_max": 0.259373, "nauc_mrr_at_1000_std": 0.239002, "nauc_mrr_at_1000_diff1": 0.473227, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.65385, "hit_rate_at_5": 0.76923, "hit_rate_at_10": 0.92308, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.5, "R_cap_at_3": 0.612179, "R_cap_at_5": 0.730769, "R_cap_at_10": 0.903846, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.67277, "hf_subset": "default_gpt4o_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73239, "ndcg_at_3": 0.75865, "ndcg_at_5": 0.77809, "ndcg_at_10": 0.81396, "ndcg_at_20": 0.83562, "ndcg_at_25": 0.83562, "ndcg_at_50": 0.83562, "ndcg_at_100": 0.83562, "ndcg_at_1000": 0.83562, "map_at_1": 0.62089, "map_at_3": 0.73318, "map_at_5": 0.74797, "map_at_10": 0.76593, "map_at_20": 0.77444, "map_at_25": 0.77444, "map_at_50": 0.77444, "map_at_100": 0.77444, "map_at_1000": 0.77444, "recall_at_1": 0.62089, "recall_at_3": 0.78991, "recall_at_5": 0.83451, "recall_at_10": 0.9284, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62089, "precision_at_1": 0.73239, "precision_at_3": 0.33803, "precision_at_5": 0.2169, "precision_at_10": 0.12535, "precision_at_20": 0.06972, "precision_at_25": 0.05577, "precision_at_50": 0.02789, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.732394, "mrr_at_3": 0.774648, "mrr_at_5": 0.783803, "mrr_at_10": 0.795383, "mrr_at_20": 0.798147, "mrr_at_25": 0.798147, "mrr_at_50": 0.798147, "mrr_at_100": 0.798147, "mrr_at_1000": 0.798147, "nauc_ndcg_at_1_max": 0.4662, "nauc_ndcg_at_1_std": 0.651841, "nauc_ndcg_at_1_diff1": 0.732813, "nauc_ndcg_at_3_max": 0.611813, "nauc_ndcg_at_3_std": 0.766675, "nauc_ndcg_at_3_diff1": 0.709922, "nauc_ndcg_at_5_max": 0.603583, "nauc_ndcg_at_5_std": 0.757596, "nauc_ndcg_at_5_diff1": 0.707102, "nauc_ndcg_at_10_max": 0.569922, "nauc_ndcg_at_10_std": 0.729423, "nauc_ndcg_at_10_diff1": 0.672791, "nauc_ndcg_at_20_max": 0.560342, "nauc_ndcg_at_20_std": 0.70748, "nauc_ndcg_at_20_diff1": 0.701267, "nauc_ndcg_at_25_max": 0.560342, "nauc_ndcg_at_25_std": 0.70748, "nauc_ndcg_at_25_diff1": 0.701267, "nauc_ndcg_at_50_max": 0.560342, "nauc_ndcg_at_50_std": 0.70748, "nauc_ndcg_at_50_diff1": 0.701267, "nauc_ndcg_at_100_max": 0.560342, "nauc_ndcg_at_100_std": 0.70748, "nauc_ndcg_at_100_diff1": 0.701267, "nauc_ndcg_at_1000_max": 0.560342, "nauc_ndcg_at_1000_std": 0.70748, "nauc_ndcg_at_1000_diff1": 0.701267, "nauc_map_at_1_max": 0.494075, "nauc_map_at_1_std": 0.463163, "nauc_map_at_1_diff1": 0.772937, "nauc_map_at_3_max": 0.59325, "nauc_map_at_3_std": 0.725611, "nauc_map_at_3_diff1": 0.727429, "nauc_map_at_5_max": 0.591811, "nauc_map_at_5_std": 0.728041, "nauc_map_at_5_diff1": 0.724808, "nauc_map_at_10_max": 0.574158, "nauc_map_at_10_std": 0.713251, "nauc_map_at_10_diff1": 0.709236, "nauc_map_at_20_max": 0.570301, "nauc_map_at_20_std": 0.705792, "nauc_map_at_20_diff1": 0.714228, "nauc_map_at_25_max": 0.570301, "nauc_map_at_25_std": 0.705792, "nauc_map_at_25_diff1": 0.714228, "nauc_map_at_50_max": 0.570301, "nauc_map_at_50_std": 0.705792, "nauc_map_at_50_diff1": 0.714228, "nauc_map_at_100_max": 0.570301, "nauc_map_at_100_std": 0.705792, "nauc_map_at_100_diff1": 0.714228, "nauc_map_at_1000_max": 0.570301, "nauc_map_at_1000_std": 0.705792, "nauc_map_at_1000_diff1": 0.714228, "nauc_recall_at_1_max": 0.494075, "nauc_recall_at_1_std": 0.463163, "nauc_recall_at_1_diff1": 0.772937, "nauc_recall_at_3_max": 0.699018, "nauc_recall_at_3_std": 0.875056, "nauc_recall_at_3_diff1": 0.664987, "nauc_recall_at_5_max": 0.688282, "nauc_recall_at_5_std": 0.861004, "nauc_recall_at_5_diff1": 0.647466, "nauc_recall_at_10_max": 0.601774, "nauc_recall_at_10_std": 0.837592, "nauc_recall_at_10_diff1": 0.408064, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.4662, "nauc_precision_at_1_std": 0.651841, "nauc_precision_at_1_diff1": 0.732813, "nauc_precision_at_3_max": 0.169008, "nauc_precision_at_3_std": 0.532163, "nauc_precision_at_3_diff1": 0.052716, "nauc_precision_at_5_max": 0.083334, "nauc_precision_at_5_std": 0.431427, "nauc_precision_at_5_diff1": -0.037356, "nauc_precision_at_10_max": -0.153702, "nauc_precision_at_10_std": 0.143143, "nauc_precision_at_10_diff1": -0.318751, "nauc_precision_at_20_max": -0.295377, "nauc_precision_at_20_std": -0.096116, "nauc_precision_at_20_diff1": -0.425407, "nauc_precision_at_25_max": -0.295377, "nauc_precision_at_25_std": -0.096116, "nauc_precision_at_25_diff1": -0.425407, "nauc_precision_at_50_max": -0.295377, "nauc_precision_at_50_std": -0.096116, "nauc_precision_at_50_diff1": -0.425407, "nauc_precision_at_100_max": -0.295377, "nauc_precision_at_100_std": -0.096116, "nauc_precision_at_100_diff1": -0.425407, "nauc_precision_at_1000_max": -0.295377, "nauc_precision_at_1000_std": -0.096116, "nauc_precision_at_1000_diff1": -0.425407, "nauc_mrr_at_1_max": 0.4662, "nauc_mrr_at_1_std": 0.651841, "nauc_mrr_at_1_diff1": 0.732813, "nauc_mrr_at_3_max": 0.550912, "nauc_mrr_at_3_std": 0.732308, "nauc_mrr_at_3_diff1": 0.700266, "nauc_mrr_at_5_max": 0.539884, "nauc_mrr_at_5_std": 0.717165, "nauc_mrr_at_5_diff1": 0.696464, "nauc_mrr_at_10_max": 0.530603, "nauc_mrr_at_10_std": 0.707172, "nauc_mrr_at_10_diff1": 0.689253, "nauc_mrr_at_20_max": 0.530015, "nauc_mrr_at_20_std": 0.705576, "nauc_mrr_at_20_diff1": 0.697411, "nauc_mrr_at_25_max": 0.530015, "nauc_mrr_at_25_std": 0.705576, "nauc_mrr_at_25_diff1": 0.697411, "nauc_mrr_at_50_max": 0.530015, "nauc_mrr_at_50_std": 0.705576, "nauc_mrr_at_50_diff1": 0.697411, "nauc_mrr_at_100_max": 0.530015, "nauc_mrr_at_100_std": 0.705576, "nauc_mrr_at_100_diff1": 0.697411, "nauc_mrr_at_1000_max": 0.530015, "nauc_mrr_at_1000_std": 0.705576, "nauc_mrr_at_1000_diff1": 0.697411, "hit_rate_at_1": 0.73239, "hit_rate_at_3": 0.83099, "hit_rate_at_5": 0.87324, "hit_rate_at_10": 0.95775, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.732394, "R_cap_at_3": 0.79108, "R_cap_at_5": 0.834507, "R_cap_at_10": 0.928404, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.81396, "hf_subset": "default_gpt4o_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73611, "ndcg_at_3": 0.79979, "ndcg_at_5": 0.82112, "ndcg_at_10": 0.84653, "ndcg_at_20": 0.85968, "ndcg_at_25": 0.85968, "ndcg_at_50": 0.85968, "ndcg_at_100": 0.85968, "ndcg_at_1000": 0.85968, "map_at_1": 0.62384, "map_at_3": 0.77662, "map_at_5": 0.79595, "map_at_10": 0.80732, "map_at_20": 0.81152, "map_at_25": 0.81152, "map_at_50": 0.81152, "map_at_100": 0.81152, "map_at_1000": 0.81152, "recall_at_1": 0.62384, "recall_at_3": 0.83681, "recall_at_5": 0.88426, "recall_at_10": 0.95833, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62384, "precision_at_1": 0.73611, "precision_at_3": 0.37963, "precision_at_5": 0.24722, "precision_at_10": 0.13333, "precision_at_20": 0.07153, "precision_at_25": 0.05722, "precision_at_50": 0.02861, "precision_at_100": 0.01431, "precision_at_1000": 0.00143, "mrr_at_1": 0.736111, "mrr_at_3": 0.793981, "mrr_at_5": 0.800231, "mrr_at_10": 0.809987, "mrr_at_20": 0.813043, "mrr_at_25": 0.813043, "mrr_at_50": 0.813043, "mrr_at_100": 0.813043, "mrr_at_1000": 0.813043, "nauc_ndcg_at_1_max": 0.464746, "nauc_ndcg_at_1_std": 0.543704, "nauc_ndcg_at_1_diff1": 0.69259, "nauc_ndcg_at_3_max": 0.542235, "nauc_ndcg_at_3_std": 0.702137, "nauc_ndcg_at_3_diff1": 0.696365, "nauc_ndcg_at_5_max": 0.518317, "nauc_ndcg_at_5_std": 0.666242, "nauc_ndcg_at_5_diff1": 0.69091, "nauc_ndcg_at_10_max": 0.48411, "nauc_ndcg_at_10_std": 0.628276, "nauc_ndcg_at_10_diff1": 0.695359, "nauc_ndcg_at_20_max": 0.478009, "nauc_ndcg_at_20_std": 0.594056, "nauc_ndcg_at_20_diff1": 0.681914, "nauc_ndcg_at_25_max": 0.478009, "nauc_ndcg_at_25_std": 0.594056, "nauc_ndcg_at_25_diff1": 0.681914, "nauc_ndcg_at_50_max": 0.478009, "nauc_ndcg_at_50_std": 0.594056, "nauc_ndcg_at_50_diff1": 0.681914, "nauc_ndcg_at_100_max": 0.478009, "nauc_ndcg_at_100_std": 0.594056, "nauc_ndcg_at_100_diff1": 0.681914, "nauc_ndcg_at_1000_max": 0.478009, "nauc_ndcg_at_1000_std": 0.594056, "nauc_ndcg_at_1000_diff1": 0.681914, "nauc_map_at_1_max": 0.465719, "nauc_map_at_1_std": 0.265673, "nauc_map_at_1_diff1": 0.644323, "nauc_map_at_3_max": 0.526046, "nauc_map_at_3_std": 0.603982, "nauc_map_at_3_diff1": 0.695486, "nauc_map_at_5_max": 0.49813, "nauc_map_at_5_std": 0.618964, "nauc_map_at_5_diff1": 0.685388, "nauc_map_at_10_max": 0.483432, "nauc_map_at_10_std": 0.601373, "nauc_map_at_10_diff1": 0.685919, "nauc_map_at_20_max": 0.482098, "nauc_map_at_20_std": 0.59253, "nauc_map_at_20_diff1": 0.682343, "nauc_map_at_25_max": 0.482098, "nauc_map_at_25_std": 0.59253, "nauc_map_at_25_diff1": 0.682343, "nauc_map_at_50_max": 0.482098, "nauc_map_at_50_std": 0.59253, "nauc_map_at_50_diff1": 0.682343, "nauc_map_at_100_max": 0.482098, "nauc_map_at_100_std": 0.59253, "nauc_map_at_100_diff1": 0.682343, "nauc_map_at_1000_max": 0.482098, "nauc_map_at_1000_std": 0.59253, "nauc_map_at_1000_diff1": 0.682343, "nauc_recall_at_1_max": 0.465719, "nauc_recall_at_1_std": 0.265673, "nauc_recall_at_1_diff1": 0.644323, "nauc_recall_at_3_max": 0.678737, "nauc_recall_at_3_std": 0.874477, "nauc_recall_at_3_diff1": 0.730097, "nauc_recall_at_5_max": 0.65001, "nauc_recall_at_5_std": 0.902779, "nauc_recall_at_5_diff1": 0.727332, "nauc_recall_at_10_max": 0.545034, "nauc_recall_at_10_std": 0.956561, "nauc_recall_at_10_diff1": 0.821002, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.464746, "nauc_precision_at_1_std": 0.543704, "nauc_precision_at_1_diff1": 0.69259, "nauc_precision_at_3_max": -0.006982, "nauc_precision_at_3_std": 0.445819, "nauc_precision_at_3_diff1": 0.056215, "nauc_precision_at_5_max": -0.116651, "nauc_precision_at_5_std": 0.334756, "nauc_precision_at_5_diff1": -0.059729, "nauc_precision_at_10_max": -0.245117, "nauc_precision_at_10_std": 0.203245, "nauc_precision_at_10_diff1": -0.174844, "nauc_precision_at_20_max": -0.34131, "nauc_precision_at_20_std": 0.036489, "nauc_precision_at_20_diff1": -0.319766, "nauc_precision_at_25_max": -0.34131, "nauc_precision_at_25_std": 0.036489, "nauc_precision_at_25_diff1": -0.319766, "nauc_precision_at_50_max": -0.34131, "nauc_precision_at_50_std": 0.036489, "nauc_precision_at_50_diff1": -0.319766, "nauc_precision_at_100_max": -0.34131, "nauc_precision_at_100_std": 0.036489, "nauc_precision_at_100_diff1": -0.319766, "nauc_precision_at_1000_max": -0.34131, "nauc_precision_at_1000_std": 0.036489, "nauc_precision_at_1000_diff1": -0.319766, "nauc_mrr_at_1_max": 0.464746, "nauc_mrr_at_1_std": 0.543704, "nauc_mrr_at_1_diff1": 0.69259, "nauc_mrr_at_3_max": 0.492422, "nauc_mrr_at_3_std": 0.637331, "nauc_mrr_at_3_diff1": 0.688311, "nauc_mrr_at_5_max": 0.489257, "nauc_mrr_at_5_std": 0.621968, "nauc_mrr_at_5_diff1": 0.686597, "nauc_mrr_at_10_max": 0.478652, "nauc_mrr_at_10_std": 0.608704, "nauc_mrr_at_10_diff1": 0.690143, "nauc_mrr_at_20_max": 0.477493, "nauc_mrr_at_20_std": 0.602334, "nauc_mrr_at_20_diff1": 0.687644, "nauc_mrr_at_25_max": 0.477493, "nauc_mrr_at_25_std": 0.602334, "nauc_mrr_at_25_diff1": 0.687644, "nauc_mrr_at_50_max": 0.477493, "nauc_mrr_at_50_std": 0.602334, "nauc_mrr_at_50_diff1": 0.687644, "nauc_mrr_at_100_max": 0.477493, "nauc_mrr_at_100_std": 0.602334, "nauc_mrr_at_100_diff1": 0.687644, "nauc_mrr_at_1000_max": 0.477493, "nauc_mrr_at_1000_std": 0.602334, "nauc_mrr_at_1000_diff1": 0.687644, "hit_rate_at_1": 0.73611, "hit_rate_at_3": 0.86111, "hit_rate_at_5": 0.88889, "hit_rate_at_10": 0.95833, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.736111, "R_cap_at_3": 0.840278, "R_cap_at_5": 0.884259, "R_cap_at_10": 0.958333, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.84653, "hf_subset": "default_gpt4o_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84932, "ndcg_at_3": 0.88086, "ndcg_at_5": 0.89579, "ndcg_at_10": 0.91059, "ndcg_at_20": 0.91565, "ndcg_at_25": 0.91565, "ndcg_at_50": 0.91565, "ndcg_at_100": 0.91565, "ndcg_at_1000": 0.91565, "map_at_1": 0.68493, "map_at_3": 0.84817, "map_at_5": 0.86804, "map_at_10": 0.87558, "map_at_20": 0.87849, "map_at_25": 0.87849, "map_at_50": 0.87849, "map_at_100": 0.87849, "map_at_1000": 0.87849, "recall_at_1": 0.68493, "recall_at_3": 0.90982, "recall_at_5": 0.94521, "recall_at_10": 0.9863, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.68493, "precision_at_1": 0.84932, "precision_at_3": 0.42009, "precision_at_5": 0.26849, "precision_at_10": 0.1411, "precision_at_20": 0.0726, "precision_at_25": 0.05808, "precision_at_50": 0.02904, "precision_at_100": 0.01452, "precision_at_1000": 0.00145, "mrr_at_1": 0.849315, "mrr_at_3": 0.894977, "mrr_at_5": 0.898402, "mrr_at_10": 0.901881, "mrr_at_20": 0.901881, "mrr_at_25": 0.901881, "mrr_at_50": 0.901881, "mrr_at_100": 0.901881, "mrr_at_1000": 0.901881, "nauc_ndcg_at_1_max": 0.413427, "nauc_ndcg_at_1_std": 0.08775, "nauc_ndcg_at_1_diff1": 0.762086, "nauc_ndcg_at_3_max": 0.55776, "nauc_ndcg_at_3_std": 0.397885, "nauc_ndcg_at_3_diff1": 0.708569, "nauc_ndcg_at_5_max": 0.551343, "nauc_ndcg_at_5_std": 0.389581, "nauc_ndcg_at_5_diff1": 0.714086, "nauc_ndcg_at_10_max": 0.508416, "nauc_ndcg_at_10_std": 0.298233, "nauc_ndcg_at_10_diff1": 0.735468, "nauc_ndcg_at_20_max": 0.484753, "nauc_ndcg_at_20_std": 0.257103, "nauc_ndcg_at_20_diff1": 0.728804, "nauc_ndcg_at_25_max": 0.484753, "nauc_ndcg_at_25_std": 0.257103, "nauc_ndcg_at_25_diff1": 0.728804, "nauc_ndcg_at_50_max": 0.484753, "nauc_ndcg_at_50_std": 0.257103, "nauc_ndcg_at_50_diff1": 0.728804, "nauc_ndcg_at_100_max": 0.484753, "nauc_ndcg_at_100_std": 0.257103, "nauc_ndcg_at_100_diff1": 0.728804, "nauc_ndcg_at_1000_max": 0.484753, "nauc_ndcg_at_1000_std": 0.257103, "nauc_ndcg_at_1000_diff1": 0.728804, "nauc_map_at_1_max": 0.370362, "nauc_map_at_1_std": 0.025919, "nauc_map_at_1_diff1": 0.77735, "nauc_map_at_3_max": 0.524689, "nauc_map_at_3_std": 0.301285, "nauc_map_at_3_diff1": 0.705753, "nauc_map_at_5_max": 0.52182, "nauc_map_at_5_std": 0.347718, "nauc_map_at_5_diff1": 0.728567, "nauc_map_at_10_max": 0.505335, "nauc_map_at_10_std": 0.310562, "nauc_map_at_10_diff1": 0.734412, "nauc_map_at_20_max": 0.496016, "nauc_map_at_20_std": 0.294376, "nauc_map_at_20_diff1": 0.731772, "nauc_map_at_25_max": 0.496016, "nauc_map_at_25_std": 0.294376, "nauc_map_at_25_diff1": 0.731772, "nauc_map_at_50_max": 0.496016, "nauc_map_at_50_std": 0.294376, "nauc_map_at_50_diff1": 0.731772, "nauc_map_at_100_max": 0.496016, "nauc_map_at_100_std": 0.294376, "nauc_map_at_100_diff1": 0.731772, "nauc_map_at_1000_max": 0.496016, "nauc_map_at_1000_std": 0.294376, "nauc_map_at_1000_diff1": 0.731772, "nauc_recall_at_1_max": 0.370362, "nauc_recall_at_1_std": 0.025919, "nauc_recall_at_1_diff1": 0.77735, "nauc_recall_at_3_max": 0.710666, "nauc_recall_at_3_std": 0.684923, "nauc_recall_at_3_diff1": 0.613176, "nauc_recall_at_5_max": 0.805077, "nauc_recall_at_5_std": 0.902406, "nauc_recall_at_5_diff1": 0.604776, "nauc_recall_at_10_max": 0.860901, "nauc_recall_at_10_std": 0.934938, "nauc_recall_at_10_diff1": 0.795839, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.413427, "nauc_precision_at_1_std": 0.08775, "nauc_precision_at_1_diff1": 0.762086, "nauc_precision_at_3_max": -0.012705, "nauc_precision_at_3_std": 0.235561, "nauc_precision_at_3_diff1": -0.295893, "nauc_precision_at_5_max": -0.074099, "nauc_precision_at_5_std": 0.193543, "nauc_precision_at_5_diff1": -0.301401, "nauc_precision_at_10_max": -0.169611, "nauc_precision_at_10_std": 0.080795, "nauc_precision_at_10_diff1": -0.377567, "nauc_precision_at_20_max": -0.215225, "nauc_precision_at_20_std": 0.010087, "nauc_precision_at_20_diff1": -0.405084, "nauc_precision_at_25_max": -0.215225, "nauc_precision_at_25_std": 0.010087, "nauc_precision_at_25_diff1": -0.405084, "nauc_precision_at_50_max": -0.215225, "nauc_precision_at_50_std": 0.010087, "nauc_precision_at_50_diff1": -0.405084, "nauc_precision_at_100_max": -0.215225, "nauc_precision_at_100_std": 0.010087, "nauc_precision_at_100_diff1": -0.405084, "nauc_precision_at_1000_max": -0.215225, "nauc_precision_at_1000_std": 0.010087, "nauc_precision_at_1000_diff1": -0.405084, "nauc_mrr_at_1_max": 0.413427, "nauc_mrr_at_1_std": 0.08775, "nauc_mrr_at_1_diff1": 0.762086, "nauc_mrr_at_3_max": 0.476869, "nauc_mrr_at_3_std": 0.217199, "nauc_mrr_at_3_diff1": 0.727862, "nauc_mrr_at_5_max": 0.468313, "nauc_mrr_at_5_std": 0.189853, "nauc_mrr_at_5_diff1": 0.718355, "nauc_mrr_at_10_max": 0.454508, "nauc_mrr_at_10_std": 0.164832, "nauc_mrr_at_10_diff1": 0.727566, "nauc_mrr_at_20_max": 0.454508, "nauc_mrr_at_20_std": 0.164832, "nauc_mrr_at_20_diff1": 0.727566, "nauc_mrr_at_25_max": 0.454508, "nauc_mrr_at_25_std": 0.164832, "nauc_mrr_at_25_diff1": 0.727566, "nauc_mrr_at_50_max": 0.454508, "nauc_mrr_at_50_std": 0.164832, "nauc_mrr_at_50_diff1": 0.727566, "nauc_mrr_at_100_max": 0.454508, "nauc_mrr_at_100_std": 0.164832, "nauc_mrr_at_100_diff1": 0.727566, "nauc_mrr_at_1000_max": 0.454508, "nauc_mrr_at_1000_std": 0.164832, "nauc_mrr_at_1000_diff1": 0.727566, "hit_rate_at_1": 0.84932, "hit_rate_at_3": 0.9589, "hit_rate_at_5": 0.9726, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.849315, "R_cap_at_3": 0.915525, "R_cap_at_5": 0.945205, "R_cap_at_10": 0.986301, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91059, "hf_subset": "default_gpt4o_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.48485, "ndcg_at_3": 0.48187, "ndcg_at_5": 0.52998, "ndcg_at_10": 0.55554, "ndcg_at_20": 0.58505, "ndcg_at_25": 0.58749, "ndcg_at_50": 0.60572, "ndcg_at_100": 0.62105, "ndcg_at_1000": 0.64013, "map_at_1": 0.22508, "map_at_3": 0.36406, "map_at_5": 0.42548, "map_at_10": 0.47029, "map_at_20": 0.49749, "map_at_25": 0.49924, "map_at_50": 0.50408, "map_at_100": 0.50622, "map_at_1000": 0.50831, "recall_at_1": 0.22508, "recall_at_3": 0.40572, "recall_at_5": 0.53906, "recall_at_10": 0.65607, "recall_at_20": 0.76421, "recall_at_25": 0.76943, "recall_at_50": 0.83785, "recall_at_100": 0.90745, "recall_at_1000": 1.0, "accuracy": 0.22508, "precision_at_1": 0.48485, "precision_at_3": 0.35354, "precision_at_5": 0.29697, "precision_at_10": 0.20303, "precision_at_20": 0.12677, "precision_at_25": 0.10343, "precision_at_50": 0.05657, "precision_at_100": 0.03061, "precision_at_1000": 0.00342, "mrr_at_1": 0.484848, "mrr_at_3": 0.52862, "mrr_at_5": 0.547306, "mrr_at_10": 0.560814, "mrr_at_20": 0.56645, "mrr_at_25": 0.566909, "mrr_at_50": 0.568707, "mrr_at_100": 0.569354, "mrr_at_1000": 0.569555, "nauc_ndcg_at_1_max": 0.064623, "nauc_ndcg_at_1_std": 0.112026, "nauc_ndcg_at_1_diff1": 0.340883, "nauc_ndcg_at_3_max": 0.150106, "nauc_ndcg_at_3_std": 0.190033, "nauc_ndcg_at_3_diff1": 0.353044, "nauc_ndcg_at_5_max": 0.218117, "nauc_ndcg_at_5_std": 0.211747, "nauc_ndcg_at_5_diff1": 0.405059, "nauc_ndcg_at_10_max": 0.281999, "nauc_ndcg_at_10_std": 0.270811, "nauc_ndcg_at_10_diff1": 0.42964, "nauc_ndcg_at_20_max": 0.286234, "nauc_ndcg_at_20_std": 0.284738, "nauc_ndcg_at_20_diff1": 0.404103, "nauc_ndcg_at_25_max": 0.282786, "nauc_ndcg_at_25_std": 0.288841, "nauc_ndcg_at_25_diff1": 0.402918, "nauc_ndcg_at_50_max": 0.278687, "nauc_ndcg_at_50_std": 0.281947, "nauc_ndcg_at_50_diff1": 0.392359, "nauc_ndcg_at_100_max": 0.250839, "nauc_ndcg_at_100_std": 0.261409, "nauc_ndcg_at_100_diff1": 0.38124, "nauc_ndcg_at_1000_max": 0.20287, "nauc_ndcg_at_1000_std": 0.236941, "nauc_ndcg_at_1000_diff1": 0.368082, "nauc_map_at_1_max": 0.131341, "nauc_map_at_1_std": 0.016513, "nauc_map_at_1_diff1": 0.155805, "nauc_map_at_3_max": 0.149708, "nauc_map_at_3_std": 0.093828, "nauc_map_at_3_diff1": 0.254834, "nauc_map_at_5_max": 0.175891, "nauc_map_at_5_std": 0.115917, "nauc_map_at_5_diff1": 0.305623, "nauc_map_at_10_max": 0.205721, "nauc_map_at_10_std": 0.182853, "nauc_map_at_10_diff1": 0.339503, "nauc_map_at_20_max": 0.211793, "nauc_map_at_20_std": 0.219539, "nauc_map_at_20_diff1": 0.359472, "nauc_map_at_25_max": 0.210033, "nauc_map_at_25_std": 0.223601, "nauc_map_at_25_diff1": 0.359892, "nauc_map_at_50_max": 0.207597, "nauc_map_at_50_std": 0.223742, "nauc_map_at_50_diff1": 0.35692, "nauc_map_at_100_max": 0.204145, "nauc_map_at_100_std": 0.221187, "nauc_map_at_100_diff1": 0.354911, "nauc_map_at_1000_max": 0.199653, "nauc_map_at_1000_std": 0.218954, "nauc_map_at_1000_diff1": 0.353453, "nauc_recall_at_1_max": 0.131341, "nauc_recall_at_1_std": 0.016513, "nauc_recall_at_1_diff1": 0.155805, "nauc_recall_at_3_max": 0.223636, "nauc_recall_at_3_std": 0.149955, "nauc_recall_at_3_diff1": 0.294326, "nauc_recall_at_5_max": 0.345055, "nauc_recall_at_5_std": 0.166617, "nauc_recall_at_5_diff1": 0.415015, "nauc_recall_at_10_max": 0.528022, "nauc_recall_at_10_std": 0.388785, "nauc_recall_at_10_diff1": 0.54726, "nauc_recall_at_20_max": 0.662931, "nauc_recall_at_20_std": 0.556111, "nauc_recall_at_20_diff1": 0.528081, "nauc_recall_at_25_max": 0.662681, "nauc_recall_at_25_std": 0.575117, "nauc_recall_at_25_diff1": 0.530851, "nauc_recall_at_50_max": 0.825096, "nauc_recall_at_50_std": 0.611714, "nauc_recall_at_50_diff1": 0.512279, "nauc_recall_at_100_max": 0.858032, "nauc_recall_at_100_std": 0.58278, "nauc_recall_at_100_diff1": 0.510877, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.064623, "nauc_precision_at_1_std": 0.112026, "nauc_precision_at_1_diff1": 0.340883, "nauc_precision_at_3_max": 0.079365, "nauc_precision_at_3_std": 0.20286, "nauc_precision_at_3_diff1": 0.346359, "nauc_precision_at_5_max": 0.094408, "nauc_precision_at_5_std": 0.214678, "nauc_precision_at_5_diff1": 0.326888, "nauc_precision_at_10_max": 0.098137, "nauc_precision_at_10_std": 0.281712, "nauc_precision_at_10_diff1": 0.281497, "nauc_precision_at_20_max": 0.073938, "nauc_precision_at_20_std": 0.29371, "nauc_precision_at_20_diff1": 0.253843, "nauc_precision_at_25_max": 0.063908, "nauc_precision_at_25_std": 0.298249, "nauc_precision_at_25_diff1": 0.245083, "nauc_precision_at_50_max": 0.020039, "nauc_precision_at_50_std": 0.272277, "nauc_precision_at_50_diff1": 0.199349, "nauc_precision_at_100_max": -0.044986, "nauc_precision_at_100_std": 0.211808, "nauc_precision_at_100_diff1": 0.140392, "nauc_precision_at_1000_max": -0.152863, "nauc_precision_at_1000_std": 0.12957, "nauc_precision_at_1000_diff1": 0.063685, "nauc_mrr_at_1_max": 0.064623, "nauc_mrr_at_1_std": 0.112026, "nauc_mrr_at_1_diff1": 0.340883, "nauc_mrr_at_3_max": 0.150467, "nauc_mrr_at_3_std": 0.186393, "nauc_mrr_at_3_diff1": 0.386551, "nauc_mrr_at_5_max": 0.172744, "nauc_mrr_at_5_std": 0.1877, "nauc_mrr_at_5_diff1": 0.398612, "nauc_mrr_at_10_max": 0.17649, "nauc_mrr_at_10_std": 0.198495, "nauc_mrr_at_10_diff1": 0.406046, "nauc_mrr_at_20_max": 0.174041, "nauc_mrr_at_20_std": 0.198204, "nauc_mrr_at_20_diff1": 0.40026, "nauc_mrr_at_25_max": 0.173, "nauc_mrr_at_25_std": 0.197938, "nauc_mrr_at_25_diff1": 0.399315, "nauc_mrr_at_50_max": 0.173366, "nauc_mrr_at_50_std": 0.196915, "nauc_mrr_at_50_diff1": 0.398587, "nauc_mrr_at_100_max": 0.172166, "nauc_mrr_at_100_std": 0.195852, "nauc_mrr_at_100_diff1": 0.398743, "nauc_mrr_at_1000_max": 0.171748, "nauc_mrr_at_1000_std": 0.195547, "nauc_mrr_at_1000_diff1": 0.398771, "hit_rate_at_1": 0.48485, "hit_rate_at_3": 0.58586, "hit_rate_at_5": 0.66667, "hit_rate_at_10": 0.76768, "hit_rate_at_20": 0.84848, "hit_rate_at_25": 0.85859, "hit_rate_at_50": 0.91919, "hit_rate_at_100": 0.9697, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.484848, "R_cap_at_3": 0.493266, "R_cap_at_5": 0.597138, "R_cap_at_10": 0.672138, "R_cap_at_20": 0.764211, "R_cap_at_25": 0.769435, "R_cap_at_50": 0.837852, "R_cap_at_100": 0.907454, "R_cap_at_1000": 1.0, "main_score": 0.55554, "hf_subset": "sci_fi_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.48696, "ndcg_at_3": 0.48406, "ndcg_at_5": 0.5155, "ndcg_at_10": 0.52595, "ndcg_at_20": 0.55269, "ndcg_at_25": 0.55806, "ndcg_at_50": 0.58392, "ndcg_at_100": 0.60525, "ndcg_at_1000": 0.62271, "map_at_1": 0.23806, "map_at_3": 0.35281, "map_at_5": 0.40347, "map_at_10": 0.43562, "map_at_20": 0.45467, "map_at_25": 0.45716, "map_at_50": 0.46505, "map_at_100": 0.46896, "map_at_1000": 0.47111, "recall_at_1": 0.23806, "recall_at_3": 0.41359, "recall_at_5": 0.54024, "recall_at_10": 0.62658, "recall_at_20": 0.71991, "recall_at_25": 0.73561, "recall_at_50": 0.82648, "recall_at_100": 0.91765, "recall_at_1000": 1.0, "accuracy": 0.23806, "precision_at_1": 0.48696, "precision_at_3": 0.32464, "precision_at_5": 0.26609, "precision_at_10": 0.17565, "precision_at_20": 0.10826, "precision_at_25": 0.09009, "precision_at_50": 0.0527, "precision_at_100": 0.03, "precision_at_1000": 0.00337, "mrr_at_1": 0.486957, "mrr_at_3": 0.54058, "mrr_at_5": 0.55971, "mrr_at_10": 0.56862, "mrr_at_20": 0.573197, "mrr_at_25": 0.573575, "mrr_at_50": 0.575415, "mrr_at_100": 0.576293, "mrr_at_1000": 0.576569, "nauc_ndcg_at_1_max": 0.179876, "nauc_ndcg_at_1_std": -0.133091, "nauc_ndcg_at_1_diff1": 0.562925, "nauc_ndcg_at_3_max": 0.20298, "nauc_ndcg_at_3_std": -0.161537, "nauc_ndcg_at_3_diff1": 0.430366, "nauc_ndcg_at_5_max": 0.29337, "nauc_ndcg_at_5_std": -0.095956, "nauc_ndcg_at_5_diff1": 0.431253, "nauc_ndcg_at_10_max": 0.307019, "nauc_ndcg_at_10_std": -0.096998, "nauc_ndcg_at_10_diff1": 0.462882, "nauc_ndcg_at_20_max": 0.318765, "nauc_ndcg_at_20_std": -0.075829, "nauc_ndcg_at_20_diff1": 0.484699, "nauc_ndcg_at_25_max": 0.317509, "nauc_ndcg_at_25_std": -0.071116, "nauc_ndcg_at_25_diff1": 0.482514, "nauc_ndcg_at_50_max": 0.297622, "nauc_ndcg_at_50_std": -0.072742, "nauc_ndcg_at_50_diff1": 0.47094, "nauc_ndcg_at_100_max": 0.273054, "nauc_ndcg_at_100_std": -0.099658, "nauc_ndcg_at_100_diff1": 0.483477, "nauc_ndcg_at_1000_max": 0.254571, "nauc_ndcg_at_1000_std": -0.098911, "nauc_ndcg_at_1000_diff1": 0.465116, "nauc_map_at_1_max": 0.197616, "nauc_map_at_1_std": -0.16809, "nauc_map_at_1_diff1": 0.49146, "nauc_map_at_3_max": 0.242322, "nauc_map_at_3_std": -0.206179, "nauc_map_at_3_diff1": 0.441733, "nauc_map_at_5_max": 0.293453, "nauc_map_at_5_std": -0.135795, "nauc_map_at_5_diff1": 0.449613, "nauc_map_at_10_max": 0.306673, "nauc_map_at_10_std": -0.107741, "nauc_map_at_10_diff1": 0.476035, "nauc_map_at_20_max": 0.310248, "nauc_map_at_20_std": -0.087071, "nauc_map_at_20_diff1": 0.484107, "nauc_map_at_25_max": 0.310709, "nauc_map_at_25_std": -0.086077, "nauc_map_at_25_diff1": 0.482314, "nauc_map_at_50_max": 0.304981, "nauc_map_at_50_std": -0.084599, "nauc_map_at_50_diff1": 0.47904, "nauc_map_at_100_max": 0.300264, "nauc_map_at_100_std": -0.089551, "nauc_map_at_100_diff1": 0.480644, "nauc_map_at_1000_max": 0.298245, "nauc_map_at_1000_std": -0.090275, "nauc_map_at_1000_diff1": 0.478783, "nauc_recall_at_1_max": 0.197616, "nauc_recall_at_1_std": -0.16809, "nauc_recall_at_1_diff1": 0.49146, "nauc_recall_at_3_max": 0.229329, "nauc_recall_at_3_std": -0.233865, "nauc_recall_at_3_diff1": 0.312299, "nauc_recall_at_5_max": 0.329545, "nauc_recall_at_5_std": -0.120945, "nauc_recall_at_5_diff1": 0.276148, "nauc_recall_at_10_max": 0.350436, "nauc_recall_at_10_std": -0.099356, "nauc_recall_at_10_diff1": 0.351242, "nauc_recall_at_20_max": 0.502745, "nauc_recall_at_20_std": 0.03713, "nauc_recall_at_20_diff1": 0.43227, "nauc_recall_at_25_max": 0.508528, "nauc_recall_at_25_std": 0.065408, "nauc_recall_at_25_diff1": 0.433814, "nauc_recall_at_50_max": 0.514238, "nauc_recall_at_50_std": 0.070424, "nauc_recall_at_50_diff1": 0.391613, "nauc_recall_at_100_max": 0.482905, "nauc_recall_at_100_std": -0.138714, "nauc_recall_at_100_diff1": 0.649756, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.179876, "nauc_precision_at_1_std": -0.133091, "nauc_precision_at_1_diff1": 0.562925, "nauc_precision_at_3_max": 0.149604, "nauc_precision_at_3_std": -0.019537, "nauc_precision_at_3_diff1": 0.241152, "nauc_precision_at_5_max": 0.179482, "nauc_precision_at_5_std": 0.130262, "nauc_precision_at_5_diff1": 0.204912, "nauc_precision_at_10_max": 0.132524, "nauc_precision_at_10_std": 0.156743, "nauc_precision_at_10_diff1": 0.175043, "nauc_precision_at_20_max": 0.083755, "nauc_precision_at_20_std": 0.172794, "nauc_precision_at_20_diff1": 0.136557, "nauc_precision_at_25_max": 0.0754, "nauc_precision_at_25_std": 0.170371, "nauc_precision_at_25_diff1": 0.115142, "nauc_precision_at_50_max": 0.001939, "nauc_precision_at_50_std": 0.162516, "nauc_precision_at_50_diff1": 0.047554, "nauc_precision_at_100_max": -0.070838, "nauc_precision_at_100_std": 0.099146, "nauc_precision_at_100_diff1": 0.011267, "nauc_precision_at_1000_max": -0.124065, "nauc_precision_at_1000_std": 0.089452, "nauc_precision_at_1000_diff1": -0.07012, "nauc_mrr_at_1_max": 0.179876, "nauc_mrr_at_1_std": -0.133091, "nauc_mrr_at_1_diff1": 0.562925, "nauc_mrr_at_3_max": 0.186762, "nauc_mrr_at_3_std": -0.14102, "nauc_mrr_at_3_diff1": 0.503719, "nauc_mrr_at_5_max": 0.199258, "nauc_mrr_at_5_std": -0.138507, "nauc_mrr_at_5_diff1": 0.497315, "nauc_mrr_at_10_max": 0.192467, "nauc_mrr_at_10_std": -0.142736, "nauc_mrr_at_10_diff1": 0.502127, "nauc_mrr_at_20_max": 0.198628, "nauc_mrr_at_20_std": -0.133472, "nauc_mrr_at_20_diff1": 0.503673, "nauc_mrr_at_25_max": 0.198407, "nauc_mrr_at_25_std": -0.132922, "nauc_mrr_at_25_diff1": 0.504056, "nauc_mrr_at_50_max": 0.197701, "nauc_mrr_at_50_std": -0.134257, "nauc_mrr_at_50_diff1": 0.50296, "nauc_mrr_at_100_max": 0.196989, "nauc_mrr_at_100_std": -0.135511, "nauc_mrr_at_100_diff1": 0.504504, "nauc_mrr_at_1000_max": 0.196687, "nauc_mrr_at_1000_std": -0.135434, "nauc_mrr_at_1000_diff1": 0.504372, "hit_rate_at_1": 0.48696, "hit_rate_at_3": 0.6087, "hit_rate_at_5": 0.68696, "hit_rate_at_10": 0.75652, "hit_rate_at_20": 0.83478, "hit_rate_at_25": 0.84348, "hit_rate_at_50": 0.90435, "hit_rate_at_100": 0.96522, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.486957, "R_cap_at_3": 0.507246, "R_cap_at_5": 0.590725, "R_cap_at_10": 0.636643, "R_cap_at_20": 0.719907, "R_cap_at_25": 0.735606, "R_cap_at_50": 0.826484, "R_cap_at_100": 0.917647, "R_cap_at_1000": 1.0, "main_score": 0.52595, "hf_subset": "sci_fi_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.9, "ndcg_at_5": 0.9, "ndcg_at_10": 0.9, "ndcg_at_20": 0.9, "ndcg_at_25": 0.9, "ndcg_at_50": 0.9, "ndcg_at_100": 0.9, "ndcg_at_1000": 0.9, "map_at_1": 0.8, "map_at_3": 0.86667, "map_at_5": 0.86667, "map_at_10": 0.86667, "map_at_20": 0.86667, "map_at_25": 0.86667, "map_at_50": 0.86667, "map_at_100": 0.86667, "map_at_1000": 0.86667, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.866667, "mrr_at_5": 0.866667, "mrr_at_10": 0.866667, "mrr_at_20": 0.866667, "mrr_at_25": 0.866667, "mrr_at_50": 0.866667, "mrr_at_100": 0.866667, "mrr_at_1000": 0.866667, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": -1.833333, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": -1.833333, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": -1.833333, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": -1.833333, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": -1.833333, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": -1.833333, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": -1.833333, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": -1.833333, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": -1.833333, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": -1.833333, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": -1.833333, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": -1.833333, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": -1.833333, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": -1.833333, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": -1.833333, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": -1.833333, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": -1.833333, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": -1.833333, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": -1.833333, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": -1.833333, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": -1.833333, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": -1.833333, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": -1.833333, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": -1.833333, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": -1.833333, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": -1.833333, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": -1.833333, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": -1.833333, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": -1.833333, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9, "hf_subset": "sci_fi_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.48438, "ndcg_at_3": 0.48453, "ndcg_at_5": 0.50711, "ndcg_at_10": 0.52624, "ndcg_at_20": 0.55975, "ndcg_at_25": 0.56878, "ndcg_at_50": 0.59248, "ndcg_at_100": 0.60862, "ndcg_at_1000": 0.62718, "map_at_1": 0.23271, "map_at_3": 0.36117, "map_at_5": 0.40697, "map_at_10": 0.44264, "map_at_20": 0.46642, "map_at_25": 0.46956, "map_at_50": 0.47593, "map_at_100": 0.47918, "map_at_1000": 0.48132, "recall_at_1": 0.23271, "recall_at_3": 0.40932, "recall_at_5": 0.51063, "recall_at_10": 0.60522, "recall_at_20": 0.71885, "recall_at_25": 0.74858, "recall_at_50": 0.8422, "recall_at_100": 0.90884, "recall_at_1000": 1.0, "accuracy": 0.23271, "precision_at_1": 0.48438, "precision_at_3": 0.33854, "precision_at_5": 0.27031, "precision_at_10": 0.17813, "precision_at_20": 0.11328, "precision_at_25": 0.095, "precision_at_50": 0.05344, "precision_at_100": 0.02977, "precision_at_1000": 0.00333, "mrr_at_1": 0.484375, "mrr_at_3": 0.541667, "mrr_at_5": 0.555729, "mrr_at_10": 0.563973, "mrr_at_20": 0.571511, "mrr_at_25": 0.572922, "mrr_at_50": 0.574633, "mrr_at_100": 0.575113, "mrr_at_1000": 0.575423, "nauc_ndcg_at_1_max": 0.047579, "nauc_ndcg_at_1_std": -0.124196, "nauc_ndcg_at_1_diff1": 0.590693, "nauc_ndcg_at_3_max": 0.107973, "nauc_ndcg_at_3_std": -0.071862, "nauc_ndcg_at_3_diff1": 0.443558, "nauc_ndcg_at_5_max": 0.172806, "nauc_ndcg_at_5_std": -0.014027, "nauc_ndcg_at_5_diff1": 0.457074, "nauc_ndcg_at_10_max": 0.261648, "nauc_ndcg_at_10_std": 0.023362, "nauc_ndcg_at_10_diff1": 0.458666, "nauc_ndcg_at_20_max": 0.278254, "nauc_ndcg_at_20_std": 0.060009, "nauc_ndcg_at_20_diff1": 0.450167, "nauc_ndcg_at_25_max": 0.268048, "nauc_ndcg_at_25_std": 0.053073, "nauc_ndcg_at_25_diff1": 0.463184, "nauc_ndcg_at_50_max": 0.233981, "nauc_ndcg_at_50_std": 0.025056, "nauc_ndcg_at_50_diff1": 0.480668, "nauc_ndcg_at_100_max": 0.207375, "nauc_ndcg_at_100_std": 0.012605, "nauc_ndcg_at_100_diff1": 0.475183, "nauc_ndcg_at_1000_max": 0.184541, "nauc_ndcg_at_1000_std": -0.002112, "nauc_ndcg_at_1000_diff1": 0.472723, "nauc_map_at_1_max": 0.140229, "nauc_map_at_1_std": -0.195067, "nauc_map_at_1_diff1": 0.394467, "nauc_map_at_3_max": 0.233638, "nauc_map_at_3_std": -0.105052, "nauc_map_at_3_diff1": 0.3854, "nauc_map_at_5_max": 0.233233, "nauc_map_at_5_std": -0.074512, "nauc_map_at_5_diff1": 0.419521, "nauc_map_at_10_max": 0.254247, "nauc_map_at_10_std": -0.03224, "nauc_map_at_10_diff1": 0.423541, "nauc_map_at_20_max": 0.249862, "nauc_map_at_20_std": 0.006064, "nauc_map_at_20_diff1": 0.422363, "nauc_map_at_25_max": 0.244681, "nauc_map_at_25_std": 0.002702, "nauc_map_at_25_diff1": 0.427602, "nauc_map_at_50_max": 0.234441, "nauc_map_at_50_std": -0.004243, "nauc_map_at_50_diff1": 0.434977, "nauc_map_at_100_max": 0.228784, "nauc_map_at_100_std": -0.006839, "nauc_map_at_100_diff1": 0.435559, "nauc_map_at_1000_max": 0.226443, "nauc_map_at_1000_std": -0.008044, "nauc_map_at_1000_diff1": 0.43498, "nauc_recall_at_1_max": 0.140229, "nauc_recall_at_1_std": -0.195067, "nauc_recall_at_1_diff1": 0.394467, "nauc_recall_at_3_max": 0.257273, "nauc_recall_at_3_std": -0.059365, "nauc_recall_at_3_diff1": 0.343128, "nauc_recall_at_5_max": 0.287028, "nauc_recall_at_5_std": 0.021417, "nauc_recall_at_5_diff1": 0.382299, "nauc_recall_at_10_max": 0.452132, "nauc_recall_at_10_std": 0.134931, "nauc_recall_at_10_diff1": 0.394437, "nauc_recall_at_20_max": 0.588639, "nauc_recall_at_20_std": 0.341597, "nauc_recall_at_20_diff1": 0.340909, "nauc_recall_at_25_max": 0.58776, "nauc_recall_at_25_std": 0.3388, "nauc_recall_at_25_diff1": 0.386743, "nauc_recall_at_50_max": 0.535773, "nauc_recall_at_50_std": 0.252127, "nauc_recall_at_50_diff1": 0.458434, "nauc_recall_at_100_max": 0.466947, "nauc_recall_at_100_std": 0.249128, "nauc_recall_at_100_diff1": 0.399055, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.047579, "nauc_precision_at_1_std": -0.124196, "nauc_precision_at_1_diff1": 0.590693, "nauc_precision_at_3_max": 0.031343, "nauc_precision_at_3_std": 0.042976, "nauc_precision_at_3_diff1": 0.299381, "nauc_precision_at_5_max": -0.017287, "nauc_precision_at_5_std": 0.113021, "nauc_precision_at_5_diff1": 0.285956, "nauc_precision_at_10_max": -0.019537, "nauc_precision_at_10_std": 0.171876, "nauc_precision_at_10_diff1": 0.215424, "nauc_precision_at_20_max": -0.055439, "nauc_precision_at_20_std": 0.240366, "nauc_precision_at_20_diff1": 0.14579, "nauc_precision_at_25_max": -0.087998, "nauc_precision_at_25_std": 0.21808, "nauc_precision_at_25_diff1": 0.15501, "nauc_precision_at_50_max": -0.161883, "nauc_precision_at_50_std": 0.157774, "nauc_precision_at_50_diff1": 0.155776, "nauc_precision_at_100_max": -0.218992, "nauc_precision_at_100_std": 0.113689, "nauc_precision_at_100_diff1": 0.110795, "nauc_precision_at_1000_max": -0.26332, "nauc_precision_at_1000_std": 0.08585, "nauc_precision_at_1000_diff1": 0.046052, "nauc_mrr_at_1_max": 0.047579, "nauc_mrr_at_1_std": -0.124196, "nauc_mrr_at_1_diff1": 0.590693, "nauc_mrr_at_3_max": 0.090819, "nauc_mrr_at_3_std": -0.074553, "nauc_mrr_at_3_diff1": 0.566062, "nauc_mrr_at_5_max": 0.098031, "nauc_mrr_at_5_std": -0.056969, "nauc_mrr_at_5_diff1": 0.561066, "nauc_mrr_at_10_max": 0.113645, "nauc_mrr_at_10_std": -0.0507, "nauc_mrr_at_10_diff1": 0.557452, "nauc_mrr_at_20_max": 0.113633, "nauc_mrr_at_20_std": -0.048458, "nauc_mrr_at_20_diff1": 0.554544, "nauc_mrr_at_25_max": 0.112897, "nauc_mrr_at_25_std": -0.049316, "nauc_mrr_at_25_diff1": 0.555717, "nauc_mrr_at_50_max": 0.110765, "nauc_mrr_at_50_std": -0.052343, "nauc_mrr_at_50_diff1": 0.556509, "nauc_mrr_at_100_max": 0.11009, "nauc_mrr_at_100_std": -0.053104, "nauc_mrr_at_100_diff1": 0.556374, "nauc_mrr_at_1000_max": 0.109805, "nauc_mrr_at_1000_std": -0.053474, "nauc_mrr_at_1000_diff1": 0.556843, "hit_rate_at_1": 0.48438, "hit_rate_at_3": 0.60938, "hit_rate_at_5": 0.67188, "hit_rate_at_10": 0.73438, "hit_rate_at_20": 0.83594, "hit_rate_at_25": 0.86719, "hit_rate_at_50": 0.92969, "hit_rate_at_100": 0.96094, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.484375, "R_cap_at_3": 0.498698, "R_cap_at_5": 0.557813, "R_cap_at_10": 0.616753, "R_cap_at_20": 0.718853, "R_cap_at_25": 0.748582, "R_cap_at_50": 0.842195, "R_cap_at_100": 0.908841, "R_cap_at_1000": 1.0, "main_score": 0.52624, "hf_subset": "sci_fi_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69853, "ndcg_at_3": 0.67795, "ndcg_at_5": 0.69098, "ndcg_at_10": 0.70866, "ndcg_at_20": 0.733, "ndcg_at_25": 0.7388, "ndcg_at_50": 0.75515, "ndcg_at_100": 0.76803, "ndcg_at_1000": 0.77003, "map_at_1": 0.33989, "map_at_3": 0.5275, "map_at_5": 0.57426, "map_at_10": 0.61741, "map_at_20": 0.64164, "map_at_25": 0.64465, "map_at_50": 0.65058, "map_at_100": 0.65391, "map_at_1000": 0.65428, "recall_at_1": 0.33989, "recall_at_3": 0.57989, "recall_at_5": 0.66585, "recall_at_10": 0.77257, "recall_at_20": 0.86383, "recall_at_25": 0.88053, "recall_at_50": 0.94113, "recall_at_100": 0.99159, "recall_at_1000": 1.0, "accuracy": 0.33989, "precision_at_1": 0.69853, "precision_at_3": 0.47059, "precision_at_5": 0.35441, "precision_at_10": 0.22868, "precision_at_20": 0.1375, "precision_at_25": 0.11353, "precision_at_50": 0.06147, "precision_at_100": 0.03324, "precision_at_1000": 0.00338, "mrr_at_1": 0.698529, "mrr_at_3": 0.745098, "mrr_at_5": 0.75576, "mrr_at_10": 0.763016, "mrr_at_20": 0.766031, "mrr_at_25": 0.76635, "mrr_at_50": 0.767456, "mrr_at_100": 0.767683, "mrr_at_1000": 0.767683, "nauc_ndcg_at_1_max": 0.357293, "nauc_ndcg_at_1_std": 0.124078, "nauc_ndcg_at_1_diff1": 0.4691, "nauc_ndcg_at_3_max": 0.428004, "nauc_ndcg_at_3_std": 0.169917, "nauc_ndcg_at_3_diff1": 0.389592, "nauc_ndcg_at_5_max": 0.499542, "nauc_ndcg_at_5_std": 0.230271, "nauc_ndcg_at_5_diff1": 0.342174, "nauc_ndcg_at_10_max": 0.551902, "nauc_ndcg_at_10_std": 0.239313, "nauc_ndcg_at_10_diff1": 0.367775, "nauc_ndcg_at_20_max": 0.542516, "nauc_ndcg_at_20_std": 0.239479, "nauc_ndcg_at_20_diff1": 0.379973, "nauc_ndcg_at_25_max": 0.533362, "nauc_ndcg_at_25_std": 0.241001, "nauc_ndcg_at_25_diff1": 0.384332, "nauc_ndcg_at_50_max": 0.515276, "nauc_ndcg_at_50_std": 0.232463, "nauc_ndcg_at_50_diff1": 0.375835, "nauc_ndcg_at_100_max": 0.489731, "nauc_ndcg_at_100_std": 0.213683, "nauc_ndcg_at_100_diff1": 0.388835, "nauc_ndcg_at_1000_max": 0.48602, "nauc_ndcg_at_1000_std": 0.213884, "nauc_ndcg_at_1000_diff1": 0.387465, "nauc_map_at_1_max": 0.279058, "nauc_map_at_1_std": 0.024633, "nauc_map_at_1_diff1": 0.413287, "nauc_map_at_3_max": 0.437047, "nauc_map_at_3_std": 0.09145, "nauc_map_at_3_diff1": 0.383767, "nauc_map_at_5_max": 0.46864, "nauc_map_at_5_std": 0.135265, "nauc_map_at_5_diff1": 0.352903, "nauc_map_at_10_max": 0.503002, "nauc_map_at_10_std": 0.181625, "nauc_map_at_10_diff1": 0.365755, "nauc_map_at_20_max": 0.515153, "nauc_map_at_20_std": 0.224143, "nauc_map_at_20_diff1": 0.371344, "nauc_map_at_25_max": 0.512046, "nauc_map_at_25_std": 0.226022, "nauc_map_at_25_diff1": 0.372539, "nauc_map_at_50_max": 0.509146, "nauc_map_at_50_std": 0.225918, "nauc_map_at_50_diff1": 0.372893, "nauc_map_at_100_max": 0.50411, "nauc_map_at_100_std": 0.222071, "nauc_map_at_100_diff1": 0.376072, "nauc_map_at_1000_max": 0.503485, "nauc_map_at_1000_std": 0.221867, "nauc_map_at_1000_diff1": 0.376059, "nauc_recall_at_1_max": 0.279058, "nauc_recall_at_1_std": 0.024633, "nauc_recall_at_1_diff1": 0.413287, "nauc_recall_at_3_max": 0.460825, "nauc_recall_at_3_std": 0.095923, "nauc_recall_at_3_diff1": 0.323803, "nauc_recall_at_5_max": 0.496024, "nauc_recall_at_5_std": 0.139863, "nauc_recall_at_5_diff1": 0.233595, "nauc_recall_at_10_max": 0.642495, "nauc_recall_at_10_std": 0.197924, "nauc_recall_at_10_diff1": 0.257852, "nauc_recall_at_20_max": 0.727408, "nauc_recall_at_20_std": 0.343337, "nauc_recall_at_20_diff1": 0.281839, "nauc_recall_at_25_max": 0.715085, "nauc_recall_at_25_std": 0.364516, "nauc_recall_at_25_diff1": 0.302766, "nauc_recall_at_50_max": 0.708498, "nauc_recall_at_50_std": 0.373248, "nauc_recall_at_50_diff1": 0.10778, "nauc_recall_at_100_max": 0.599828, "nauc_recall_at_100_std": 0.032258, "nauc_recall_at_100_diff1": 0.431551, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.357293, "nauc_precision_at_1_std": 0.124078, "nauc_precision_at_1_diff1": 0.4691, "nauc_precision_at_3_max": 0.21301, "nauc_precision_at_3_std": 0.155265, "nauc_precision_at_3_diff1": 0.067207, "nauc_precision_at_5_max": 0.139403, "nauc_precision_at_5_std": 0.206834, "nauc_precision_at_5_diff1": -0.045556, "nauc_precision_at_10_max": 0.084233, "nauc_precision_at_10_std": 0.223855, "nauc_precision_at_10_diff1": -0.050907, "nauc_precision_at_20_max": 0.040551, "nauc_precision_at_20_std": 0.237802, "nauc_precision_at_20_diff1": -0.047499, "nauc_precision_at_25_max": 0.014741, "nauc_precision_at_25_std": 0.225335, "nauc_precision_at_25_diff1": -0.048989, "nauc_precision_at_50_max": -0.026989, "nauc_precision_at_50_std": 0.18887, "nauc_precision_at_50_diff1": -0.05549, "nauc_precision_at_100_max": -0.090194, "nauc_precision_at_100_std": 0.132313, "nauc_precision_at_100_diff1": -0.053043, "nauc_precision_at_1000_max": -0.101829, "nauc_precision_at_1000_std": 0.124009, "nauc_precision_at_1000_diff1": -0.057735, "nauc_mrr_at_1_max": 0.357293, "nauc_mrr_at_1_std": 0.124078, "nauc_mrr_at_1_diff1": 0.4691, "nauc_mrr_at_3_max": 0.445511, "nauc_mrr_at_3_std": 0.188726, "nauc_mrr_at_3_diff1": 0.435498, "nauc_mrr_at_5_max": 0.436884, "nauc_mrr_at_5_std": 0.177918, "nauc_mrr_at_5_diff1": 0.426, "nauc_mrr_at_10_max": 0.444753, "nauc_mrr_at_10_std": 0.176047, "nauc_mrr_at_10_diff1": 0.433811, "nauc_mrr_at_20_max": 0.441344, "nauc_mrr_at_20_std": 0.177805, "nauc_mrr_at_20_diff1": 0.43272, "nauc_mrr_at_25_max": 0.440912, "nauc_mrr_at_25_std": 0.177527, "nauc_mrr_at_25_diff1": 0.433196, "nauc_mrr_at_50_max": 0.438922, "nauc_mrr_at_50_std": 0.176794, "nauc_mrr_at_50_diff1": 0.431861, "nauc_mrr_at_100_max": 0.438691, "nauc_mrr_at_100_std": 0.176528, "nauc_mrr_at_100_diff1": 0.432956, "nauc_mrr_at_1000_max": 0.438691, "nauc_mrr_at_1000_std": 0.176528, "nauc_mrr_at_1000_diff1": 0.432956, "hit_rate_at_1": 0.69853, "hit_rate_at_3": 0.80147, "hit_rate_at_5": 0.84559, "hit_rate_at_10": 0.89706, "hit_rate_at_20": 0.94118, "hit_rate_at_25": 0.94853, "hit_rate_at_50": 0.98529, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.698529, "R_cap_at_3": 0.688725, "R_cap_at_5": 0.726225, "R_cap_at_10": 0.788031, "R_cap_at_20": 0.863829, "R_cap_at_25": 0.880535, "R_cap_at_50": 0.941135, "R_cap_at_100": 0.991586, "R_cap_at_1000": 1.0, "main_score": 0.70866, "hf_subset": "sci_fi_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.625, "ndcg_at_3": 0.73617, "ndcg_at_5": 0.76705, "ndcg_at_10": 0.79174, "ndcg_at_20": 0.81068, "ndcg_at_25": 0.81068, "ndcg_at_50": 0.81068, "ndcg_at_100": 0.81068, "ndcg_at_1000": 0.81068, "map_at_1": 0.54861, "map_at_3": 0.71007, "map_at_5": 0.72708, "map_at_10": 0.74023, "map_at_20": 0.74689, "map_at_25": 0.74689, "map_at_50": 0.74689, "map_at_100": 0.74689, "map_at_1000": 0.74689, "recall_at_1": 0.54861, "recall_at_3": 0.80208, "recall_at_5": 0.86806, "recall_at_10": 0.93056, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.54861, "precision_at_1": 0.625, "precision_at_3": 0.33333, "precision_at_5": 0.22083, "precision_at_10": 0.12292, "precision_at_20": 0.06667, "precision_at_25": 0.05333, "precision_at_50": 0.02667, "precision_at_100": 0.01333, "precision_at_1000": 0.00133, "mrr_at_1": 0.625, "mrr_at_3": 0.715278, "mrr_at_5": 0.735069, "mrr_at_10": 0.743601, "mrr_at_20": 0.746245, "mrr_at_25": 0.746245, "mrr_at_50": 0.746245, "mrr_at_100": 0.746245, "mrr_at_1000": 0.746245, "nauc_ndcg_at_1_max": 0.553867, "nauc_ndcg_at_1_std": 0.660591, "nauc_ndcg_at_1_diff1": 0.740245, "nauc_ndcg_at_3_max": 0.68181, "nauc_ndcg_at_3_std": 0.608237, "nauc_ndcg_at_3_diff1": 0.670433, "nauc_ndcg_at_5_max": 0.66624, "nauc_ndcg_at_5_std": 0.576342, "nauc_ndcg_at_5_diff1": 0.657571, "nauc_ndcg_at_10_max": 0.672094, "nauc_ndcg_at_10_std": 0.586623, "nauc_ndcg_at_10_diff1": 0.682827, "nauc_ndcg_at_20_max": 0.645303, "nauc_ndcg_at_20_std": 0.594721, "nauc_ndcg_at_20_diff1": 0.685248, "nauc_ndcg_at_25_max": 0.645303, "nauc_ndcg_at_25_std": 0.594721, "nauc_ndcg_at_25_diff1": 0.685248, "nauc_ndcg_at_50_max": 0.645303, "nauc_ndcg_at_50_std": 0.594721, "nauc_ndcg_at_50_diff1": 0.685248, "nauc_ndcg_at_100_max": 0.645303, "nauc_ndcg_at_100_std": 0.594721, "nauc_ndcg_at_100_diff1": 0.685248, "nauc_ndcg_at_1000_max": 0.645303, "nauc_ndcg_at_1000_std": 0.594721, "nauc_ndcg_at_1000_diff1": 0.685248, "nauc_map_at_1_max": 0.577617, "nauc_map_at_1_std": 0.474906, "nauc_map_at_1_diff1": 0.595219, "nauc_map_at_3_max": 0.652497, "nauc_map_at_3_std": 0.60643, "nauc_map_at_3_diff1": 0.673432, "nauc_map_at_5_max": 0.641008, "nauc_map_at_5_std": 0.590336, "nauc_map_at_5_diff1": 0.668402, "nauc_map_at_10_max": 0.647361, "nauc_map_at_10_std": 0.590924, "nauc_map_at_10_diff1": 0.674946, "nauc_map_at_20_max": 0.640127, "nauc_map_at_20_std": 0.5923, "nauc_map_at_20_diff1": 0.676214, "nauc_map_at_25_max": 0.640127, "nauc_map_at_25_std": 0.5923, "nauc_map_at_25_diff1": 0.676214, "nauc_map_at_50_max": 0.640127, "nauc_map_at_50_std": 0.5923, "nauc_map_at_50_diff1": 0.676214, "nauc_map_at_100_max": 0.640127, "nauc_map_at_100_std": 0.5923, "nauc_map_at_100_diff1": 0.676214, "nauc_map_at_1000_max": 0.640127, "nauc_map_at_1000_std": 0.5923, "nauc_map_at_1000_diff1": 0.676214, "nauc_recall_at_1_max": 0.577617, "nauc_recall_at_1_std": 0.474906, "nauc_recall_at_1_diff1": 0.595219, "nauc_recall_at_3_max": 0.803756, "nauc_recall_at_3_std": 0.584242, "nauc_recall_at_3_diff1": 0.627407, "nauc_recall_at_5_max": 0.789059, "nauc_recall_at_5_std": 0.464298, "nauc_recall_at_5_diff1": 0.556562, "nauc_recall_at_10_max": 0.890618, "nauc_recall_at_10_std": 0.497819, "nauc_recall_at_10_diff1": 0.657373, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.553867, "nauc_precision_at_1_std": 0.660591, "nauc_precision_at_1_diff1": 0.740245, "nauc_precision_at_3_max": 0.173232, "nauc_precision_at_3_std": 0.414095, "nauc_precision_at_3_diff1": 0.375812, "nauc_precision_at_5_max": 0.050098, "nauc_precision_at_5_std": 0.281953, "nauc_precision_at_5_diff1": 0.261465, "nauc_precision_at_10_max": -0.124599, "nauc_precision_at_10_std": 0.108327, "nauc_precision_at_10_diff1": 0.105318, "nauc_precision_at_20_max": -0.323878, "nauc_precision_at_20_std": -0.023911, "nauc_precision_at_20_diff1": -0.046857, "nauc_precision_at_25_max": -0.323878, "nauc_precision_at_25_std": -0.023911, "nauc_precision_at_25_diff1": -0.046857, "nauc_precision_at_50_max": -0.323878, "nauc_precision_at_50_std": -0.023911, "nauc_precision_at_50_diff1": -0.046857, "nauc_precision_at_100_max": -0.323878, "nauc_precision_at_100_std": -0.023911, "nauc_precision_at_100_diff1": -0.046857, "nauc_precision_at_1000_max": -0.323878, "nauc_precision_at_1000_std": -0.023911, "nauc_precision_at_1000_diff1": -0.046857, "nauc_mrr_at_1_max": 0.553867, "nauc_mrr_at_1_std": 0.660591, "nauc_mrr_at_1_diff1": 0.740245, "nauc_mrr_at_3_max": 0.646084, "nauc_mrr_at_3_std": 0.632818, "nauc_mrr_at_3_diff1": 0.6953, "nauc_mrr_at_5_max": 0.638528, "nauc_mrr_at_5_std": 0.617436, "nauc_mrr_at_5_diff1": 0.688648, "nauc_mrr_at_10_max": 0.633874, "nauc_mrr_at_10_std": 0.622621, "nauc_mrr_at_10_diff1": 0.705471, "nauc_mrr_at_20_max": 0.629977, "nauc_mrr_at_20_std": 0.624934, "nauc_mrr_at_20_diff1": 0.703998, "nauc_mrr_at_25_max": 0.629977, "nauc_mrr_at_25_std": 0.624934, "nauc_mrr_at_25_diff1": 0.703998, "nauc_mrr_at_50_max": 0.629977, "nauc_mrr_at_50_std": 0.624934, "nauc_mrr_at_50_diff1": 0.703998, "nauc_mrr_at_100_max": 0.629977, "nauc_mrr_at_100_std": 0.624934, "nauc_mrr_at_100_diff1": 0.703998, "nauc_mrr_at_1000_max": 0.629977, "nauc_mrr_at_1000_std": 0.624934, "nauc_mrr_at_1000_diff1": 0.703998, "hit_rate_at_1": 0.625, "hit_rate_at_3": 0.8125, "hit_rate_at_5": 0.89583, "hit_rate_at_10": 0.95833, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.625, "R_cap_at_3": 0.802083, "R_cap_at_5": 0.868056, "R_cap_at_10": 0.930556, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.79174, "hf_subset": "sci_fi_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.60563, "ndcg_at_3": 0.70027, "ndcg_at_5": 0.72726, "ndcg_at_10": 0.75727, "ndcg_at_20": 0.77846, "ndcg_at_25": 0.77846, "ndcg_at_50": 0.77846, "ndcg_at_100": 0.77846, "ndcg_at_1000": 0.77846, "map_at_1": 0.50469, "map_at_3": 0.6608, "map_at_5": 0.6784, "map_at_10": 0.69199, "map_at_20": 0.69992, "map_at_25": 0.69992, "map_at_50": 0.69992, "map_at_100": 0.69992, "map_at_1000": 0.69992, "recall_at_1": 0.50469, "recall_at_3": 0.77465, "recall_at_5": 0.83803, "recall_at_10": 0.92488, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.50469, "precision_at_1": 0.60563, "precision_at_3": 0.33333, "precision_at_5": 0.2169, "precision_at_10": 0.11972, "precision_at_20": 0.0662, "precision_at_25": 0.05296, "precision_at_50": 0.02648, "precision_at_100": 0.01324, "precision_at_1000": 0.00132, "mrr_at_1": 0.605634, "mrr_at_3": 0.699531, "mrr_at_5": 0.708685, "mrr_at_10": 0.719696, "mrr_at_20": 0.722235, "mrr_at_25": 0.722235, "mrr_at_50": 0.722235, "mrr_at_100": 0.722235, "mrr_at_1000": 0.722235, "nauc_ndcg_at_1_max": 0.39855, "nauc_ndcg_at_1_std": 0.504859, "nauc_ndcg_at_1_diff1": 0.687127, "nauc_ndcg_at_3_max": 0.474984, "nauc_ndcg_at_3_std": 0.560528, "nauc_ndcg_at_3_diff1": 0.652886, "nauc_ndcg_at_5_max": 0.461597, "nauc_ndcg_at_5_std": 0.544476, "nauc_ndcg_at_5_diff1": 0.66584, "nauc_ndcg_at_10_max": 0.437544, "nauc_ndcg_at_10_std": 0.521759, "nauc_ndcg_at_10_diff1": 0.667518, "nauc_ndcg_at_20_max": 0.437967, "nauc_ndcg_at_20_std": 0.505651, "nauc_ndcg_at_20_diff1": 0.65265, "nauc_ndcg_at_25_max": 0.437967, "nauc_ndcg_at_25_std": 0.505651, "nauc_ndcg_at_25_diff1": 0.65265, "nauc_ndcg_at_50_max": 0.437967, "nauc_ndcg_at_50_std": 0.505651, "nauc_ndcg_at_50_diff1": 0.65265, "nauc_ndcg_at_100_max": 0.437967, "nauc_ndcg_at_100_std": 0.505651, "nauc_ndcg_at_100_diff1": 0.65265, "nauc_ndcg_at_1000_max": 0.437967, "nauc_ndcg_at_1000_std": 0.505651, "nauc_ndcg_at_1000_diff1": 0.65265, "nauc_map_at_1_max": 0.44722, "nauc_map_at_1_std": 0.400496, "nauc_map_at_1_diff1": 0.626603, "nauc_map_at_3_max": 0.476211, "nauc_map_at_3_std": 0.534847, "nauc_map_at_3_diff1": 0.640982, "nauc_map_at_5_max": 0.462403, "nauc_map_at_5_std": 0.524051, "nauc_map_at_5_diff1": 0.648661, "nauc_map_at_10_max": 0.452444, "nauc_map_at_10_std": 0.513479, "nauc_map_at_10_diff1": 0.653296, "nauc_map_at_20_max": 0.451887, "nauc_map_at_20_std": 0.506308, "nauc_map_at_20_diff1": 0.646556, "nauc_map_at_25_max": 0.451887, "nauc_map_at_25_std": 0.506308, "nauc_map_at_25_diff1": 0.646556, "nauc_map_at_50_max": 0.451887, "nauc_map_at_50_std": 0.506308, "nauc_map_at_50_diff1": 0.646556, "nauc_map_at_100_max": 0.451887, "nauc_map_at_100_std": 0.506308, "nauc_map_at_100_diff1": 0.646556, "nauc_map_at_1000_max": 0.451887, "nauc_map_at_1000_std": 0.506308, "nauc_map_at_1000_diff1": 0.646556, "nauc_recall_at_1_max": 0.44722, "nauc_recall_at_1_std": 0.400496, "nauc_recall_at_1_diff1": 0.626603, "nauc_recall_at_3_max": 0.525434, "nauc_recall_at_3_std": 0.652817, "nauc_recall_at_3_diff1": 0.640154, "nauc_recall_at_5_max": 0.520736, "nauc_recall_at_5_std": 0.642056, "nauc_recall_at_5_diff1": 0.69796, "nauc_recall_at_10_max": 0.387623, "nauc_recall_at_10_std": 0.583407, "nauc_recall_at_10_diff1": 0.704759, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.39855, "nauc_precision_at_1_std": 0.504859, "nauc_precision_at_1_diff1": 0.687127, "nauc_precision_at_3_max": 0.107132, "nauc_precision_at_3_std": 0.361779, "nauc_precision_at_3_diff1": 0.269544, "nauc_precision_at_5_max": 0.001573, "nauc_precision_at_5_std": 0.25785, "nauc_precision_at_5_diff1": 0.210927, "nauc_precision_at_10_max": -0.178641, "nauc_precision_at_10_std": 0.089268, "nauc_precision_at_10_diff1": 0.065687, "nauc_precision_at_20_max": -0.273419, "nauc_precision_at_20_std": -0.122798, "nauc_precision_at_20_diff1": -0.174779, "nauc_precision_at_25_max": -0.273419, "nauc_precision_at_25_std": -0.122798, "nauc_precision_at_25_diff1": -0.174779, "nauc_precision_at_50_max": -0.273419, "nauc_precision_at_50_std": -0.122798, "nauc_precision_at_50_diff1": -0.174779, "nauc_precision_at_100_max": -0.273419, "nauc_precision_at_100_std": -0.122798, "nauc_precision_at_100_diff1": -0.174779, "nauc_precision_at_1000_max": -0.273419, "nauc_precision_at_1000_std": -0.122798, "nauc_precision_at_1000_diff1": -0.174779, "nauc_mrr_at_1_max": 0.39855, "nauc_mrr_at_1_std": 0.504859, "nauc_mrr_at_1_diff1": 0.687127, "nauc_mrr_at_3_max": 0.413459, "nauc_mrr_at_3_std": 0.527129, "nauc_mrr_at_3_diff1": 0.675455, "nauc_mrr_at_5_max": 0.418359, "nauc_mrr_at_5_std": 0.521311, "nauc_mrr_at_5_diff1": 0.676751, "nauc_mrr_at_10_max": 0.411997, "nauc_mrr_at_10_std": 0.513331, "nauc_mrr_at_10_diff1": 0.670137, "nauc_mrr_at_20_max": 0.411701, "nauc_mrr_at_20_std": 0.513563, "nauc_mrr_at_20_diff1": 0.670223, "nauc_mrr_at_25_max": 0.411701, "nauc_mrr_at_25_std": 0.513563, "nauc_mrr_at_25_diff1": 0.670223, "nauc_mrr_at_50_max": 0.411701, "nauc_mrr_at_50_std": 0.513563, "nauc_mrr_at_50_diff1": 0.670223, "nauc_mrr_at_100_max": 0.411701, "nauc_mrr_at_100_std": 0.513563, "nauc_mrr_at_100_diff1": 0.670223, "nauc_mrr_at_1000_max": 0.411701, "nauc_mrr_at_1000_std": 0.513563, "nauc_mrr_at_1000_diff1": 0.670223, "hit_rate_at_1": 0.60563, "hit_rate_at_3": 0.83099, "hit_rate_at_5": 0.87324, "hit_rate_at_10": 0.95775, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.605634, "R_cap_at_3": 0.774648, "R_cap_at_5": 0.838028, "R_cap_at_10": 0.924883, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.75727, "hf_subset": "sci_fi_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54167, "ndcg_at_3": 0.6878, "ndcg_at_5": 0.72049, "ndcg_at_10": 0.74951, "ndcg_at_20": 0.7684, "ndcg_at_25": 0.7684, "ndcg_at_50": 0.7684, "ndcg_at_100": 0.7684, "ndcg_at_1000": 0.7684, "map_at_1": 0.44907, "map_at_3": 0.64583, "map_at_5": 0.66701, "map_at_10": 0.68119, "map_at_20": 0.6879, "map_at_25": 0.6879, "map_at_50": 0.6879, "map_at_100": 0.6879, "map_at_1000": 0.6879, "recall_at_1": 0.44907, "recall_at_3": 0.77778, "recall_at_5": 0.84954, "recall_at_10": 0.93056, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.44907, "precision_at_1": 0.54167, "precision_at_3": 0.33796, "precision_at_5": 0.225, "precision_at_10": 0.125, "precision_at_20": 0.06806, "precision_at_25": 0.05444, "precision_at_50": 0.02722, "precision_at_100": 0.01361, "precision_at_1000": 0.00136, "mrr_at_1": 0.541667, "mrr_at_3": 0.675926, "mrr_at_5": 0.688426, "mrr_at_10": 0.697393, "mrr_at_20": 0.699882, "mrr_at_25": 0.699882, "mrr_at_50": 0.699882, "mrr_at_100": 0.699882, "mrr_at_1000": 0.699882, "nauc_ndcg_at_1_max": 0.277316, "nauc_ndcg_at_1_std": 0.423687, "nauc_ndcg_at_1_diff1": 0.87381, "nauc_ndcg_at_3_max": 0.408373, "nauc_ndcg_at_3_std": 0.387744, "nauc_ndcg_at_3_diff1": 0.817305, "nauc_ndcg_at_5_max": 0.385303, "nauc_ndcg_at_5_std": 0.376344, "nauc_ndcg_at_5_diff1": 0.816556, "nauc_ndcg_at_10_max": 0.354068, "nauc_ndcg_at_10_std": 0.362913, "nauc_ndcg_at_10_diff1": 0.816994, "nauc_ndcg_at_20_max": 0.351482, "nauc_ndcg_at_20_std": 0.384735, "nauc_ndcg_at_20_diff1": 0.84027, "nauc_ndcg_at_25_max": 0.351482, "nauc_ndcg_at_25_std": 0.384735, "nauc_ndcg_at_25_diff1": 0.84027, "nauc_ndcg_at_50_max": 0.351482, "nauc_ndcg_at_50_std": 0.384735, "nauc_ndcg_at_50_diff1": 0.84027, "nauc_ndcg_at_100_max": 0.351482, "nauc_ndcg_at_100_std": 0.384735, "nauc_ndcg_at_100_diff1": 0.84027, "nauc_ndcg_at_1000_max": 0.351482, "nauc_ndcg_at_1000_std": 0.384735, "nauc_ndcg_at_1000_diff1": 0.84027, "nauc_map_at_1_max": 0.403027, "nauc_map_at_1_std": 0.450621, "nauc_map_at_1_diff1": 0.832675, "nauc_map_at_3_max": 0.383886, "nauc_map_at_3_std": 0.404981, "nauc_map_at_3_diff1": 0.829489, "nauc_map_at_5_max": 0.374558, "nauc_map_at_5_std": 0.400366, "nauc_map_at_5_diff1": 0.830233, "nauc_map_at_10_max": 0.359854, "nauc_map_at_10_std": 0.390555, "nauc_map_at_10_diff1": 0.831113, "nauc_map_at_20_max": 0.357642, "nauc_map_at_20_std": 0.39546, "nauc_map_at_20_diff1": 0.838216, "nauc_map_at_25_max": 0.357642, "nauc_map_at_25_std": 0.39546, "nauc_map_at_25_diff1": 0.838216, "nauc_map_at_50_max": 0.357642, "nauc_map_at_50_std": 0.39546, "nauc_map_at_50_diff1": 0.838216, "nauc_map_at_100_max": 0.357642, "nauc_map_at_100_std": 0.39546, "nauc_map_at_100_diff1": 0.838216, "nauc_map_at_1000_max": 0.357642, "nauc_map_at_1000_std": 0.39546, "nauc_map_at_1000_diff1": 0.838216, "nauc_recall_at_1_max": 0.403027, "nauc_recall_at_1_std": 0.450621, "nauc_recall_at_1_diff1": 0.832675, "nauc_recall_at_3_max": 0.527234, "nauc_recall_at_3_std": 0.334048, "nauc_recall_at_3_diff1": 0.734032, "nauc_recall_at_5_max": 0.481698, "nauc_recall_at_5_std": 0.258761, "nauc_recall_at_5_diff1": 0.679862, "nauc_recall_at_10_max": 0.333704, "nauc_recall_at_10_std": 0.108633, "nauc_recall_at_10_diff1": 0.551643, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.277316, "nauc_precision_at_1_std": 0.423687, "nauc_precision_at_1_diff1": 0.87381, "nauc_precision_at_3_max": 0.004704, "nauc_precision_at_3_std": 0.108826, "nauc_precision_at_3_diff1": 0.340545, "nauc_precision_at_5_max": -0.121515, "nauc_precision_at_5_std": 0.012614, "nauc_precision_at_5_diff1": 0.178084, "nauc_precision_at_10_max": -0.283846, "nauc_precision_at_10_std": -0.122696, "nauc_precision_at_10_diff1": -0.01508, "nauc_precision_at_20_max": -0.350341, "nauc_precision_at_20_std": -0.1522, "nauc_precision_at_20_diff1": -0.133136, "nauc_precision_at_25_max": -0.350341, "nauc_precision_at_25_std": -0.1522, "nauc_precision_at_25_diff1": -0.133136, "nauc_precision_at_50_max": -0.350341, "nauc_precision_at_50_std": -0.1522, "nauc_precision_at_50_diff1": -0.133136, "nauc_precision_at_100_max": -0.350341, "nauc_precision_at_100_std": -0.1522, "nauc_precision_at_100_diff1": -0.133136, "nauc_precision_at_1000_max": -0.350341, "nauc_precision_at_1000_std": -0.1522, "nauc_precision_at_1000_diff1": -0.133136, "nauc_mrr_at_1_max": 0.277316, "nauc_mrr_at_1_std": 0.423687, "nauc_mrr_at_1_diff1": 0.87381, "nauc_mrr_at_3_max": 0.351962, "nauc_mrr_at_3_std": 0.386344, "nauc_mrr_at_3_diff1": 0.848012, "nauc_mrr_at_5_max": 0.336593, "nauc_mrr_at_5_std": 0.385447, "nauc_mrr_at_5_diff1": 0.847808, "nauc_mrr_at_10_max": 0.330479, "nauc_mrr_at_10_std": 0.384645, "nauc_mrr_at_10_diff1": 0.847906, "nauc_mrr_at_20_max": 0.331094, "nauc_mrr_at_20_std": 0.387572, "nauc_mrr_at_20_diff1": 0.849782, "nauc_mrr_at_25_max": 0.331094, "nauc_mrr_at_25_std": 0.387572, "nauc_mrr_at_25_diff1": 0.849782, "nauc_mrr_at_50_max": 0.331094, "nauc_mrr_at_50_std": 0.387572, "nauc_mrr_at_50_diff1": 0.849782, "nauc_mrr_at_100_max": 0.331094, "nauc_mrr_at_100_std": 0.387572, "nauc_mrr_at_100_diff1": 0.849782, "nauc_mrr_at_1000_max": 0.331094, "nauc_mrr_at_1000_std": 0.387572, "nauc_mrr_at_1000_diff1": 0.849782, "hit_rate_at_1": 0.54167, "hit_rate_at_3": 0.83333, "hit_rate_at_5": 0.88889, "hit_rate_at_10": 0.95833, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.541667, "R_cap_at_3": 0.777778, "R_cap_at_5": 0.849537, "R_cap_at_10": 0.930556, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.74951, "hf_subset": "sci_fi_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78873, "ndcg_at_3": 0.82705, "ndcg_at_5": 0.83877, "ndcg_at_10": 0.87175, "ndcg_at_20": 0.87898, "ndcg_at_25": 0.87898, "ndcg_at_50": 0.87898, "ndcg_at_100": 0.87898, "ndcg_at_1000": 0.87898, "map_at_1": 0.65728, "map_at_3": 0.80438, "map_at_5": 0.8126, "map_at_10": 0.82931, "map_at_20": 0.83277, "map_at_25": 0.83277, "map_at_50": 0.83277, "map_at_100": 0.83277, "map_at_1000": 0.83277, "recall_at_1": 0.65728, "recall_at_3": 0.85915, "recall_at_5": 0.88498, "recall_at_10": 0.97653, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65728, "precision_at_1": 0.78873, "precision_at_3": 0.37559, "precision_at_5": 0.2338, "precision_at_10": 0.12958, "precision_at_20": 0.0669, "precision_at_25": 0.05352, "precision_at_50": 0.02676, "precision_at_100": 0.01338, "precision_at_1000": 0.00134, "mrr_at_1": 0.788732, "mrr_at_3": 0.840376, "mrr_at_5": 0.843192, "mrr_at_10": 0.853421, "mrr_at_20": 0.854427, "mrr_at_25": 0.854427, "mrr_at_50": 0.854427, "mrr_at_100": 0.854427, "mrr_at_1000": 0.854427, "nauc_ndcg_at_1_max": 0.671301, "nauc_ndcg_at_1_std": 0.70787, "nauc_ndcg_at_1_diff1": 0.712832, "nauc_ndcg_at_3_max": 0.763604, "nauc_ndcg_at_3_std": 0.773275, "nauc_ndcg_at_3_diff1": 0.69158, "nauc_ndcg_at_5_max": 0.750788, "nauc_ndcg_at_5_std": 0.768915, "nauc_ndcg_at_5_diff1": 0.707781, "nauc_ndcg_at_10_max": 0.743681, "nauc_ndcg_at_10_std": 0.760528, "nauc_ndcg_at_10_diff1": 0.715878, "nauc_ndcg_at_20_max": 0.728546, "nauc_ndcg_at_20_std": 0.75111, "nauc_ndcg_at_20_diff1": 0.699055, "nauc_ndcg_at_25_max": 0.728546, "nauc_ndcg_at_25_std": 0.75111, "nauc_ndcg_at_25_diff1": 0.699055, "nauc_ndcg_at_50_max": 0.728546, "nauc_ndcg_at_50_std": 0.75111, "nauc_ndcg_at_50_diff1": 0.699055, "nauc_ndcg_at_100_max": 0.728546, "nauc_ndcg_at_100_std": 0.75111, "nauc_ndcg_at_100_diff1": 0.699055, "nauc_ndcg_at_1000_max": 0.728546, "nauc_ndcg_at_1000_std": 0.75111, "nauc_ndcg_at_1000_diff1": 0.699055, "nauc_map_at_1_max": 0.637536, "nauc_map_at_1_std": 0.583346, "nauc_map_at_1_diff1": 0.710346, "nauc_map_at_3_max": 0.751449, "nauc_map_at_3_std": 0.764157, "nauc_map_at_3_diff1": 0.696459, "nauc_map_at_5_max": 0.741138, "nauc_map_at_5_std": 0.76081, "nauc_map_at_5_diff1": 0.70665, "nauc_map_at_10_max": 0.739537, "nauc_map_at_10_std": 0.758007, "nauc_map_at_10_diff1": 0.709012, "nauc_map_at_20_max": 0.733832, "nauc_map_at_20_std": 0.753646, "nauc_map_at_20_diff1": 0.702595, "nauc_map_at_25_max": 0.733832, "nauc_map_at_25_std": 0.753646, "nauc_map_at_25_diff1": 0.702595, "nauc_map_at_50_max": 0.733832, "nauc_map_at_50_std": 0.753646, "nauc_map_at_50_diff1": 0.702595, "nauc_map_at_100_max": 0.733832, "nauc_map_at_100_std": 0.753646, "nauc_map_at_100_diff1": 0.702595, "nauc_map_at_1000_max": 0.733832, "nauc_map_at_1000_std": 0.753646, "nauc_map_at_1000_diff1": 0.702595, "nauc_recall_at_1_max": 0.637536, "nauc_recall_at_1_std": 0.583346, "nauc_recall_at_1_diff1": 0.710346, "nauc_recall_at_3_max": 0.825375, "nauc_recall_at_3_std": 0.808448, "nauc_recall_at_3_diff1": 0.667234, "nauc_recall_at_5_max": 0.807884, "nauc_recall_at_5_std": 0.807152, "nauc_recall_at_5_diff1": 0.714869, "nauc_recall_at_10_max": 0.895588, "nauc_recall_at_10_std": 0.807663, "nauc_recall_at_10_diff1": 0.895588, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.671301, "nauc_precision_at_1_std": 0.70787, "nauc_precision_at_1_diff1": 0.712832, "nauc_precision_at_3_max": 0.103049, "nauc_precision_at_3_std": 0.204261, "nauc_precision_at_3_diff1": -0.024493, "nauc_precision_at_5_max": 0.016244, "nauc_precision_at_5_std": 0.127403, "nauc_precision_at_5_diff1": -0.069452, "nauc_precision_at_10_max": -0.208789, "nauc_precision_at_10_std": -0.105741, "nauc_precision_at_10_diff1": -0.276092, "nauc_precision_at_20_max": -0.279953, "nauc_precision_at_20_std": -0.180591, "nauc_precision_at_20_diff1": -0.341768, "nauc_precision_at_25_max": -0.279953, "nauc_precision_at_25_std": -0.180591, "nauc_precision_at_25_diff1": -0.341768, "nauc_precision_at_50_max": -0.279953, "nauc_precision_at_50_std": -0.180591, "nauc_precision_at_50_diff1": -0.341768, "nauc_precision_at_100_max": -0.279953, "nauc_precision_at_100_std": -0.180591, "nauc_precision_at_100_diff1": -0.341768, "nauc_precision_at_1000_max": -0.279953, "nauc_precision_at_1000_std": -0.180591, "nauc_precision_at_1000_diff1": -0.341768, "nauc_mrr_at_1_max": 0.671301, "nauc_mrr_at_1_std": 0.70787, "nauc_mrr_at_1_diff1": 0.712832, "nauc_mrr_at_3_max": 0.715217, "nauc_mrr_at_3_std": 0.742448, "nauc_mrr_at_3_diff1": 0.686407, "nauc_mrr_at_5_max": 0.71507, "nauc_mrr_at_5_std": 0.74282, "nauc_mrr_at_5_diff1": 0.692597, "nauc_mrr_at_10_max": 0.70963, "nauc_mrr_at_10_std": 0.740891, "nauc_mrr_at_10_diff1": 0.695173, "nauc_mrr_at_20_max": 0.708453, "nauc_mrr_at_20_std": 0.741024, "nauc_mrr_at_20_diff1": 0.693889, "nauc_mrr_at_25_max": 0.708453, "nauc_mrr_at_25_std": 0.741024, "nauc_mrr_at_25_diff1": 0.693889, "nauc_mrr_at_50_max": 0.708453, "nauc_mrr_at_50_std": 0.741024, "nauc_mrr_at_50_diff1": 0.693889, "nauc_mrr_at_100_max": 0.708453, "nauc_mrr_at_100_std": 0.741024, "nauc_mrr_at_100_diff1": 0.693889, "nauc_mrr_at_1000_max": 0.708453, "nauc_mrr_at_1000_std": 0.741024, "nauc_mrr_at_1000_diff1": 0.693889, "hit_rate_at_1": 0.78873, "hit_rate_at_3": 0.90141, "hit_rate_at_5": 0.91549, "hit_rate_at_10": 0.98592, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.788732, "R_cap_at_3": 0.859155, "R_cap_at_5": 0.884977, "R_cap_at_10": 0.976526, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.87175, "hf_subset": "sci_fi_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4898, "ndcg_at_3": 0.48535, "ndcg_at_5": 0.51152, "ndcg_at_10": 0.55466, "ndcg_at_20": 0.57607, "ndcg_at_25": 0.58214, "ndcg_at_50": 0.60871, "ndcg_at_100": 0.62242, "ndcg_at_1000": 0.6402, "map_at_1": 0.24868, "map_at_3": 0.38022, "map_at_5": 0.42359, "map_at_10": 0.46594, "map_at_20": 0.48533, "map_at_25": 0.4887, "map_at_50": 0.49751, "map_at_100": 0.49968, "map_at_1000": 0.50157, "recall_at_1": 0.24868, "recall_at_3": 0.42259, "recall_at_5": 0.52197, "recall_at_10": 0.65649, "recall_at_20": 0.73112, "recall_at_25": 0.75357, "recall_at_50": 0.84957, "recall_at_100": 0.90654, "recall_at_1000": 1.0, "accuracy": 0.24868, "precision_at_1": 0.4898, "precision_at_3": 0.34354, "precision_at_5": 0.26735, "precision_at_10": 0.18367, "precision_at_20": 0.11224, "precision_at_25": 0.09429, "precision_at_50": 0.0549, "precision_at_100": 0.0298, "precision_at_1000": 0.0033, "mrr_at_1": 0.489796, "mrr_at_3": 0.535714, "mrr_at_5": 0.55102, "mrr_at_10": 0.567116, "mrr_at_20": 0.571272, "mrr_at_25": 0.573067, "mrr_at_50": 0.575136, "mrr_at_100": 0.575394, "mrr_at_1000": 0.575664, "nauc_ndcg_at_1_max": 0.19222, "nauc_ndcg_at_1_std": 0.168423, "nauc_ndcg_at_1_diff1": 0.386218, "nauc_ndcg_at_3_max": 0.23769, "nauc_ndcg_at_3_std": 0.149431, "nauc_ndcg_at_3_diff1": 0.395458, "nauc_ndcg_at_5_max": 0.298004, "nauc_ndcg_at_5_std": 0.217122, "nauc_ndcg_at_5_diff1": 0.393606, "nauc_ndcg_at_10_max": 0.341975, "nauc_ndcg_at_10_std": 0.288903, "nauc_ndcg_at_10_diff1": 0.419844, "nauc_ndcg_at_20_max": 0.336735, "nauc_ndcg_at_20_std": 0.28898, "nauc_ndcg_at_20_diff1": 0.41136, "nauc_ndcg_at_25_max": 0.32441, "nauc_ndcg_at_25_std": 0.281228, "nauc_ndcg_at_25_diff1": 0.409302, "nauc_ndcg_at_50_max": 0.325094, "nauc_ndcg_at_50_std": 0.285251, "nauc_ndcg_at_50_diff1": 0.393333, "nauc_ndcg_at_100_max": 0.302271, "nauc_ndcg_at_100_std": 0.261628, "nauc_ndcg_at_100_diff1": 0.393777, "nauc_ndcg_at_1000_max": 0.277963, "nauc_ndcg_at_1000_std": 0.232303, "nauc_ndcg_at_1000_diff1": 0.397295, "nauc_map_at_1_max": 0.211265, "nauc_map_at_1_std": 0.065185, "nauc_map_at_1_diff1": 0.453624, "nauc_map_at_3_max": 0.251997, "nauc_map_at_3_std": 0.112293, "nauc_map_at_3_diff1": 0.404212, "nauc_map_at_5_max": 0.250101, "nauc_map_at_5_std": 0.142752, "nauc_map_at_5_diff1": 0.375, "nauc_map_at_10_max": 0.265527, "nauc_map_at_10_std": 0.18411, "nauc_map_at_10_diff1": 0.390658, "nauc_map_at_20_max": 0.287896, "nauc_map_at_20_std": 0.215717, "nauc_map_at_20_diff1": 0.405371, "nauc_map_at_25_max": 0.287604, "nauc_map_at_25_std": 0.219193, "nauc_map_at_25_diff1": 0.406055, "nauc_map_at_50_max": 0.293926, "nauc_map_at_50_std": 0.228336, "nauc_map_at_50_diff1": 0.407822, "nauc_map_at_100_max": 0.290203, "nauc_map_at_100_std": 0.224925, "nauc_map_at_100_diff1": 0.407368, "nauc_map_at_1000_max": 0.287706, "nauc_map_at_1000_std": 0.222282, "nauc_map_at_1000_diff1": 0.40706, "nauc_recall_at_1_max": 0.211265, "nauc_recall_at_1_std": 0.065185, "nauc_recall_at_1_diff1": 0.453624, "nauc_recall_at_3_max": 0.287664, "nauc_recall_at_3_std": 0.115558, "nauc_recall_at_3_diff1": 0.38816, "nauc_recall_at_5_max": 0.342707, "nauc_recall_at_5_std": 0.201622, "nauc_recall_at_5_diff1": 0.358587, "nauc_recall_at_10_max": 0.463887, "nauc_recall_at_10_std": 0.416848, "nauc_recall_at_10_diff1": 0.383746, "nauc_recall_at_20_max": 0.525439, "nauc_recall_at_20_std": 0.50134, "nauc_recall_at_20_diff1": 0.381375, "nauc_recall_at_25_max": 0.51261, "nauc_recall_at_25_std": 0.521378, "nauc_recall_at_25_diff1": 0.398788, "nauc_recall_at_50_max": 0.637102, "nauc_recall_at_50_std": 0.684555, "nauc_recall_at_50_diff1": 0.265885, "nauc_recall_at_100_max": 0.578812, "nauc_recall_at_100_std": 0.65228, "nauc_recall_at_100_diff1": 0.255667, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.19222, "nauc_precision_at_1_std": 0.168423, "nauc_precision_at_1_diff1": 0.386218, "nauc_precision_at_3_max": 0.140665, "nauc_precision_at_3_std": 0.160071, "nauc_precision_at_3_diff1": 0.163766, "nauc_precision_at_5_max": 0.12325, "nauc_precision_at_5_std": 0.201689, "nauc_precision_at_5_diff1": 0.096422, "nauc_precision_at_10_max": 0.121578, "nauc_precision_at_10_std": 0.248715, "nauc_precision_at_10_diff1": 0.101193, "nauc_precision_at_20_max": 0.168554, "nauc_precision_at_20_std": 0.306214, "nauc_precision_at_20_diff1": 0.113688, "nauc_precision_at_25_max": 0.151222, "nauc_precision_at_25_std": 0.298262, "nauc_precision_at_25_diff1": 0.107707, "nauc_precision_at_50_max": 0.128308, "nauc_precision_at_50_std": 0.279601, "nauc_precision_at_50_diff1": 0.076946, "nauc_precision_at_100_max": 0.051314, "nauc_precision_at_100_std": 0.20089, "nauc_precision_at_100_diff1": 0.035956, "nauc_precision_at_1000_max": -0.032288, "nauc_precision_at_1000_std": 0.106792, "nauc_precision_at_1000_diff1": -0.009534, "nauc_mrr_at_1_max": 0.19222, "nauc_mrr_at_1_std": 0.168423, "nauc_mrr_at_1_diff1": 0.386218, "nauc_mrr_at_3_max": 0.237528, "nauc_mrr_at_3_std": 0.184475, "nauc_mrr_at_3_diff1": 0.38514, "nauc_mrr_at_5_max": 0.263158, "nauc_mrr_at_5_std": 0.208493, "nauc_mrr_at_5_diff1": 0.395545, "nauc_mrr_at_10_max": 0.258193, "nauc_mrr_at_10_std": 0.216672, "nauc_mrr_at_10_diff1": 0.399655, "nauc_mrr_at_20_max": 0.253731, "nauc_mrr_at_20_std": 0.215348, "nauc_mrr_at_20_diff1": 0.392718, "nauc_mrr_at_25_max": 0.251127, "nauc_mrr_at_25_std": 0.212065, "nauc_mrr_at_25_diff1": 0.39429, "nauc_mrr_at_50_max": 0.250015, "nauc_mrr_at_50_std": 0.211046, "nauc_mrr_at_50_diff1": 0.393456, "nauc_mrr_at_100_max": 0.249761, "nauc_mrr_at_100_std": 0.210784, "nauc_mrr_at_100_diff1": 0.393452, "nauc_mrr_at_1000_max": 0.249686, "nauc_mrr_at_1000_std": 0.210437, "nauc_mrr_at_1000_diff1": 0.393727, "hit_rate_at_1": 0.4898, "hit_rate_at_3": 0.60204, "hit_rate_at_5": 0.67347, "hit_rate_at_10": 0.77551, "hit_rate_at_20": 0.82653, "hit_rate_at_25": 0.86735, "hit_rate_at_50": 0.93878, "hit_rate_at_100": 0.95918, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.489796, "R_cap_at_3": 0.498299, "R_cap_at_5": 0.562415, "R_cap_at_10": 0.670999, "R_cap_at_20": 0.733798, "R_cap_at_25": 0.753898, "R_cap_at_50": 0.849567, "R_cap_at_100": 0.906535, "R_cap_at_1000": 1.0, "main_score": 0.55466, "hf_subset": "world_news_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.46825, "ndcg_at_3": 0.49683, "ndcg_at_5": 0.49722, "ndcg_at_10": 0.51647, "ndcg_at_20": 0.54338, "ndcg_at_25": 0.55264, "ndcg_at_50": 0.57815, "ndcg_at_100": 0.60034, "ndcg_at_1000": 0.61682, "map_at_1": 0.26522, "map_at_3": 0.37582, "map_at_5": 0.40996, "map_at_10": 0.43422, "map_at_20": 0.44807, "map_at_25": 0.4515, "map_at_50": 0.45864, "map_at_100": 0.46264, "map_at_1000": 0.46432, "recall_at_1": 0.26522, "recall_at_3": 0.43749, "recall_at_5": 0.51679, "recall_at_10": 0.61239, "recall_at_20": 0.68748, "recall_at_25": 0.71833, "recall_at_50": 0.81513, "recall_at_100": 0.91109, "recall_at_1000": 1.0, "accuracy": 0.26522, "precision_at_1": 0.46825, "precision_at_3": 0.32804, "precision_at_5": 0.24127, "precision_at_10": 0.14921, "precision_at_20": 0.09008, "precision_at_25": 0.07619, "precision_at_50": 0.04413, "precision_at_100": 0.02556, "precision_at_1000": 0.00283, "mrr_at_1": 0.468254, "mrr_at_3": 0.53836, "mrr_at_5": 0.551852, "mrr_at_10": 0.563675, "mrr_at_20": 0.56709, "mrr_at_25": 0.568535, "mrr_at_50": 0.570517, "mrr_at_100": 0.571102, "mrr_at_1000": 0.571353, "nauc_ndcg_at_1_max": -0.094406, "nauc_ndcg_at_1_std": -0.237825, "nauc_ndcg_at_1_diff1": 0.245829, "nauc_ndcg_at_3_max": -0.100597, "nauc_ndcg_at_3_std": -0.203154, "nauc_ndcg_at_3_diff1": 0.183611, "nauc_ndcg_at_5_max": -0.099397, "nauc_ndcg_at_5_std": -0.210216, "nauc_ndcg_at_5_diff1": 0.192143, "nauc_ndcg_at_10_max": -0.097371, "nauc_ndcg_at_10_std": -0.204167, "nauc_ndcg_at_10_diff1": 0.148938, "nauc_ndcg_at_20_max": -0.101797, "nauc_ndcg_at_20_std": -0.213671, "nauc_ndcg_at_20_diff1": 0.152345, "nauc_ndcg_at_25_max": -0.10436, "nauc_ndcg_at_25_std": -0.221322, "nauc_ndcg_at_25_diff1": 0.149908, "nauc_ndcg_at_50_max": -0.118573, "nauc_ndcg_at_50_std": -0.242406, "nauc_ndcg_at_50_diff1": 0.152067, "nauc_ndcg_at_100_max": -0.118707, "nauc_ndcg_at_100_std": -0.234649, "nauc_ndcg_at_100_diff1": 0.158978, "nauc_ndcg_at_1000_max": -0.12481, "nauc_ndcg_at_1000_std": -0.225095, "nauc_ndcg_at_1000_diff1": 0.165984, "nauc_map_at_1_max": -0.069723, "nauc_map_at_1_std": -0.220103, "nauc_map_at_1_diff1": 0.218318, "nauc_map_at_3_max": -0.084236, "nauc_map_at_3_std": -0.211237, "nauc_map_at_3_diff1": 0.187034, "nauc_map_at_5_max": -0.090509, "nauc_map_at_5_std": -0.227713, "nauc_map_at_5_diff1": 0.178343, "nauc_map_at_10_max": -0.089409, "nauc_map_at_10_std": -0.213087, "nauc_map_at_10_diff1": 0.156564, "nauc_map_at_20_max": -0.092198, "nauc_map_at_20_std": -0.213999, "nauc_map_at_20_diff1": 0.156952, "nauc_map_at_25_max": -0.093695, "nauc_map_at_25_std": -0.212177, "nauc_map_at_25_diff1": 0.157445, "nauc_map_at_50_max": -0.095581, "nauc_map_at_50_std": -0.216379, "nauc_map_at_50_diff1": 0.158081, "nauc_map_at_100_max": -0.096059, "nauc_map_at_100_std": -0.214957, "nauc_map_at_100_diff1": 0.158279, "nauc_map_at_1000_max": -0.09716, "nauc_map_at_1000_std": -0.214372, "nauc_map_at_1000_diff1": 0.158553, "nauc_recall_at_1_max": -0.069723, "nauc_recall_at_1_std": -0.220103, "nauc_recall_at_1_diff1": 0.218318, "nauc_recall_at_3_max": -0.092775, "nauc_recall_at_3_std": -0.157081, "nauc_recall_at_3_diff1": 0.148284, "nauc_recall_at_5_max": -0.102372, "nauc_recall_at_5_std": -0.193678, "nauc_recall_at_5_diff1": 0.167935, "nauc_recall_at_10_max": -0.062234, "nauc_recall_at_10_std": -0.125764, "nauc_recall_at_10_diff1": 0.058734, "nauc_recall_at_20_max": -0.054151, "nauc_recall_at_20_std": -0.146063, "nauc_recall_at_20_diff1": 0.042746, "nauc_recall_at_25_max": -0.045952, "nauc_recall_at_25_std": -0.190851, "nauc_recall_at_25_diff1": 0.022119, "nauc_recall_at_50_max": -0.128608, "nauc_recall_at_50_std": -0.326773, "nauc_recall_at_50_diff1": -0.005193, "nauc_recall_at_100_max": -0.084935, "nauc_recall_at_100_std": -0.351691, "nauc_recall_at_100_diff1": 0.01982, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.094406, "nauc_precision_at_1_std": -0.237825, "nauc_precision_at_1_diff1": 0.245829, "nauc_precision_at_3_max": -0.065711, "nauc_precision_at_3_std": -0.109063, "nauc_precision_at_3_diff1": 0.072417, "nauc_precision_at_5_max": -0.075154, "nauc_precision_at_5_std": -0.0992, "nauc_precision_at_5_diff1": 0.038846, "nauc_precision_at_10_max": -0.079327, "nauc_precision_at_10_std": -0.02644, "nauc_precision_at_10_diff1": -0.052773, "nauc_precision_at_20_max": -0.064294, "nauc_precision_at_20_std": -0.01512, "nauc_precision_at_20_diff1": -0.034349, "nauc_precision_at_25_max": -0.076748, "nauc_precision_at_25_std": -0.004292, "nauc_precision_at_25_diff1": -0.036182, "nauc_precision_at_50_max": -0.0858, "nauc_precision_at_50_std": -0.023897, "nauc_precision_at_50_diff1": -0.047274, "nauc_precision_at_100_max": -0.082412, "nauc_precision_at_100_std": 0.020035, "nauc_precision_at_100_diff1": -0.054814, "nauc_precision_at_1000_max": -0.08883, "nauc_precision_at_1000_std": 0.06164, "nauc_precision_at_1000_diff1": -0.047965, "nauc_mrr_at_1_max": -0.094406, "nauc_mrr_at_1_std": -0.237825, "nauc_mrr_at_1_diff1": 0.245829, "nauc_mrr_at_3_max": -0.107404, "nauc_mrr_at_3_std": -0.218801, "nauc_mrr_at_3_diff1": 0.218218, "nauc_mrr_at_5_max": -0.112978, "nauc_mrr_at_5_std": -0.235938, "nauc_mrr_at_5_diff1": 0.237617, "nauc_mrr_at_10_max": -0.115909, "nauc_mrr_at_10_std": -0.235162, "nauc_mrr_at_10_diff1": 0.224815, "nauc_mrr_at_20_max": -0.115532, "nauc_mrr_at_20_std": -0.233711, "nauc_mrr_at_20_diff1": 0.224971, "nauc_mrr_at_25_max": -0.116296, "nauc_mrr_at_25_std": -0.237371, "nauc_mrr_at_25_diff1": 0.223223, "nauc_mrr_at_50_max": -0.116058, "nauc_mrr_at_50_std": -0.23682, "nauc_mrr_at_50_diff1": 0.22458, "nauc_mrr_at_100_max": -0.115607, "nauc_mrr_at_100_std": -0.236072, "nauc_mrr_at_100_diff1": 0.22537, "nauc_mrr_at_1000_max": -0.115359, "nauc_mrr_at_1000_std": -0.235948, "nauc_mrr_at_1000_diff1": 0.225419, "hit_rate_at_1": 0.46825, "hit_rate_at_3": 0.63492, "hit_rate_at_5": 0.69048, "hit_rate_at_10": 0.77778, "hit_rate_at_20": 0.8254, "hit_rate_at_25": 0.85714, "hit_rate_at_50": 0.92063, "hit_rate_at_100": 0.96032, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.468254, "R_cap_at_3": 0.525132, "R_cap_at_5": 0.547884, "R_cap_at_10": 0.614431, "R_cap_at_20": 0.687478, "R_cap_at_25": 0.71833, "R_cap_at_50": 0.815127, "R_cap_at_100": 0.911086, "R_cap_at_1000": 1.0, "main_score": 0.51647, "hf_subset": "world_news_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": 0.166667, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": 0.166667, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": 0.166667, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": 0.166667, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": 0.166667, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": 0.166667, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": 0.166667, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": 0.166667, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": 0.166667, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": 0.166667, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": 0.166667, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": 0.166667, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": 0.166667, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": 0.166667, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": 0.166667, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": 0.166667, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": 0.166667, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": 0.166667, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": 0.166667, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": 0.166667, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": 0.166667, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": 0.166667, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": 0.166667, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": 0.166667, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": 0.166667, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": 0.166667, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": 0.166667, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": 0.166667, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": 0.166667, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "world_news_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.85237, "ndcg_at_5": 0.85237, "ndcg_at_10": 0.85237, "ndcg_at_20": 0.85237, "ndcg_at_25": 0.85237, "ndcg_at_50": 0.85237, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85237, "map_at_1": 0.6, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.8, "map_at_100": 0.8, "map_at_1000": 0.8, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.8, "mrr_at_100": 0.8, "mrr_at_1000": 0.8, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.363636, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.363636, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.363636, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.363636, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.363636, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": 0.363636, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": 0.363636, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.363636, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.363636, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.363636, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.363636, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.363636, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.363636, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.363636, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": 0.363636, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": 0.363636, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.363636, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.363636, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.363636, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.363636, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.363636, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.363636, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.363636, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.363636, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.363636, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": 0.363636, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": 0.363636, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.363636, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.363636, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85237, "hf_subset": "world_news_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.55797, "ndcg_at_3": 0.57943, "ndcg_at_5": 0.59304, "ndcg_at_10": 0.61071, "ndcg_at_20": 0.63256, "ndcg_at_25": 0.64535, "ndcg_at_50": 0.66202, "ndcg_at_100": 0.67502, "ndcg_at_1000": 0.69072, "map_at_1": 0.3197, "map_at_3": 0.463, "map_at_5": 0.49992, "map_at_10": 0.52693, "map_at_20": 0.54417, "map_at_25": 0.54975, "map_at_50": 0.55534, "map_at_100": 0.55761, "map_at_1000": 0.55928, "recall_at_1": 0.3197, "recall_at_3": 0.53072, "recall_at_5": 0.60796, "recall_at_10": 0.68687, "recall_at_20": 0.75395, "recall_at_25": 0.80036, "recall_at_50": 0.86252, "recall_at_100": 0.92065, "recall_at_1000": 1.0, "accuracy": 0.3197, "precision_at_1": 0.55797, "precision_at_3": 0.37198, "precision_at_5": 0.27681, "precision_at_10": 0.17246, "precision_at_20": 0.10399, "precision_at_25": 0.08957, "precision_at_50": 0.04971, "precision_at_100": 0.02674, "precision_at_1000": 0.00296, "mrr_at_1": 0.557971, "mrr_at_3": 0.635266, "mrr_at_5": 0.648671, "mrr_at_10": 0.653945, "mrr_at_20": 0.656026, "mrr_at_25": 0.657979, "mrr_at_50": 0.658777, "mrr_at_100": 0.659349, "mrr_at_1000": 0.659528, "nauc_ndcg_at_1_max": 0.102551, "nauc_ndcg_at_1_std": 0.041142, "nauc_ndcg_at_1_diff1": 0.30582, "nauc_ndcg_at_3_max": 0.085367, "nauc_ndcg_at_3_std": 0.031663, "nauc_ndcg_at_3_diff1": 0.244313, "nauc_ndcg_at_5_max": 0.146104, "nauc_ndcg_at_5_std": 0.095918, "nauc_ndcg_at_5_diff1": 0.218681, "nauc_ndcg_at_10_max": 0.206292, "nauc_ndcg_at_10_std": 0.146525, "nauc_ndcg_at_10_diff1": 0.229956, "nauc_ndcg_at_20_max": 0.197767, "nauc_ndcg_at_20_std": 0.150711, "nauc_ndcg_at_20_diff1": 0.234387, "nauc_ndcg_at_25_max": 0.198239, "nauc_ndcg_at_25_std": 0.162698, "nauc_ndcg_at_25_diff1": 0.248357, "nauc_ndcg_at_50_max": 0.183669, "nauc_ndcg_at_50_std": 0.15882, "nauc_ndcg_at_50_diff1": 0.249111, "nauc_ndcg_at_100_max": 0.167224, "nauc_ndcg_at_100_std": 0.141783, "nauc_ndcg_at_100_diff1": 0.234794, "nauc_ndcg_at_1000_max": 0.149997, "nauc_ndcg_at_1000_std": 0.110984, "nauc_ndcg_at_1000_diff1": 0.229559, "nauc_map_at_1_max": 0.16452, "nauc_map_at_1_std": -0.091217, "nauc_map_at_1_diff1": 0.266124, "nauc_map_at_3_max": 0.200624, "nauc_map_at_3_std": 0.012461, "nauc_map_at_3_diff1": 0.2582, "nauc_map_at_5_max": 0.1867, "nauc_map_at_5_std": 0.038758, "nauc_map_at_5_diff1": 0.247567, "nauc_map_at_10_max": 0.191531, "nauc_map_at_10_std": 0.075571, "nauc_map_at_10_diff1": 0.23932, "nauc_map_at_20_max": 0.182688, "nauc_map_at_20_std": 0.094452, "nauc_map_at_20_diff1": 0.235535, "nauc_map_at_25_max": 0.181688, "nauc_map_at_25_std": 0.102419, "nauc_map_at_25_diff1": 0.236331, "nauc_map_at_50_max": 0.176971, "nauc_map_at_50_std": 0.104676, "nauc_map_at_50_diff1": 0.233391, "nauc_map_at_100_max": 0.17343, "nauc_map_at_100_std": 0.10143, "nauc_map_at_100_diff1": 0.231479, "nauc_map_at_1000_max": 0.171625, "nauc_map_at_1000_std": 0.098709, "nauc_map_at_1000_diff1": 0.230527, "nauc_recall_at_1_max": 0.16452, "nauc_recall_at_1_std": -0.091217, "nauc_recall_at_1_diff1": 0.266124, "nauc_recall_at_3_max": 0.21905, "nauc_recall_at_3_std": 0.04503, "nauc_recall_at_3_diff1": 0.245014, "nauc_recall_at_5_max": 0.248403, "nauc_recall_at_5_std": 0.123532, "nauc_recall_at_5_diff1": 0.183662, "nauc_recall_at_10_max": 0.335509, "nauc_recall_at_10_std": 0.254841, "nauc_recall_at_10_diff1": 0.191963, "nauc_recall_at_20_max": 0.346979, "nauc_recall_at_20_std": 0.335215, "nauc_recall_at_20_diff1": 0.202092, "nauc_recall_at_25_max": 0.377922, "nauc_recall_at_25_std": 0.432394, "nauc_recall_at_25_diff1": 0.26925, "nauc_recall_at_50_max": 0.372765, "nauc_recall_at_50_std": 0.506047, "nauc_recall_at_50_diff1": 0.346077, "nauc_recall_at_100_max": 0.351817, "nauc_recall_at_100_std": 0.566868, "nauc_recall_at_100_diff1": 0.217462, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.102551, "nauc_precision_at_1_std": 0.041142, "nauc_precision_at_1_diff1": 0.30582, "nauc_precision_at_3_max": -0.052876, "nauc_precision_at_3_std": 0.111988, "nauc_precision_at_3_diff1": 0.064924, "nauc_precision_at_5_max": -0.109955, "nauc_precision_at_5_std": 0.141325, "nauc_precision_at_5_diff1": -0.001542, "nauc_precision_at_10_max": -0.116079, "nauc_precision_at_10_std": 0.198866, "nauc_precision_at_10_diff1": -0.055007, "nauc_precision_at_20_max": -0.141, "nauc_precision_at_20_std": 0.209155, "nauc_precision_at_20_diff1": -0.082749, "nauc_precision_at_25_max": -0.146799, "nauc_precision_at_25_std": 0.222923, "nauc_precision_at_25_diff1": -0.084968, "nauc_precision_at_50_max": -0.174752, "nauc_precision_at_50_std": 0.193526, "nauc_precision_at_50_diff1": -0.10989, "nauc_precision_at_100_max": -0.215662, "nauc_precision_at_100_std": 0.137947, "nauc_precision_at_100_diff1": -0.135321, "nauc_precision_at_1000_max": -0.251472, "nauc_precision_at_1000_std": 0.057339, "nauc_precision_at_1000_diff1": -0.171493, "nauc_mrr_at_1_max": 0.102551, "nauc_mrr_at_1_std": 0.041142, "nauc_mrr_at_1_diff1": 0.30582, "nauc_mrr_at_3_max": 0.12508, "nauc_mrr_at_3_std": 0.092916, "nauc_mrr_at_3_diff1": 0.297553, "nauc_mrr_at_5_max": 0.135223, "nauc_mrr_at_5_std": 0.104396, "nauc_mrr_at_5_diff1": 0.278622, "nauc_mrr_at_10_max": 0.138411, "nauc_mrr_at_10_std": 0.110091, "nauc_mrr_at_10_diff1": 0.282099, "nauc_mrr_at_20_max": 0.136078, "nauc_mrr_at_20_std": 0.106918, "nauc_mrr_at_20_diff1": 0.279882, "nauc_mrr_at_25_max": 0.135301, "nauc_mrr_at_25_std": 0.106865, "nauc_mrr_at_25_diff1": 0.28187, "nauc_mrr_at_50_max": 0.134227, "nauc_mrr_at_50_std": 0.106137, "nauc_mrr_at_50_diff1": 0.282231, "nauc_mrr_at_100_max": 0.134154, "nauc_mrr_at_100_std": 0.106046, "nauc_mrr_at_100_diff1": 0.281798, "nauc_mrr_at_1000_max": 0.134269, "nauc_mrr_at_1000_std": 0.105763, "nauc_mrr_at_1000_diff1": 0.282038, "hit_rate_at_1": 0.55797, "hit_rate_at_3": 0.73188, "hit_rate_at_5": 0.78986, "hit_rate_at_10": 0.83333, "hit_rate_at_20": 0.86232, "hit_rate_at_25": 0.9058, "hit_rate_at_50": 0.93478, "hit_rate_at_100": 0.97101, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.557971, "R_cap_at_3": 0.607488, "R_cap_at_5": 0.643599, "R_cap_at_10": 0.695583, "R_cap_at_20": 0.755831, "R_cap_at_25": 0.800608, "R_cap_at_50": 0.862523, "R_cap_at_100": 0.920649, "R_cap_at_1000": 1.0, "main_score": 0.61071, "hf_subset": "world_news_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68966, "ndcg_at_3": 0.69503, "ndcg_at_5": 0.69324, "ndcg_at_10": 0.71582, "ndcg_at_20": 0.73607, "ndcg_at_25": 0.74243, "ndcg_at_50": 0.75773, "ndcg_at_100": 0.77027, "ndcg_at_1000": 0.77299, "map_at_1": 0.3836, "map_at_3": 0.55115, "map_at_5": 0.59057, "map_at_10": 0.62537, "map_at_20": 0.64255, "map_at_25": 0.64691, "map_at_50": 0.65313, "map_at_100": 0.65551, "map_at_1000": 0.65584, "recall_at_1": 0.3836, "recall_at_3": 0.63094, "recall_at_5": 0.69541, "recall_at_10": 0.79121, "recall_at_20": 0.85572, "recall_at_25": 0.87763, "recall_at_50": 0.92843, "recall_at_100": 0.98614, "recall_at_1000": 1.0, "accuracy": 0.3836, "precision_at_1": 0.68966, "precision_at_3": 0.45517, "precision_at_5": 0.32828, "precision_at_10": 0.20552, "precision_at_20": 0.12069, "precision_at_25": 0.10097, "precision_at_50": 0.05545, "precision_at_100": 0.02952, "precision_at_1000": 0.00299, "mrr_at_1": 0.689655, "mrr_at_3": 0.758621, "mrr_at_5": 0.763103, "mrr_at_10": 0.7685, "mrr_at_20": 0.770989, "mrr_at_25": 0.771276, "mrr_at_50": 0.771866, "mrr_at_100": 0.772199, "mrr_at_1000": 0.772199, "nauc_ndcg_at_1_max": 0.397191, "nauc_ndcg_at_1_std": 0.235291, "nauc_ndcg_at_1_diff1": 0.5709, "nauc_ndcg_at_3_max": 0.418119, "nauc_ndcg_at_3_std": 0.207249, "nauc_ndcg_at_3_diff1": 0.465037, "nauc_ndcg_at_5_max": 0.492679, "nauc_ndcg_at_5_std": 0.287504, "nauc_ndcg_at_5_diff1": 0.431559, "nauc_ndcg_at_10_max": 0.533334, "nauc_ndcg_at_10_std": 0.343633, "nauc_ndcg_at_10_diff1": 0.428018, "nauc_ndcg_at_20_max": 0.52762, "nauc_ndcg_at_20_std": 0.332572, "nauc_ndcg_at_20_diff1": 0.47516, "nauc_ndcg_at_25_max": 0.522668, "nauc_ndcg_at_25_std": 0.331877, "nauc_ndcg_at_25_diff1": 0.471413, "nauc_ndcg_at_50_max": 0.50905, "nauc_ndcg_at_50_std": 0.330133, "nauc_ndcg_at_50_diff1": 0.46568, "nauc_ndcg_at_100_max": 0.49578, "nauc_ndcg_at_100_std": 0.314164, "nauc_ndcg_at_100_diff1": 0.467668, "nauc_ndcg_at_1000_max": 0.495795, "nauc_ndcg_at_1000_std": 0.30503, "nauc_ndcg_at_1000_diff1": 0.476863, "nauc_map_at_1_max": 0.285576, "nauc_map_at_1_std": -0.015026, "nauc_map_at_1_diff1": 0.455407, "nauc_map_at_3_max": 0.41445, "nauc_map_at_3_std": 0.130274, "nauc_map_at_3_diff1": 0.427464, "nauc_map_at_5_max": 0.445292, "nauc_map_at_5_std": 0.182511, "nauc_map_at_5_diff1": 0.416689, "nauc_map_at_10_max": 0.468558, "nauc_map_at_10_std": 0.237273, "nauc_map_at_10_diff1": 0.420122, "nauc_map_at_20_max": 0.478813, "nauc_map_at_20_std": 0.274311, "nauc_map_at_20_diff1": 0.423694, "nauc_map_at_25_max": 0.479172, "nauc_map_at_25_std": 0.281764, "nauc_map_at_25_diff1": 0.417948, "nauc_map_at_50_max": 0.477495, "nauc_map_at_50_std": 0.287854, "nauc_map_at_50_diff1": 0.412883, "nauc_map_at_100_max": 0.476207, "nauc_map_at_100_std": 0.286021, "nauc_map_at_100_diff1": 0.414873, "nauc_map_at_1000_max": 0.476223, "nauc_map_at_1000_std": 0.285169, "nauc_map_at_1000_diff1": 0.415733, "nauc_recall_at_1_max": 0.285576, "nauc_recall_at_1_std": -0.015026, "nauc_recall_at_1_diff1": 0.455407, "nauc_recall_at_3_max": 0.418531, "nauc_recall_at_3_std": 0.118141, "nauc_recall_at_3_diff1": 0.363759, "nauc_recall_at_5_max": 0.493102, "nauc_recall_at_5_std": 0.216041, "nauc_recall_at_5_diff1": 0.346531, "nauc_recall_at_10_max": 0.59593, "nauc_recall_at_10_std": 0.380227, "nauc_recall_at_10_diff1": 0.351357, "nauc_recall_at_20_max": 0.624105, "nauc_recall_at_20_std": 0.440657, "nauc_recall_at_20_diff1": 0.437664, "nauc_recall_at_25_max": 0.630873, "nauc_recall_at_25_std": 0.495996, "nauc_recall_at_25_diff1": 0.400264, "nauc_recall_at_50_max": 0.603917, "nauc_recall_at_50_std": 0.598085, "nauc_recall_at_50_diff1": 0.330262, "nauc_recall_at_100_max": 0.403245, "nauc_recall_at_100_std": 0.838762, "nauc_recall_at_100_diff1": -0.201881, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.397191, "nauc_precision_at_1_std": 0.235291, "nauc_precision_at_1_diff1": 0.5709, "nauc_precision_at_3_max": 0.199564, "nauc_precision_at_3_std": 0.287039, "nauc_precision_at_3_diff1": 0.06639, "nauc_precision_at_5_max": 0.139365, "nauc_precision_at_5_std": 0.287238, "nauc_precision_at_5_diff1": -0.022231, "nauc_precision_at_10_max": 0.076978, "nauc_precision_at_10_std": 0.315942, "nauc_precision_at_10_diff1": -0.097146, "nauc_precision_at_20_max": 0.047471, "nauc_precision_at_20_std": 0.342347, "nauc_precision_at_20_diff1": -0.11506, "nauc_precision_at_25_max": 0.03376, "nauc_precision_at_25_std": 0.336958, "nauc_precision_at_25_diff1": -0.136152, "nauc_precision_at_50_max": -0.008719, "nauc_precision_at_50_std": 0.300228, "nauc_precision_at_50_diff1": -0.162488, "nauc_precision_at_100_max": -0.043484, "nauc_precision_at_100_std": 0.252159, "nauc_precision_at_100_diff1": -0.157773, "nauc_precision_at_1000_max": -0.048332, "nauc_precision_at_1000_std": 0.235936, "nauc_precision_at_1000_diff1": -0.149582, "nauc_mrr_at_1_max": 0.397191, "nauc_mrr_at_1_std": 0.235291, "nauc_mrr_at_1_diff1": 0.5709, "nauc_mrr_at_3_max": 0.484456, "nauc_mrr_at_3_std": 0.275956, "nauc_mrr_at_3_diff1": 0.593721, "nauc_mrr_at_5_max": 0.484216, "nauc_mrr_at_5_std": 0.27956, "nauc_mrr_at_5_diff1": 0.593369, "nauc_mrr_at_10_max": 0.487062, "nauc_mrr_at_10_std": 0.287933, "nauc_mrr_at_10_diff1": 0.591085, "nauc_mrr_at_20_max": 0.481919, "nauc_mrr_at_20_std": 0.280542, "nauc_mrr_at_20_diff1": 0.593152, "nauc_mrr_at_25_max": 0.48118, "nauc_mrr_at_25_std": 0.280432, "nauc_mrr_at_25_diff1": 0.593208, "nauc_mrr_at_50_max": 0.480129, "nauc_mrr_at_50_std": 0.280617, "nauc_mrr_at_50_diff1": 0.592341, "nauc_mrr_at_100_max": 0.47947, "nauc_mrr_at_100_std": 0.280015, "nauc_mrr_at_100_diff1": 0.591934, "nauc_mrr_at_1000_max": 0.47947, "nauc_mrr_at_1000_std": 0.280015, "nauc_mrr_at_1000_diff1": 0.591934, "hit_rate_at_1": 0.68966, "hit_rate_at_3": 0.85517, "hit_rate_at_5": 0.87586, "hit_rate_at_10": 0.91724, "hit_rate_at_20": 0.95172, "hit_rate_at_25": 0.95862, "hit_rate_at_50": 0.97931, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.689655, "R_cap_at_3": 0.727586, "R_cap_at_5": 0.735517, "R_cap_at_10": 0.801221, "R_cap_at_20": 0.857608, "R_cap_at_25": 0.877867, "R_cap_at_50": 0.928435, "R_cap_at_100": 0.986141, "R_cap_at_1000": 1.0, "main_score": 0.71582, "hf_subset": "world_news_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.61224, "ndcg_at_3": 0.71056, "ndcg_at_5": 0.71965, "ndcg_at_10": 0.76417, "ndcg_at_20": 0.78737, "ndcg_at_25": 0.78737, "ndcg_at_50": 0.78737, "ndcg_at_100": 0.78737, "ndcg_at_1000": 0.78737, "map_at_1": 0.5034, "map_at_3": 0.6712, "map_at_5": 0.68923, "map_at_10": 0.70775, "map_at_20": 0.71673, "map_at_25": 0.71673, "map_at_50": 0.71673, "map_at_100": 0.71673, "map_at_1000": 0.71673, "recall_at_1": 0.5034, "recall_at_3": 0.7585, "recall_at_5": 0.78571, "recall_at_10": 0.92177, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.5034, "precision_at_1": 0.61224, "precision_at_3": 0.36054, "precision_at_5": 0.23265, "precision_at_10": 0.13265, "precision_at_20": 0.07347, "precision_at_25": 0.05878, "precision_at_50": 0.02939, "precision_at_100": 0.01469, "precision_at_1000": 0.00147, "mrr_at_1": 0.612245, "mrr_at_3": 0.704082, "mrr_at_5": 0.704082, "mrr_at_10": 0.72185, "mrr_at_20": 0.724494, "mrr_at_25": 0.724494, "mrr_at_50": 0.724494, "mrr_at_100": 0.724494, "mrr_at_1000": 0.724494, "nauc_ndcg_at_1_max": 0.364711, "nauc_ndcg_at_1_std": 0.493018, "nauc_ndcg_at_1_diff1": 0.65104, "nauc_ndcg_at_3_max": 0.555481, "nauc_ndcg_at_3_std": 0.624903, "nauc_ndcg_at_3_diff1": 0.727363, "nauc_ndcg_at_5_max": 0.53371, "nauc_ndcg_at_5_std": 0.606809, "nauc_ndcg_at_5_diff1": 0.71682, "nauc_ndcg_at_10_max": 0.49564, "nauc_ndcg_at_10_std": 0.594194, "nauc_ndcg_at_10_diff1": 0.699667, "nauc_ndcg_at_20_max": 0.471934, "nauc_ndcg_at_20_std": 0.564894, "nauc_ndcg_at_20_diff1": 0.691113, "nauc_ndcg_at_25_max": 0.471934, "nauc_ndcg_at_25_std": 0.564894, "nauc_ndcg_at_25_diff1": 0.691113, "nauc_ndcg_at_50_max": 0.471934, "nauc_ndcg_at_50_std": 0.564894, "nauc_ndcg_at_50_diff1": 0.691113, "nauc_ndcg_at_100_max": 0.471934, "nauc_ndcg_at_100_std": 0.564894, "nauc_ndcg_at_100_diff1": 0.691113, "nauc_ndcg_at_1000_max": 0.471934, "nauc_ndcg_at_1000_std": 0.564894, "nauc_ndcg_at_1000_diff1": 0.691113, "nauc_map_at_1_max": 0.323636, "nauc_map_at_1_std": 0.402308, "nauc_map_at_1_diff1": 0.689234, "nauc_map_at_3_max": 0.499188, "nauc_map_at_3_std": 0.56824, "nauc_map_at_3_diff1": 0.713182, "nauc_map_at_5_max": 0.501812, "nauc_map_at_5_std": 0.593329, "nauc_map_at_5_diff1": 0.707298, "nauc_map_at_10_max": 0.485066, "nauc_map_at_10_std": 0.587038, "nauc_map_at_10_diff1": 0.697826, "nauc_map_at_20_max": 0.47644, "nauc_map_at_20_std": 0.575502, "nauc_map_at_20_diff1": 0.694648, "nauc_map_at_25_max": 0.47644, "nauc_map_at_25_std": 0.575502, "nauc_map_at_25_diff1": 0.694648, "nauc_map_at_50_max": 0.47644, "nauc_map_at_50_std": 0.575502, "nauc_map_at_50_diff1": 0.694648, "nauc_map_at_100_max": 0.47644, "nauc_map_at_100_std": 0.575502, "nauc_map_at_100_diff1": 0.694648, "nauc_map_at_1000_max": 0.47644, "nauc_map_at_1000_std": 0.575502, "nauc_map_at_1000_diff1": 0.694648, "nauc_recall_at_1_max": 0.323636, "nauc_recall_at_1_std": 0.402308, "nauc_recall_at_1_diff1": 0.689234, "nauc_recall_at_3_max": 0.686628, "nauc_recall_at_3_std": 0.669229, "nauc_recall_at_3_diff1": 0.766994, "nauc_recall_at_5_max": 0.694031, "nauc_recall_at_5_std": 0.704297, "nauc_recall_at_5_diff1": 0.770304, "nauc_recall_at_10_max": 0.62893, "nauc_recall_at_10_std": 0.743278, "nauc_recall_at_10_diff1": 0.717391, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.364711, "nauc_precision_at_1_std": 0.493018, "nauc_precision_at_1_diff1": 0.65104, "nauc_precision_at_3_max": 0.198772, "nauc_precision_at_3_std": 0.265339, "nauc_precision_at_3_diff1": 0.056432, "nauc_precision_at_5_max": 0.133998, "nauc_precision_at_5_std": 0.223125, "nauc_precision_at_5_diff1": -0.010167, "nauc_precision_at_10_max": -0.037098, "nauc_precision_at_10_std": 0.078741, "nauc_precision_at_10_diff1": -0.219186, "nauc_precision_at_20_max": -0.187617, "nauc_precision_at_20_std": -0.117514, "nauc_precision_at_20_diff1": -0.369454, "nauc_precision_at_25_max": -0.187617, "nauc_precision_at_25_std": -0.117514, "nauc_precision_at_25_diff1": -0.369454, "nauc_precision_at_50_max": -0.187617, "nauc_precision_at_50_std": -0.117514, "nauc_precision_at_50_diff1": -0.369454, "nauc_precision_at_100_max": -0.187617, "nauc_precision_at_100_std": -0.117514, "nauc_precision_at_100_diff1": -0.369454, "nauc_precision_at_1000_max": -0.187617, "nauc_precision_at_1000_std": -0.117514, "nauc_precision_at_1000_diff1": -0.369454, "nauc_mrr_at_1_max": 0.364711, "nauc_mrr_at_1_std": 0.493018, "nauc_mrr_at_1_diff1": 0.65104, "nauc_mrr_at_3_max": 0.480504, "nauc_mrr_at_3_std": 0.562391, "nauc_mrr_at_3_diff1": 0.700514, "nauc_mrr_at_5_max": 0.480504, "nauc_mrr_at_5_std": 0.562391, "nauc_mrr_at_5_diff1": 0.700514, "nauc_mrr_at_10_max": 0.465332, "nauc_mrr_at_10_std": 0.555304, "nauc_mrr_at_10_diff1": 0.693856, "nauc_mrr_at_20_max": 0.464341, "nauc_mrr_at_20_std": 0.555347, "nauc_mrr_at_20_diff1": 0.693542, "nauc_mrr_at_25_max": 0.464341, "nauc_mrr_at_25_std": 0.555347, "nauc_mrr_at_25_diff1": 0.693542, "nauc_mrr_at_50_max": 0.464341, "nauc_mrr_at_50_std": 0.555347, "nauc_mrr_at_50_diff1": 0.693542, "nauc_mrr_at_100_max": 0.464341, "nauc_mrr_at_100_std": 0.555347, "nauc_mrr_at_100_diff1": 0.693542, "nauc_mrr_at_1000_max": 0.464341, "nauc_mrr_at_1000_std": 0.555347, "nauc_mrr_at_1000_diff1": 0.693542, "hit_rate_at_1": 0.61224, "hit_rate_at_3": 0.81633, "hit_rate_at_5": 0.81633, "hit_rate_at_10": 0.95918, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.612245, "R_cap_at_3": 0.768707, "R_cap_at_5": 0.785714, "R_cap_at_10": 0.921769, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.76417, "hf_subset": "world_news_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67143, "ndcg_at_3": 0.72355, "ndcg_at_5": 0.75568, "ndcg_at_10": 0.78416, "ndcg_at_20": 0.80947, "ndcg_at_25": 0.80947, "ndcg_at_50": 0.80947, "ndcg_at_100": 0.80947, "ndcg_at_1000": 0.80947, "map_at_1": 0.55714, "map_at_3": 0.6869, "map_at_5": 0.71071, "map_at_10": 0.72761, "map_at_20": 0.7368, "map_at_25": 0.7368, "map_at_50": 0.7368, "map_at_100": 0.7368, "map_at_1000": 0.7368, "recall_at_1": 0.55714, "recall_at_3": 0.75595, "recall_at_5": 0.83452, "recall_at_10": 0.90952, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.55714, "precision_at_1": 0.67143, "precision_at_3": 0.34286, "precision_at_5": 0.22857, "precision_at_10": 0.12857, "precision_at_20": 0.07143, "precision_at_25": 0.05714, "precision_at_50": 0.02857, "precision_at_100": 0.01429, "precision_at_1000": 0.00143, "mrr_at_1": 0.671429, "mrr_at_3": 0.742857, "mrr_at_5": 0.760714, "mrr_at_10": 0.766565, "mrr_at_20": 0.770317, "mrr_at_25": 0.770317, "mrr_at_50": 0.770317, "mrr_at_100": 0.770317, "mrr_at_1000": 0.770317, "nauc_ndcg_at_1_max": 0.304577, "nauc_ndcg_at_1_std": 0.488419, "nauc_ndcg_at_1_diff1": 0.711479, "nauc_ndcg_at_3_max": 0.399493, "nauc_ndcg_at_3_std": 0.512268, "nauc_ndcg_at_3_diff1": 0.692041, "nauc_ndcg_at_5_max": 0.404995, "nauc_ndcg_at_5_std": 0.517998, "nauc_ndcg_at_5_diff1": 0.680902, "nauc_ndcg_at_10_max": 0.374068, "nauc_ndcg_at_10_std": 0.501655, "nauc_ndcg_at_10_diff1": 0.692167, "nauc_ndcg_at_20_max": 0.345656, "nauc_ndcg_at_20_std": 0.494407, "nauc_ndcg_at_20_diff1": 0.687893, "nauc_ndcg_at_25_max": 0.345656, "nauc_ndcg_at_25_std": 0.494407, "nauc_ndcg_at_25_diff1": 0.687893, "nauc_ndcg_at_50_max": 0.345656, "nauc_ndcg_at_50_std": 0.494407, "nauc_ndcg_at_50_diff1": 0.687893, "nauc_ndcg_at_100_max": 0.345656, "nauc_ndcg_at_100_std": 0.494407, "nauc_ndcg_at_100_diff1": 0.687893, "nauc_ndcg_at_1000_max": 0.345656, "nauc_ndcg_at_1000_std": 0.494407, "nauc_ndcg_at_1000_diff1": 0.687893, "nauc_map_at_1_max": 0.380582, "nauc_map_at_1_std": 0.33953, "nauc_map_at_1_diff1": 0.725574, "nauc_map_at_3_max": 0.401673, "nauc_map_at_3_std": 0.491449, "nauc_map_at_3_diff1": 0.67606, "nauc_map_at_5_max": 0.392293, "nauc_map_at_5_std": 0.512508, "nauc_map_at_5_diff1": 0.669638, "nauc_map_at_10_max": 0.377826, "nauc_map_at_10_std": 0.513425, "nauc_map_at_10_diff1": 0.680477, "nauc_map_at_20_max": 0.367752, "nauc_map_at_20_std": 0.506696, "nauc_map_at_20_diff1": 0.677785, "nauc_map_at_25_max": 0.367752, "nauc_map_at_25_std": 0.506696, "nauc_map_at_25_diff1": 0.677785, "nauc_map_at_50_max": 0.367752, "nauc_map_at_50_std": 0.506696, "nauc_map_at_50_diff1": 0.677785, "nauc_map_at_100_max": 0.367752, "nauc_map_at_100_std": 0.506696, "nauc_map_at_100_diff1": 0.677785, "nauc_map_at_1000_max": 0.367752, "nauc_map_at_1000_std": 0.506696, "nauc_map_at_1000_diff1": 0.677785, "nauc_recall_at_1_max": 0.380582, "nauc_recall_at_1_std": 0.33953, "nauc_recall_at_1_diff1": 0.725574, "nauc_recall_at_3_max": 0.50104, "nauc_recall_at_3_std": 0.473812, "nauc_recall_at_3_diff1": 0.668845, "nauc_recall_at_5_max": 0.551799, "nauc_recall_at_5_std": 0.537391, "nauc_recall_at_5_diff1": 0.635038, "nauc_recall_at_10_max": 0.50441, "nauc_recall_at_10_std": 0.452414, "nauc_recall_at_10_diff1": 0.665579, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.304577, "nauc_precision_at_1_std": 0.488419, "nauc_precision_at_1_diff1": 0.711479, "nauc_precision_at_3_max": -0.014819, "nauc_precision_at_3_std": 0.366946, "nauc_precision_at_3_diff1": 0.049557, "nauc_precision_at_5_max": -0.126026, "nauc_precision_at_5_std": 0.31365, "nauc_precision_at_5_diff1": -0.094329, "nauc_precision_at_10_max": -0.231283, "nauc_precision_at_10_std": 0.169239, "nauc_precision_at_10_diff1": -0.18743, "nauc_precision_at_20_max": -0.365974, "nauc_precision_at_20_std": 0.014306, "nauc_precision_at_20_diff1": -0.342489, "nauc_precision_at_25_max": -0.365974, "nauc_precision_at_25_std": 0.014306, "nauc_precision_at_25_diff1": -0.342489, "nauc_precision_at_50_max": -0.365974, "nauc_precision_at_50_std": 0.014306, "nauc_precision_at_50_diff1": -0.342489, "nauc_precision_at_100_max": -0.365974, "nauc_precision_at_100_std": 0.014306, "nauc_precision_at_100_diff1": -0.342489, "nauc_precision_at_1000_max": -0.365974, "nauc_precision_at_1000_std": 0.014306, "nauc_precision_at_1000_diff1": -0.342489, "nauc_mrr_at_1_max": 0.304577, "nauc_mrr_at_1_std": 0.488419, "nauc_mrr_at_1_diff1": 0.711479, "nauc_mrr_at_3_max": 0.314218, "nauc_mrr_at_3_std": 0.47597, "nauc_mrr_at_3_diff1": 0.71961, "nauc_mrr_at_5_max": 0.322466, "nauc_mrr_at_5_std": 0.473418, "nauc_mrr_at_5_diff1": 0.716054, "nauc_mrr_at_10_max": 0.310307, "nauc_mrr_at_10_std": 0.464681, "nauc_mrr_at_10_diff1": 0.713117, "nauc_mrr_at_20_max": 0.310951, "nauc_mrr_at_20_std": 0.468328, "nauc_mrr_at_20_diff1": 0.714445, "nauc_mrr_at_25_max": 0.310951, "nauc_mrr_at_25_std": 0.468328, "nauc_mrr_at_25_diff1": 0.714445, "nauc_mrr_at_50_max": 0.310951, "nauc_mrr_at_50_std": 0.468328, "nauc_mrr_at_50_diff1": 0.714445, "nauc_mrr_at_100_max": 0.310951, "nauc_mrr_at_100_std": 0.468328, "nauc_mrr_at_100_diff1": 0.714445, "nauc_mrr_at_1000_max": 0.310951, "nauc_mrr_at_1000_std": 0.468328, "nauc_mrr_at_1000_diff1": 0.714445, "hit_rate_at_1": 0.67143, "hit_rate_at_3": 0.82857, "hit_rate_at_5": 0.9, "hit_rate_at_10": 0.94286, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.671429, "R_cap_at_3": 0.761905, "R_cap_at_5": 0.834524, "R_cap_at_10": 0.909524, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.78416, "hf_subset": "world_news_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": 0.833333, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": 0.833333, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": 0.833333, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": 0.833333, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": 0.833333, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": 0.833333, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": 0.833333, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": 0.833333, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": 0.833333, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": 0.833333, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": 0.833333, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": 0.833333, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": 0.833333, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": 0.833333, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": 0.833333, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": 0.833333, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": 0.833333, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": 0.833333, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": 0.833333, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": 0.833333, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": 0.833333, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": 0.833333, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": 0.833333, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": 0.833333, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": 0.833333, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": 0.833333, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": 0.833333, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": 0.833333, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": 0.833333, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "world_news_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.64706, "ndcg_at_3": 0.71419, "ndcg_at_5": 0.74745, "ndcg_at_10": 0.77784, "ndcg_at_20": 0.79802, "ndcg_at_25": 0.79802, "ndcg_at_50": 0.79802, "ndcg_at_100": 0.79802, "ndcg_at_1000": 0.79802, "map_at_1": 0.52206, "map_at_3": 0.66422, "map_at_5": 0.69461, "map_at_10": 0.71193, "map_at_20": 0.71988, "map_at_25": 0.71988, "map_at_50": 0.71988, "map_at_100": 0.71988, "map_at_1000": 0.71988, "recall_at_1": 0.52206, "recall_at_3": 0.75368, "recall_at_5": 0.84681, "recall_at_10": 0.93015, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.52206, "precision_at_1": 0.64706, "precision_at_3": 0.35294, "precision_at_5": 0.23824, "precision_at_10": 0.13382, "precision_at_20": 0.07279, "precision_at_25": 0.05824, "precision_at_50": 0.02912, "precision_at_100": 0.01456, "precision_at_1000": 0.00146, "mrr_at_1": 0.647059, "mrr_at_3": 0.732843, "mrr_at_5": 0.75049, "mrr_at_10": 0.755801, "mrr_at_20": 0.758851, "mrr_at_25": 0.758851, "mrr_at_50": 0.758851, "mrr_at_100": 0.758851, "mrr_at_1000": 0.758851, "nauc_ndcg_at_1_max": 0.170424, "nauc_ndcg_at_1_std": 0.198962, "nauc_ndcg_at_1_diff1": 0.795181, "nauc_ndcg_at_3_max": 0.357459, "nauc_ndcg_at_3_std": 0.432941, "nauc_ndcg_at_3_diff1": 0.809133, "nauc_ndcg_at_5_max": 0.349765, "nauc_ndcg_at_5_std": 0.458467, "nauc_ndcg_at_5_diff1": 0.792914, "nauc_ndcg_at_10_max": 0.298938, "nauc_ndcg_at_10_std": 0.422631, "nauc_ndcg_at_10_diff1": 0.791463, "nauc_ndcg_at_20_max": 0.281375, "nauc_ndcg_at_20_std": 0.364628, "nauc_ndcg_at_20_diff1": 0.788031, "nauc_ndcg_at_25_max": 0.281375, "nauc_ndcg_at_25_std": 0.364628, "nauc_ndcg_at_25_diff1": 0.788031, "nauc_ndcg_at_50_max": 0.281375, "nauc_ndcg_at_50_std": 0.364628, "nauc_ndcg_at_50_diff1": 0.788031, "nauc_ndcg_at_100_max": 0.281375, "nauc_ndcg_at_100_std": 0.364628, "nauc_ndcg_at_100_diff1": 0.788031, "nauc_ndcg_at_1000_max": 0.281375, "nauc_ndcg_at_1000_std": 0.364628, "nauc_ndcg_at_1000_diff1": 0.788031, "nauc_map_at_1_max": 0.311678, "nauc_map_at_1_std": 0.161193, "nauc_map_at_1_diff1": 0.792553, "nauc_map_at_3_max": 0.38186, "nauc_map_at_3_std": 0.402264, "nauc_map_at_3_diff1": 0.794019, "nauc_map_at_5_max": 0.36308, "nauc_map_at_5_std": 0.425319, "nauc_map_at_5_diff1": 0.793121, "nauc_map_at_10_max": 0.332303, "nauc_map_at_10_std": 0.405299, "nauc_map_at_10_diff1": 0.790577, "nauc_map_at_20_max": 0.3248, "nauc_map_at_20_std": 0.387568, "nauc_map_at_20_diff1": 0.790231, "nauc_map_at_25_max": 0.3248, "nauc_map_at_25_std": 0.387568, "nauc_map_at_25_diff1": 0.790231, "nauc_map_at_50_max": 0.3248, "nauc_map_at_50_std": 0.387568, "nauc_map_at_50_diff1": 0.790231, "nauc_map_at_100_max": 0.3248, "nauc_map_at_100_std": 0.387568, "nauc_map_at_100_diff1": 0.790231, "nauc_map_at_1000_max": 0.3248, "nauc_map_at_1000_std": 0.387568, "nauc_map_at_1000_diff1": 0.790231, "nauc_recall_at_1_max": 0.311678, "nauc_recall_at_1_std": 0.161193, "nauc_recall_at_1_diff1": 0.792553, "nauc_recall_at_3_max": 0.489447, "nauc_recall_at_3_std": 0.562153, "nauc_recall_at_3_diff1": 0.780096, "nauc_recall_at_5_max": 0.485956, "nauc_recall_at_5_std": 0.734814, "nauc_recall_at_5_diff1": 0.723758, "nauc_recall_at_10_max": 0.368349, "nauc_recall_at_10_std": 0.841226, "nauc_recall_at_10_diff1": 0.730526, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.170424, "nauc_precision_at_1_std": 0.198962, "nauc_precision_at_1_diff1": 0.795181, "nauc_precision_at_3_max": -0.046925, "nauc_precision_at_3_std": 0.283806, "nauc_precision_at_3_diff1": 0.146427, "nauc_precision_at_5_max": -0.157552, "nauc_precision_at_5_std": 0.244862, "nauc_precision_at_5_diff1": -0.003925, "nauc_precision_at_10_max": -0.300566, "nauc_precision_at_10_std": 0.067733, "nauc_precision_at_10_diff1": -0.155963, "nauc_precision_at_20_max": -0.372723, "nauc_precision_at_20_std": -0.093109, "nauc_precision_at_20_diff1": -0.274277, "nauc_precision_at_25_max": -0.372723, "nauc_precision_at_25_std": -0.093109, "nauc_precision_at_25_diff1": -0.274277, "nauc_precision_at_50_max": -0.372723, "nauc_precision_at_50_std": -0.093109, "nauc_precision_at_50_diff1": -0.274277, "nauc_precision_at_100_max": -0.372723, "nauc_precision_at_100_std": -0.093109, "nauc_precision_at_100_diff1": -0.274277, "nauc_precision_at_1000_max": -0.372723, "nauc_precision_at_1000_std": -0.093109, "nauc_precision_at_1000_diff1": -0.274277, "nauc_mrr_at_1_max": 0.170424, "nauc_mrr_at_1_std": 0.198962, "nauc_mrr_at_1_diff1": 0.795181, "nauc_mrr_at_3_max": 0.21507, "nauc_mrr_at_3_std": 0.291162, "nauc_mrr_at_3_diff1": 0.793778, "nauc_mrr_at_5_max": 0.206941, "nauc_mrr_at_5_std": 0.300579, "nauc_mrr_at_5_diff1": 0.788381, "nauc_mrr_at_10_max": 0.206037, "nauc_mrr_at_10_std": 0.297657, "nauc_mrr_at_10_diff1": 0.791575, "nauc_mrr_at_20_max": 0.206057, "nauc_mrr_at_20_std": 0.290382, "nauc_mrr_at_20_diff1": 0.791141, "nauc_mrr_at_25_max": 0.206057, "nauc_mrr_at_25_std": 0.290382, "nauc_mrr_at_25_diff1": 0.791141, "nauc_mrr_at_50_max": 0.206057, "nauc_mrr_at_50_std": 0.290382, "nauc_mrr_at_50_diff1": 0.791141, "nauc_mrr_at_100_max": 0.206057, "nauc_mrr_at_100_std": 0.290382, "nauc_mrr_at_100_diff1": 0.791141, "nauc_mrr_at_1000_max": 0.206057, "nauc_mrr_at_1000_std": 0.290382, "nauc_mrr_at_1000_diff1": 0.791141, "hit_rate_at_1": 0.64706, "hit_rate_at_3": 0.83824, "hit_rate_at_5": 0.91176, "hit_rate_at_10": 0.95588, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.647059, "R_cap_at_3": 0.767157, "R_cap_at_5": 0.846814, "R_cap_at_10": 0.930147, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.77784, "hf_subset": "world_news_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.89041, "ndcg_at_3": 0.90298, "ndcg_at_5": 0.92413, "ndcg_at_10": 0.93178, "ndcg_at_20": 0.93528, "ndcg_at_25": 0.93528, "ndcg_at_50": 0.93528, "ndcg_at_100": 0.93528, "ndcg_at_1000": 0.93528, "map_at_1": 0.71689, "map_at_3": 0.87062, "map_at_5": 0.89711, "map_at_10": 0.90308, "map_at_20": 0.90406, "map_at_25": 0.90406, "map_at_50": 0.90406, "map_at_100": 0.90406, "map_at_1000": 0.90406, "recall_at_1": 0.71689, "recall_at_3": 0.90639, "recall_at_5": 0.96804, "recall_at_10": 0.9863, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.71689, "precision_at_1": 0.89041, "precision_at_3": 0.43379, "precision_at_5": 0.28493, "precision_at_10": 0.14795, "precision_at_20": 0.07466, "precision_at_25": 0.05973, "precision_at_50": 0.02986, "precision_at_100": 0.01493, "precision_at_1000": 0.00149, "mrr_at_1": 0.890411, "mrr_at_3": 0.922374, "mrr_at_5": 0.929224, "mrr_at_10": 0.929224, "mrr_at_20": 0.930202, "mrr_at_25": 0.930202, "mrr_at_50": 0.930202, "mrr_at_100": 0.930202, "mrr_at_1000": 0.930202, "nauc_ndcg_at_1_max": 0.780325, "nauc_ndcg_at_1_std": 0.401127, "nauc_ndcg_at_1_diff1": 0.912766, "nauc_ndcg_at_3_max": 0.820555, "nauc_ndcg_at_3_std": 0.536963, "nauc_ndcg_at_3_diff1": 0.823258, "nauc_ndcg_at_5_max": 0.799038, "nauc_ndcg_at_5_std": 0.521112, "nauc_ndcg_at_5_diff1": 0.827288, "nauc_ndcg_at_10_max": 0.799662, "nauc_ndcg_at_10_std": 0.520515, "nauc_ndcg_at_10_diff1": 0.862143, "nauc_ndcg_at_20_max": 0.788407, "nauc_ndcg_at_20_std": 0.493577, "nauc_ndcg_at_20_diff1": 0.854398, "nauc_ndcg_at_25_max": 0.788407, "nauc_ndcg_at_25_std": 0.493577, "nauc_ndcg_at_25_diff1": 0.854398, "nauc_ndcg_at_50_max": 0.788407, "nauc_ndcg_at_50_std": 0.493577, "nauc_ndcg_at_50_diff1": 0.854398, "nauc_ndcg_at_100_max": 0.788407, "nauc_ndcg_at_100_std": 0.493577, "nauc_ndcg_at_100_diff1": 0.854398, "nauc_ndcg_at_1000_max": 0.788407, "nauc_ndcg_at_1000_std": 0.493577, "nauc_ndcg_at_1000_diff1": 0.854398, "nauc_map_at_1_max": 0.482734, "nauc_map_at_1_std": 0.210172, "nauc_map_at_1_diff1": 0.778576, "nauc_map_at_3_max": 0.747521, "nauc_map_at_3_std": 0.439299, "nauc_map_at_3_diff1": 0.773922, "nauc_map_at_5_max": 0.794773, "nauc_map_at_5_std": 0.513231, "nauc_map_at_5_diff1": 0.8181, "nauc_map_at_10_max": 0.795565, "nauc_map_at_10_std": 0.512225, "nauc_map_at_10_diff1": 0.833119, "nauc_map_at_20_max": 0.793376, "nauc_map_at_20_std": 0.507002, "nauc_map_at_20_diff1": 0.831332, "nauc_map_at_25_max": 0.793376, "nauc_map_at_25_std": 0.507002, "nauc_map_at_25_diff1": 0.831332, "nauc_map_at_50_max": 0.793376, "nauc_map_at_50_std": 0.507002, "nauc_map_at_50_diff1": 0.831332, "nauc_map_at_100_max": 0.793376, "nauc_map_at_100_std": 0.507002, "nauc_map_at_100_diff1": 0.831332, "nauc_map_at_1000_max": 0.793376, "nauc_map_at_1000_std": 0.507002, "nauc_map_at_1000_diff1": 0.831332, "nauc_recall_at_1_max": 0.482734, "nauc_recall_at_1_std": 0.210172, "nauc_recall_at_1_diff1": 0.778576, "nauc_recall_at_3_max": 0.74107, "nauc_recall_at_3_std": 0.464044, "nauc_recall_at_3_diff1": 0.679273, "nauc_recall_at_5_max": 0.826098, "nauc_recall_at_5_std": 0.688718, "nauc_recall_at_5_diff1": 0.647983, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.780325, "nauc_precision_at_1_std": 0.401127, "nauc_precision_at_1_diff1": 0.912766, "nauc_precision_at_3_max": 0.021488, "nauc_precision_at_3_std": 0.119742, "nauc_precision_at_3_diff1": -0.251692, "nauc_precision_at_5_max": -0.093299, "nauc_precision_at_5_std": 0.061653, "nauc_precision_at_5_diff1": -0.330404, "nauc_precision_at_10_max": -0.140335, "nauc_precision_at_10_std": 0.018285, "nauc_precision_at_10_diff1": -0.337579, "nauc_precision_at_20_max": -0.164671, "nauc_precision_at_20_std": -0.002666, "nauc_precision_at_20_diff1": -0.366124, "nauc_precision_at_25_max": -0.164671, "nauc_precision_at_25_std": -0.002666, "nauc_precision_at_25_diff1": -0.366124, "nauc_precision_at_50_max": -0.164671, "nauc_precision_at_50_std": -0.002666, "nauc_precision_at_50_diff1": -0.366124, "nauc_precision_at_100_max": -0.164671, "nauc_precision_at_100_std": -0.002666, "nauc_precision_at_100_diff1": -0.366124, "nauc_precision_at_1000_max": -0.164671, "nauc_precision_at_1000_std": -0.002666, "nauc_precision_at_1000_diff1": -0.366124, "nauc_mrr_at_1_max": 0.780325, "nauc_mrr_at_1_std": 0.401127, "nauc_mrr_at_1_diff1": 0.912766, "nauc_mrr_at_3_max": 0.783238, "nauc_mrr_at_3_std": 0.43874, "nauc_mrr_at_3_diff1": 0.910017, "nauc_mrr_at_5_max": 0.782003, "nauc_mrr_at_5_std": 0.446631, "nauc_mrr_at_5_diff1": 0.914831, "nauc_mrr_at_10_max": 0.782003, "nauc_mrr_at_10_std": 0.446631, "nauc_mrr_at_10_diff1": 0.914831, "nauc_mrr_at_20_max": 0.778907, "nauc_mrr_at_20_std": 0.438774, "nauc_mrr_at_20_diff1": 0.913622, "nauc_mrr_at_25_max": 0.778907, "nauc_mrr_at_25_std": 0.438774, "nauc_mrr_at_25_diff1": 0.913622, "nauc_mrr_at_50_max": 0.778907, "nauc_mrr_at_50_std": 0.438774, "nauc_mrr_at_50_diff1": 0.913622, "nauc_mrr_at_100_max": 0.778907, "nauc_mrr_at_100_std": 0.438774, "nauc_mrr_at_100_diff1": 0.913622, "nauc_mrr_at_1000_max": 0.778907, "nauc_mrr_at_1000_std": 0.438774, "nauc_mrr_at_1000_diff1": 0.913622, "hit_rate_at_1": 0.89041, "hit_rate_at_3": 0.9589, "hit_rate_at_5": 0.9863, "hit_rate_at_10": 0.9863, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.890411, "R_cap_at_3": 0.920091, "R_cap_at_5": 0.968037, "R_cap_at_10": 0.986301, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.93178, "hf_subset": "world_news_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 5967.208126834594, "kg_co2_emissions": null, "date": 1787536334.648134, "evaluation_phases": [ { "name": "Data loading", "start": 3.469735383987427e-05, "end": 17.39688973594457, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 17.396922217682004, "end": 17.39693248923868, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 17.41934628970921, "end": 18.328507907688618, "split": "test", "subset": "world_news_claude_short__Times" }, { "name": "Scoring", "start": 18.3285442981869, "end": 18.40688532497734, "split": "test", "subset": "world_news_claude_short__Times" } ] }