{ "dataset_revision": "c0c0877aab7085655b446b2adcb86a25bbf14459", "task_name": "EPBench", "mteb_version": "2.12.39", "scores": { "test": [ { "ndcg_at_1": 0.5, "ndcg_at_3": 0.49171, "ndcg_at_5": 0.52625, "ndcg_at_10": 0.53824, "ndcg_at_20": 0.55856, "ndcg_at_25": 0.57156, "ndcg_at_50": 0.59672, "ndcg_at_100": 0.624, "ndcg_at_1000": 0.6396, "map_at_1": 0.25341, "map_at_3": 0.37086, "map_at_5": 0.42529, "map_at_10": 0.4568, "map_at_20": 0.47171, "map_at_25": 0.47617, "map_at_50": 0.48363, "map_at_100": 0.48862, "map_at_1000": 0.49106, "recall_at_1": 0.25341, "recall_at_3": 0.42999, "recall_at_5": 0.53663, "recall_at_10": 0.60831, "recall_at_20": 0.68674, "recall_at_25": 0.72964, "recall_at_50": 0.81955, "recall_at_100": 0.92998, "recall_at_1000": 1.0, "accuracy": 0.25341, "precision_at_1": 0.5, "precision_at_3": 0.33673, "precision_at_5": 0.27755, "precision_at_10": 0.17755, "precision_at_20": 0.10561, "precision_at_25": 0.09102, "precision_at_50": 0.05286, "precision_at_100": 0.03163, "precision_at_1000": 0.00354, "mrr_at_1": 0.5, "mrr_at_3": 0.556122, "mrr_at_5": 0.57449, "mrr_at_10": 0.58456, "mrr_at_20": 0.587023, "mrr_at_25": 0.588789, "mrr_at_50": 0.590496, "mrr_at_100": 0.591249, "mrr_at_1000": 0.591387, "nauc_ndcg_at_1_max": -0.057236, "nauc_ndcg_at_1_std": -0.238922, "nauc_ndcg_at_1_diff1": 0.484456, "nauc_ndcg_at_3_max": 0.040543, "nauc_ndcg_at_3_std": -0.187124, "nauc_ndcg_at_3_diff1": 0.466698, "nauc_ndcg_at_5_max": 0.105557, "nauc_ndcg_at_5_std": -0.160706, "nauc_ndcg_at_5_diff1": 0.423909, "nauc_ndcg_at_10_max": 0.112523, "nauc_ndcg_at_10_std": -0.174417, "nauc_ndcg_at_10_diff1": 0.423298, "nauc_ndcg_at_20_max": 0.153137, "nauc_ndcg_at_20_std": -0.137368, "nauc_ndcg_at_20_diff1": 0.427923, "nauc_ndcg_at_25_max": 0.163006, "nauc_ndcg_at_25_std": -0.123708, "nauc_ndcg_at_25_diff1": 0.421839, "nauc_ndcg_at_50_max": 0.137543, "nauc_ndcg_at_50_std": -0.138367, "nauc_ndcg_at_50_diff1": 0.431538, "nauc_ndcg_at_100_max": 0.099125, "nauc_ndcg_at_100_std": -0.16661, "nauc_ndcg_at_100_diff1": 0.412057, "nauc_ndcg_at_1000_max": 0.071259, "nauc_ndcg_at_1000_std": -0.175978, "nauc_ndcg_at_1000_diff1": 0.414786, "nauc_map_at_1_max": 0.021285, "nauc_map_at_1_std": -0.200343, "nauc_map_at_1_diff1": 0.545864, "nauc_map_at_3_max": 0.093943, "nauc_map_at_3_std": -0.160521, "nauc_map_at_3_diff1": 0.497715, "nauc_map_at_5_max": 0.125607, "nauc_map_at_5_std": -0.151295, "nauc_map_at_5_diff1": 0.465854, "nauc_map_at_10_max": 0.102026, "nauc_map_at_10_std": -0.172586, "nauc_map_at_10_diff1": 0.444327, "nauc_map_at_20_max": 0.117838, "nauc_map_at_20_std": -0.151046, "nauc_map_at_20_diff1": 0.437602, "nauc_map_at_25_max": 0.122991, "nauc_map_at_25_std": -0.143689, "nauc_map_at_25_diff1": 0.434249, "nauc_map_at_50_max": 0.11525, "nauc_map_at_50_std": -0.147009, "nauc_map_at_50_diff1": 0.437003, "nauc_map_at_100_max": 0.107311, "nauc_map_at_100_std": -0.152897, "nauc_map_at_100_diff1": 0.433572, "nauc_map_at_1000_max": 0.103618, "nauc_map_at_1000_std": -0.154296, "nauc_map_at_1000_diff1": 0.432755, "nauc_recall_at_1_max": 0.021285, "nauc_recall_at_1_std": -0.200343, "nauc_recall_at_1_diff1": 0.545864, "nauc_recall_at_3_max": 0.180481, "nauc_recall_at_3_std": -0.114114, "nauc_recall_at_3_diff1": 0.488075, "nauc_recall_at_5_max": 0.279283, "nauc_recall_at_5_std": -0.082333, "nauc_recall_at_5_diff1": 0.412402, "nauc_recall_at_10_max": 0.260539, "nauc_recall_at_10_std": -0.113509, "nauc_recall_at_10_diff1": 0.384454, "nauc_recall_at_20_max": 0.379855, "nauc_recall_at_20_std": 0.000586, "nauc_recall_at_20_diff1": 0.384007, "nauc_recall_at_25_max": 0.462635, "nauc_recall_at_25_std": 0.081066, "nauc_recall_at_25_diff1": 0.362615, "nauc_recall_at_50_max": 0.44814, "nauc_recall_at_50_std": 0.066751, "nauc_recall_at_50_diff1": 0.410899, "nauc_recall_at_100_max": 0.494002, "nauc_recall_at_100_std": -0.019637, "nauc_recall_at_100_diff1": 0.198323, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.057236, "nauc_precision_at_1_std": -0.238922, "nauc_precision_at_1_diff1": 0.484456, "nauc_precision_at_3_max": 0.002308, "nauc_precision_at_3_std": -0.11845, "nauc_precision_at_3_diff1": 0.17274, "nauc_precision_at_5_max": 0.02441, "nauc_precision_at_5_std": -0.076999, "nauc_precision_at_5_diff1": 0.049259, "nauc_precision_at_10_max": -0.054559, "nauc_precision_at_10_std": -0.093314, "nauc_precision_at_10_diff1": -0.036683, "nauc_precision_at_20_max": -0.009112, "nauc_precision_at_20_std": 0.009588, "nauc_precision_at_20_diff1": -0.092399, "nauc_precision_at_25_max": -0.012492, "nauc_precision_at_25_std": 0.032846, "nauc_precision_at_25_diff1": -0.123001, "nauc_precision_at_50_max": -0.086833, "nauc_precision_at_50_std": 0.005376, "nauc_precision_at_50_diff1": -0.130424, "nauc_precision_at_100_max": -0.193747, "nauc_precision_at_100_std": -0.040187, "nauc_precision_at_100_diff1": -0.2132, "nauc_precision_at_1000_max": -0.237537, "nauc_precision_at_1000_std": -0.043305, "nauc_precision_at_1000_diff1": -0.236613, "nauc_mrr_at_1_max": -0.057236, "nauc_mrr_at_1_std": -0.238922, "nauc_mrr_at_1_diff1": 0.484456, "nauc_mrr_at_3_max": -0.019862, "nauc_mrr_at_3_std": -0.232997, "nauc_mrr_at_3_diff1": 0.47099, "nauc_mrr_at_5_max": 0.009908, "nauc_mrr_at_5_std": -0.224735, "nauc_mrr_at_5_diff1": 0.461073, "nauc_mrr_at_10_max": 0.003942, "nauc_mrr_at_10_std": -0.22467, "nauc_mrr_at_10_diff1": 0.454608, "nauc_mrr_at_20_max": 0.003432, "nauc_mrr_at_20_std": -0.222795, "nauc_mrr_at_20_diff1": 0.45653, "nauc_mrr_at_25_max": 0.001782, "nauc_mrr_at_25_std": -0.223392, "nauc_mrr_at_25_diff1": 0.455651, "nauc_mrr_at_50_max": -3.4e-05, "nauc_mrr_at_50_std": -0.224858, "nauc_mrr_at_50_diff1": 0.455202, "nauc_mrr_at_100_max": 0.000338, "nauc_mrr_at_100_std": -0.224558, "nauc_mrr_at_100_diff1": 0.455369, "nauc_mrr_at_1000_max": 0.000139, "nauc_mrr_at_1000_std": -0.224476, "nauc_mrr_at_1000_diff1": 0.455514, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.63265, "hit_rate_at_5": 0.71429, "hit_rate_at_10": 0.78571, "hit_rate_at_20": 0.82653, "hit_rate_at_25": 0.86735, "hit_rate_at_50": 0.92857, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.5, "R_cap_at_3": 0.511905, "R_cap_at_5": 0.583844, "R_cap_at_10": 0.620481, "R_cap_at_20": 0.686743, "R_cap_at_25": 0.72964, "R_cap_at_50": 0.819551, "R_cap_at_100": 0.929981, "R_cap_at_1000": 1.0, "main_score": 0.53824, "hf_subset": "default_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.62295, "ndcg_at_3": 0.64403, "ndcg_at_5": 0.65269, "ndcg_at_10": 0.67307, "ndcg_at_20": 0.68913, "ndcg_at_25": 0.69333, "ndcg_at_50": 0.71285, "ndcg_at_100": 0.72576, "ndcg_at_1000": 0.733, "map_at_1": 0.32836, "map_at_3": 0.49161, "map_at_5": 0.53598, "map_at_10": 0.57763, "map_at_20": 0.59713, "map_at_25": 0.59926, "map_at_50": 0.60542, "map_at_100": 0.60834, "map_at_1000": 0.60946, "recall_at_1": 0.32836, "recall_at_3": 0.56376, "recall_at_5": 0.64855, "recall_at_10": 0.76913, "recall_at_20": 0.83074, "recall_at_25": 0.84225, "recall_at_50": 0.91433, "recall_at_100": 0.96493, "recall_at_1000": 1.0, "accuracy": 0.32836, "precision_at_1": 0.62295, "precision_at_3": 0.43169, "precision_at_5": 0.32131, "precision_at_10": 0.21066, "precision_at_20": 0.12336, "precision_at_25": 0.10131, "precision_at_50": 0.05639, "precision_at_100": 0.03074, "precision_at_1000": 0.00322, "mrr_at_1": 0.622951, "mrr_at_3": 0.695355, "mrr_at_5": 0.705191, "mrr_at_10": 0.713531, "mrr_at_20": 0.714418, "mrr_at_25": 0.714418, "mrr_at_50": 0.715811, "mrr_at_100": 0.716352, "mrr_at_1000": 0.716486, "nauc_ndcg_at_1_max": 0.072223, "nauc_ndcg_at_1_std": 0.126173, "nauc_ndcg_at_1_diff1": 0.449298, "nauc_ndcg_at_3_max": 0.162436, "nauc_ndcg_at_3_std": 0.138901, "nauc_ndcg_at_3_diff1": 0.33326, "nauc_ndcg_at_5_max": 0.188934, "nauc_ndcg_at_5_std": 0.163597, "nauc_ndcg_at_5_diff1": 0.370949, "nauc_ndcg_at_10_max": 0.179528, "nauc_ndcg_at_10_std": 0.13903, "nauc_ndcg_at_10_diff1": 0.407072, "nauc_ndcg_at_20_max": 0.178345, "nauc_ndcg_at_20_std": 0.139073, "nauc_ndcg_at_20_diff1": 0.427222, "nauc_ndcg_at_25_max": 0.174563, "nauc_ndcg_at_25_std": 0.145102, "nauc_ndcg_at_25_diff1": 0.423957, "nauc_ndcg_at_50_max": 0.168441, "nauc_ndcg_at_50_std": 0.158478, "nauc_ndcg_at_50_diff1": 0.407515, "nauc_ndcg_at_100_max": 0.156349, "nauc_ndcg_at_100_std": 0.146578, "nauc_ndcg_at_100_diff1": 0.400729, "nauc_ndcg_at_1000_max": 0.155161, "nauc_ndcg_at_1000_std": 0.143993, "nauc_ndcg_at_1000_diff1": 0.394764, "nauc_map_at_1_max": 0.251477, "nauc_map_at_1_std": 0.044516, "nauc_map_at_1_diff1": 0.49545, "nauc_map_at_3_max": 0.236159, "nauc_map_at_3_std": 0.047561, "nauc_map_at_3_diff1": 0.42066, "nauc_map_at_5_max": 0.228725, "nauc_map_at_5_std": 0.066349, "nauc_map_at_5_diff1": 0.42043, "nauc_map_at_10_max": 0.199683, "nauc_map_at_10_std": 0.072016, "nauc_map_at_10_diff1": 0.417607, "nauc_map_at_20_max": 0.190608, "nauc_map_at_20_std": 0.089925, "nauc_map_at_20_diff1": 0.416731, "nauc_map_at_25_max": 0.189782, "nauc_map_at_25_std": 0.094075, "nauc_map_at_25_diff1": 0.414642, "nauc_map_at_50_max": 0.18737, "nauc_map_at_50_std": 0.100344, "nauc_map_at_50_diff1": 0.410848, "nauc_map_at_100_max": 0.185229, "nauc_map_at_100_std": 0.099735, "nauc_map_at_100_diff1": 0.408989, "nauc_map_at_1000_max": 0.185349, "nauc_map_at_1000_std": 0.099779, "nauc_map_at_1000_diff1": 0.408333, "nauc_recall_at_1_max": 0.251477, "nauc_recall_at_1_std": 0.044516, "nauc_recall_at_1_diff1": 0.49545, "nauc_recall_at_3_max": 0.243834, "nauc_recall_at_3_std": 0.054566, "nauc_recall_at_3_diff1": 0.323319, "nauc_recall_at_5_max": 0.263614, "nauc_recall_at_5_std": 0.116743, "nauc_recall_at_5_diff1": 0.326733, "nauc_recall_at_10_max": 0.259178, "nauc_recall_at_10_std": 0.138022, "nauc_recall_at_10_diff1": 0.376729, "nauc_recall_at_20_max": 0.267758, "nauc_recall_at_20_std": 0.167259, "nauc_recall_at_20_diff1": 0.498915, "nauc_recall_at_25_max": 0.254678, "nauc_recall_at_25_std": 0.189838, "nauc_recall_at_25_diff1": 0.507034, "nauc_recall_at_50_max": 0.30318, "nauc_recall_at_50_std": 0.345305, "nauc_recall_at_50_diff1": 0.458734, "nauc_recall_at_100_max": 0.19992, "nauc_recall_at_100_std": 0.240173, "nauc_recall_at_100_diff1": 0.516954, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.072223, "nauc_precision_at_1_std": 0.126173, "nauc_precision_at_1_diff1": 0.449298, "nauc_precision_at_3_max": -0.045686, "nauc_precision_at_3_std": 0.124492, "nauc_precision_at_3_diff1": -0.018463, "nauc_precision_at_5_max": -0.08376, "nauc_precision_at_5_std": 0.130106, "nauc_precision_at_5_diff1": -0.052085, "nauc_precision_at_10_max": -0.140202, "nauc_precision_at_10_std": 0.113355, "nauc_precision_at_10_diff1": -0.104921, "nauc_precision_at_20_max": -0.140169, "nauc_precision_at_20_std": 0.138132, "nauc_precision_at_20_diff1": -0.114572, "nauc_precision_at_25_max": -0.140325, "nauc_precision_at_25_std": 0.146288, "nauc_precision_at_25_diff1": -0.12737, "nauc_precision_at_50_max": -0.153551, "nauc_precision_at_50_std": 0.149875, "nauc_precision_at_50_diff1": -0.167999, "nauc_precision_at_100_max": -0.165102, "nauc_precision_at_100_std": 0.124925, "nauc_precision_at_100_diff1": -0.199236, "nauc_precision_at_1000_max": -0.161061, "nauc_precision_at_1000_std": 0.11558, "nauc_precision_at_1000_diff1": -0.212101, "nauc_mrr_at_1_max": 0.072223, "nauc_mrr_at_1_std": 0.126173, "nauc_mrr_at_1_diff1": 0.449298, "nauc_mrr_at_3_max": 0.08608, "nauc_mrr_at_3_std": 0.157909, "nauc_mrr_at_3_diff1": 0.406734, "nauc_mrr_at_5_max": 0.082133, "nauc_mrr_at_5_std": 0.16288, "nauc_mrr_at_5_diff1": 0.407556, "nauc_mrr_at_10_max": 0.088934, "nauc_mrr_at_10_std": 0.16854, "nauc_mrr_at_10_diff1": 0.413688, "nauc_mrr_at_20_max": 0.089637, "nauc_mrr_at_20_std": 0.16641, "nauc_mrr_at_20_diff1": 0.416417, "nauc_mrr_at_25_max": 0.089637, "nauc_mrr_at_25_std": 0.16641, "nauc_mrr_at_25_diff1": 0.416417, "nauc_mrr_at_50_max": 0.089411, "nauc_mrr_at_50_std": 0.166162, "nauc_mrr_at_50_diff1": 0.415617, "nauc_mrr_at_100_max": 0.08881, "nauc_mrr_at_100_std": 0.165039, "nauc_mrr_at_100_diff1": 0.41588, "nauc_mrr_at_1000_max": 0.088672, "nauc_mrr_at_1000_std": 0.164992, "nauc_mrr_at_1000_diff1": 0.415801, "hit_rate_at_1": 0.62295, "hit_rate_at_3": 0.77869, "hit_rate_at_5": 0.81967, "hit_rate_at_10": 0.88525, "hit_rate_at_20": 0.90164, "hit_rate_at_25": 0.90164, "hit_rate_at_50": 0.95082, "hit_rate_at_100": 0.98361, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.622951, "R_cap_at_3": 0.67623, "R_cap_at_5": 0.70724, "R_cap_at_10": 0.782332, "R_cap_at_20": 0.830744, "R_cap_at_25": 0.842252, "R_cap_at_50": 0.914326, "R_cap_at_100": 0.964925, "R_cap_at_1000": 1.0, "main_score": 0.67307, "hf_subset": "default_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.166667, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.166667, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.166667, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.166667, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.166667, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": 0.166667, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": 0.166667, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.166667, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.166667, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.166667, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.166667, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.166667, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.166667, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.166667, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": 0.166667, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": 0.166667, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.166667, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.166667, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.166667, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.166667, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.166667, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.166667, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.166667, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.166667, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.166667, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": 0.166667, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": 0.166667, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.166667, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.166667, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.60606, "ndcg_at_3": 0.63395, "ndcg_at_5": 0.65397, "ndcg_at_10": 0.6662, "ndcg_at_20": 0.68415, "ndcg_at_25": 0.68916, "ndcg_at_50": 0.71659, "ndcg_at_100": 0.72828, "ndcg_at_1000": 0.7359, "map_at_1": 0.32666, "map_at_3": 0.49992, "map_at_5": 0.55623, "map_at_10": 0.59415, "map_at_20": 0.60978, "map_at_25": 0.61193, "map_at_50": 0.61826, "map_at_100": 0.62092, "map_at_1000": 0.622, "recall_at_1": 0.32666, "recall_at_3": 0.55966, "recall_at_5": 0.65917, "recall_at_10": 0.74071, "recall_at_20": 0.79414, "recall_at_25": 0.81042, "recall_at_50": 0.91891, "recall_at_100": 0.96298, "recall_at_1000": 1.0, "accuracy": 0.32666, "precision_at_1": 0.60606, "precision_at_3": 0.42424, "precision_at_5": 0.33333, "precision_at_10": 0.2053, "precision_at_20": 0.11705, "precision_at_25": 0.09606, "precision_at_50": 0.0547, "precision_at_100": 0.02962, "precision_at_1000": 0.00312, "mrr_at_1": 0.606061, "mrr_at_3": 0.676768, "mrr_at_5": 0.693056, "mrr_at_10": 0.698767, "mrr_at_20": 0.700145, "mrr_at_25": 0.700506, "mrr_at_50": 0.703163, "mrr_at_100": 0.703306, "mrr_at_1000": 0.703427, "nauc_ndcg_at_1_max": -0.170334, "nauc_ndcg_at_1_std": -0.152173, "nauc_ndcg_at_1_diff1": 0.489086, "nauc_ndcg_at_3_max": -0.066922, "nauc_ndcg_at_3_std": -0.075661, "nauc_ndcg_at_3_diff1": 0.457215, "nauc_ndcg_at_5_max": 0.002771, "nauc_ndcg_at_5_std": -0.015537, "nauc_ndcg_at_5_diff1": 0.491282, "nauc_ndcg_at_10_max": 0.02405, "nauc_ndcg_at_10_std": 0.011438, "nauc_ndcg_at_10_diff1": 0.500129, "nauc_ndcg_at_20_max": 0.060548, "nauc_ndcg_at_20_std": 0.049178, "nauc_ndcg_at_20_diff1": 0.499792, "nauc_ndcg_at_25_max": 0.058578, "nauc_ndcg_at_25_std": 0.051573, "nauc_ndcg_at_25_diff1": 0.494745, "nauc_ndcg_at_50_max": 0.025483, "nauc_ndcg_at_50_std": 0.023301, "nauc_ndcg_at_50_diff1": 0.482177, "nauc_ndcg_at_100_max": 0.004037, "nauc_ndcg_at_100_std": 0.002019, "nauc_ndcg_at_100_diff1": 0.485062, "nauc_ndcg_at_1000_max": -0.006833, "nauc_ndcg_at_1000_std": -0.011915, "nauc_ndcg_at_1000_diff1": 0.482509, "nauc_map_at_1_max": 0.028526, "nauc_map_at_1_std": -0.104586, "nauc_map_at_1_diff1": 0.511632, "nauc_map_at_3_max": 0.051075, "nauc_map_at_3_std": -0.067047, "nauc_map_at_3_diff1": 0.502875, "nauc_map_at_5_max": 0.039401, "nauc_map_at_5_std": -0.052534, "nauc_map_at_5_diff1": 0.497309, "nauc_map_at_10_max": 0.00421, "nauc_map_at_10_std": -0.035868, "nauc_map_at_10_diff1": 0.485653, "nauc_map_at_20_max": 0.007157, "nauc_map_at_20_std": -0.010414, "nauc_map_at_20_diff1": 0.470269, "nauc_map_at_25_max": 0.005857, "nauc_map_at_25_std": -0.009915, "nauc_map_at_25_diff1": 0.468793, "nauc_map_at_50_max": 0.000308, "nauc_map_at_50_std": -0.013269, "nauc_map_at_50_diff1": 0.465474, "nauc_map_at_100_max": -0.003808, "nauc_map_at_100_std": -0.017138, "nauc_map_at_100_diff1": 0.465407, "nauc_map_at_1000_max": -0.004547, "nauc_map_at_1000_std": -0.018306, "nauc_map_at_1000_diff1": 0.465437, "nauc_recall_at_1_max": 0.028526, "nauc_recall_at_1_std": -0.104586, "nauc_recall_at_1_diff1": 0.511632, "nauc_recall_at_3_max": 0.11489, "nauc_recall_at_3_std": -0.021281, "nauc_recall_at_3_diff1": 0.492109, "nauc_recall_at_5_max": 0.191146, "nauc_recall_at_5_std": 0.056343, "nauc_recall_at_5_diff1": 0.542313, "nauc_recall_at_10_max": 0.216759, "nauc_recall_at_10_std": 0.153422, "nauc_recall_at_10_diff1": 0.547858, "nauc_recall_at_20_max": 0.392866, "nauc_recall_at_20_std": 0.356092, "nauc_recall_at_20_diff1": 0.536481, "nauc_recall_at_25_max": 0.409325, "nauc_recall_at_25_std": 0.390137, "nauc_recall_at_25_diff1": 0.513835, "nauc_recall_at_50_max": 0.411636, "nauc_recall_at_50_std": 0.436841, "nauc_recall_at_50_diff1": 0.424993, "nauc_recall_at_100_max": 0.377771, "nauc_recall_at_100_std": 0.436491, "nauc_recall_at_100_diff1": 0.567715, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.170334, "nauc_precision_at_1_std": -0.152173, "nauc_precision_at_1_diff1": 0.489086, "nauc_precision_at_3_max": -0.156442, "nauc_precision_at_3_std": -0.0467, "nauc_precision_at_3_diff1": 0.068351, "nauc_precision_at_5_max": -0.154157, "nauc_precision_at_5_std": 0.000369, "nauc_precision_at_5_diff1": -0.017987, "nauc_precision_at_10_max": -0.182599, "nauc_precision_at_10_std": 0.039741, "nauc_precision_at_10_diff1": -0.082999, "nauc_precision_at_20_max": -0.155957, "nauc_precision_at_20_std": 0.092673, "nauc_precision_at_20_diff1": -0.134192, "nauc_precision_at_25_max": -0.157108, "nauc_precision_at_25_std": 0.09229, "nauc_precision_at_25_diff1": -0.142878, "nauc_precision_at_50_max": -0.188232, "nauc_precision_at_50_std": 0.056342, "nauc_precision_at_50_diff1": -0.211965, "nauc_precision_at_100_max": -0.208881, "nauc_precision_at_100_std": 0.01524, "nauc_precision_at_100_diff1": -0.226024, "nauc_precision_at_1000_max": -0.204386, "nauc_precision_at_1000_std": -0.00261, "nauc_precision_at_1000_diff1": -0.235983, "nauc_mrr_at_1_max": -0.170334, "nauc_mrr_at_1_std": -0.152173, "nauc_mrr_at_1_diff1": 0.489086, "nauc_mrr_at_3_max": -0.067748, "nauc_mrr_at_3_std": -0.064224, "nauc_mrr_at_3_diff1": 0.516725, "nauc_mrr_at_5_max": -0.049643, "nauc_mrr_at_5_std": -0.050388, "nauc_mrr_at_5_diff1": 0.525436, "nauc_mrr_at_10_max": -0.050879, "nauc_mrr_at_10_std": -0.048494, "nauc_mrr_at_10_diff1": 0.525506, "nauc_mrr_at_20_max": -0.047268, "nauc_mrr_at_20_std": -0.044222, "nauc_mrr_at_20_diff1": 0.526162, "nauc_mrr_at_25_max": -0.047505, "nauc_mrr_at_25_std": -0.04403, "nauc_mrr_at_25_diff1": 0.525376, "nauc_mrr_at_50_max": -0.051775, "nauc_mrr_at_50_std": -0.048472, "nauc_mrr_at_50_diff1": 0.524203, "nauc_mrr_at_100_max": -0.052012, "nauc_mrr_at_100_std": -0.048708, "nauc_mrr_at_100_diff1": 0.524088, "nauc_mrr_at_1000_max": -0.052446, "nauc_mrr_at_1000_std": -0.049102, "nauc_mrr_at_1000_diff1": 0.523987, "hit_rate_at_1": 0.60606, "hit_rate_at_3": 0.75, "hit_rate_at_5": 0.81818, "hit_rate_at_10": 0.85606, "hit_rate_at_20": 0.87121, "hit_rate_at_25": 0.87879, "hit_rate_at_50": 0.97727, "hit_rate_at_100": 0.98485, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.606061, "R_cap_at_3": 0.659091, "R_cap_at_5": 0.706692, "R_cap_at_10": 0.747054, "R_cap_at_20": 0.794142, "R_cap_at_25": 0.810417, "R_cap_at_50": 0.918912, "R_cap_at_100": 0.962979, "R_cap_at_1000": 1.0, "main_score": 0.6662, "hf_subset": "default_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.6875, "ndcg_at_3": 0.67874, "ndcg_at_5": 0.69176, "ndcg_at_10": 0.70676, "ndcg_at_20": 0.73415, "ndcg_at_25": 0.73903, "ndcg_at_50": 0.75795, "ndcg_at_100": 0.7686, "ndcg_at_1000": 0.77011, "map_at_1": 0.36286, "map_at_3": 0.53271, "map_at_5": 0.57722, "map_at_10": 0.61777, "map_at_20": 0.64082, "map_at_25": 0.64336, "map_at_50": 0.64985, "map_at_100": 0.65234, "map_at_1000": 0.65272, "recall_at_1": 0.36286, "recall_at_3": 0.59368, "recall_at_5": 0.67217, "recall_at_10": 0.77181, "recall_at_20": 0.86423, "recall_at_25": 0.879, "recall_at_50": 0.94893, "recall_at_100": 0.9951, "recall_at_1000": 1.0, "accuracy": 0.36286, "precision_at_1": 0.6875, "precision_at_3": 0.46528, "precision_at_5": 0.34722, "precision_at_10": 0.21667, "precision_at_20": 0.12847, "precision_at_25": 0.10556, "precision_at_50": 0.05806, "precision_at_100": 0.03083, "precision_at_1000": 0.00313, "mrr_at_1": 0.6875, "mrr_at_3": 0.75, "mrr_at_5": 0.757986, "mrr_at_10": 0.763222, "mrr_at_20": 0.765526, "mrr_at_25": 0.765842, "mrr_at_50": 0.766986, "mrr_at_100": 0.767229, "mrr_at_1000": 0.767229, "nauc_ndcg_at_1_max": 0.326609, "nauc_ndcg_at_1_std": 0.056678, "nauc_ndcg_at_1_diff1": 0.494275, "nauc_ndcg_at_3_max": 0.40327, "nauc_ndcg_at_3_std": 0.168915, "nauc_ndcg_at_3_diff1": 0.356522, "nauc_ndcg_at_5_max": 0.413034, "nauc_ndcg_at_5_std": 0.173031, "nauc_ndcg_at_5_diff1": 0.394385, "nauc_ndcg_at_10_max": 0.4179, "nauc_ndcg_at_10_std": 0.201855, "nauc_ndcg_at_10_diff1": 0.383756, "nauc_ndcg_at_20_max": 0.440753, "nauc_ndcg_at_20_std": 0.230123, "nauc_ndcg_at_20_diff1": 0.414471, "nauc_ndcg_at_25_max": 0.433858, "nauc_ndcg_at_25_std": 0.220468, "nauc_ndcg_at_25_diff1": 0.417585, "nauc_ndcg_at_50_max": 0.409583, "nauc_ndcg_at_50_std": 0.190251, "nauc_ndcg_at_50_diff1": 0.416059, "nauc_ndcg_at_100_max": 0.405531, "nauc_ndcg_at_100_std": 0.183243, "nauc_ndcg_at_100_diff1": 0.404304, "nauc_ndcg_at_1000_max": 0.405138, "nauc_ndcg_at_1000_std": 0.182724, "nauc_ndcg_at_1000_diff1": 0.405496, "nauc_map_at_1_max": 0.29737, "nauc_map_at_1_std": 0.020347, "nauc_map_at_1_diff1": 0.510982, "nauc_map_at_3_max": 0.452702, "nauc_map_at_3_std": 0.2019, "nauc_map_at_3_diff1": 0.418886, "nauc_map_at_5_max": 0.4413, "nauc_map_at_5_std": 0.18616, "nauc_map_at_5_diff1": 0.419322, "nauc_map_at_10_max": 0.423474, "nauc_map_at_10_std": 0.183255, "nauc_map_at_10_diff1": 0.397651, "nauc_map_at_20_max": 0.433889, "nauc_map_at_20_std": 0.209769, "nauc_map_at_20_diff1": 0.399798, "nauc_map_at_25_max": 0.430447, "nauc_map_at_25_std": 0.205696, "nauc_map_at_25_diff1": 0.400318, "nauc_map_at_50_max": 0.424347, "nauc_map_at_50_std": 0.1979, "nauc_map_at_50_diff1": 0.398625, "nauc_map_at_100_max": 0.423186, "nauc_map_at_100_std": 0.197448, "nauc_map_at_100_diff1": 0.397178, "nauc_map_at_1000_max": 0.423076, "nauc_map_at_1000_std": 0.197295, "nauc_map_at_1000_diff1": 0.39735, "nauc_recall_at_1_max": 0.29737, "nauc_recall_at_1_std": 0.020347, "nauc_recall_at_1_diff1": 0.510982, "nauc_recall_at_3_max": 0.464441, "nauc_recall_at_3_std": 0.22638, "nauc_recall_at_3_diff1": 0.34706, "nauc_recall_at_5_max": 0.465498, "nauc_recall_at_5_std": 0.221148, "nauc_recall_at_5_diff1": 0.389929, "nauc_recall_at_10_max": 0.449495, "nauc_recall_at_10_std": 0.291974, "nauc_recall_at_10_diff1": 0.307989, "nauc_recall_at_20_max": 0.531429, "nauc_recall_at_20_std": 0.447827, "nauc_recall_at_20_diff1": 0.41777, "nauc_recall_at_25_max": 0.513375, "nauc_recall_at_25_std": 0.422087, "nauc_recall_at_25_diff1": 0.443201, "nauc_recall_at_50_max": 0.324961, "nauc_recall_at_50_std": 0.276988, "nauc_recall_at_50_diff1": 0.527956, "nauc_recall_at_100_max": 0.171067, "nauc_recall_at_100_std": 0.091192, "nauc_recall_at_100_diff1": -0.014356, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.326609, "nauc_precision_at_1_std": 0.056678, "nauc_precision_at_1_diff1": 0.494275, "nauc_precision_at_3_max": 0.135963, "nauc_precision_at_3_std": 0.150676, "nauc_precision_at_3_diff1": -0.091689, "nauc_precision_at_5_max": 0.025495, "nauc_precision_at_5_std": 0.072083, "nauc_precision_at_5_diff1": -0.126354, "nauc_precision_at_10_max": -0.066903, "nauc_precision_at_10_std": 0.02508, "nauc_precision_at_10_diff1": -0.174852, "nauc_precision_at_20_max": -0.08508, "nauc_precision_at_20_std": 0.048274, "nauc_precision_at_20_diff1": -0.180758, "nauc_precision_at_25_max": -0.101924, "nauc_precision_at_25_std": 0.028967, "nauc_precision_at_25_diff1": -0.179161, "nauc_precision_at_50_max": -0.145712, "nauc_precision_at_50_std": -0.023376, "nauc_precision_at_50_diff1": -0.191901, "nauc_precision_at_100_max": -0.162876, "nauc_precision_at_100_std": -0.035961, "nauc_precision_at_100_diff1": -0.204407, "nauc_precision_at_1000_max": -0.1634, "nauc_precision_at_1000_std": -0.039334, "nauc_precision_at_1000_diff1": -0.199683, "nauc_mrr_at_1_max": 0.326609, "nauc_mrr_at_1_std": 0.056678, "nauc_mrr_at_1_diff1": 0.494275, "nauc_mrr_at_3_max": 0.355933, "nauc_mrr_at_3_std": 0.097513, "nauc_mrr_at_3_diff1": 0.432936, "nauc_mrr_at_5_max": 0.363332, "nauc_mrr_at_5_std": 0.108147, "nauc_mrr_at_5_diff1": 0.448716, "nauc_mrr_at_10_max": 0.365312, "nauc_mrr_at_10_std": 0.118026, "nauc_mrr_at_10_diff1": 0.44807, "nauc_mrr_at_20_max": 0.365013, "nauc_mrr_at_20_std": 0.116284, "nauc_mrr_at_20_diff1": 0.456359, "nauc_mrr_at_25_max": 0.364464, "nauc_mrr_at_25_std": 0.115611, "nauc_mrr_at_25_diff1": 0.456208, "nauc_mrr_at_50_max": 0.362352, "nauc_mrr_at_50_std": 0.11271, "nauc_mrr_at_50_diff1": 0.456502, "nauc_mrr_at_100_max": 0.362848, "nauc_mrr_at_100_std": 0.112633, "nauc_mrr_at_100_diff1": 0.45617, "nauc_mrr_at_1000_max": 0.362848, "nauc_mrr_at_1000_std": 0.112633, "nauc_mrr_at_1000_diff1": 0.45617, "hit_rate_at_1": 0.6875, "hit_rate_at_3": 0.84028, "hit_rate_at_5": 0.875, "hit_rate_at_10": 0.90972, "hit_rate_at_20": 0.9375, "hit_rate_at_25": 0.94444, "hit_rate_at_50": 0.97917, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6875, "R_cap_at_3": 0.695602, "R_cap_at_5": 0.728704, "R_cap_at_10": 0.783391, "R_cap_at_20": 0.864234, "R_cap_at_25": 0.879, "R_cap_at_50": 0.948931, "R_cap_at_100": 0.995099, "R_cap_at_1000": 1.0, "main_score": 0.70676, "hf_subset": "default_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.80769, "ndcg_at_3": 0.79678, "ndcg_at_5": 0.81334, "ndcg_at_10": 0.84784, "ndcg_at_20": 0.86726, "ndcg_at_25": 0.86726, "ndcg_at_50": 0.86726, "ndcg_at_100": 0.86726, "ndcg_at_1000": 0.86726, "map_at_1": 0.66026, "map_at_3": 0.77244, "map_at_5": 0.78205, "map_at_10": 0.80104, "map_at_20": 0.80934, "map_at_25": 0.80934, "map_at_50": 0.80934, "map_at_100": 0.80934, "map_at_1000": 0.80934, "recall_at_1": 0.66026, "recall_at_3": 0.8109, "recall_at_5": 0.84936, "recall_at_10": 0.9359, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.66026, "precision_at_1": 0.80769, "precision_at_3": 0.36538, "precision_at_5": 0.22692, "precision_at_10": 0.13077, "precision_at_20": 0.07115, "precision_at_25": 0.05692, "precision_at_50": 0.02846, "precision_at_100": 0.01423, "precision_at_1000": 0.00142, "mrr_at_1": 0.807692, "mrr_at_3": 0.833333, "mrr_at_5": 0.842949, "mrr_at_10": 0.853228, "mrr_at_20": 0.854976, "mrr_at_25": 0.854976, "mrr_at_50": 0.854976, "mrr_at_100": 0.854976, "mrr_at_1000": 0.854976, "nauc_ndcg_at_1_max": 0.435235, "nauc_ndcg_at_1_std": 0.225875, "nauc_ndcg_at_1_diff1": 0.889063, "nauc_ndcg_at_3_max": 0.663791, "nauc_ndcg_at_3_std": 0.495296, "nauc_ndcg_at_3_diff1": 0.74667, "nauc_ndcg_at_5_max": 0.665427, "nauc_ndcg_at_5_std": 0.470871, "nauc_ndcg_at_5_diff1": 0.747683, "nauc_ndcg_at_10_max": 0.619529, "nauc_ndcg_at_10_std": 0.429739, "nauc_ndcg_at_10_diff1": 0.752271, "nauc_ndcg_at_20_max": 0.593212, "nauc_ndcg_at_20_std": 0.403019, "nauc_ndcg_at_20_diff1": 0.77132, "nauc_ndcg_at_25_max": 0.593212, "nauc_ndcg_at_25_std": 0.403019, "nauc_ndcg_at_25_diff1": 0.77132, "nauc_ndcg_at_50_max": 0.593212, "nauc_ndcg_at_50_std": 0.403019, "nauc_ndcg_at_50_diff1": 0.77132, "nauc_ndcg_at_100_max": 0.593212, "nauc_ndcg_at_100_std": 0.403019, "nauc_ndcg_at_100_diff1": 0.77132, "nauc_ndcg_at_1000_max": 0.593212, "nauc_ndcg_at_1000_std": 0.403019, "nauc_ndcg_at_1000_diff1": 0.77132, "nauc_map_at_1_max": 0.419047, "nauc_map_at_1_std": 0.158652, "nauc_map_at_1_diff1": 0.70583, "nauc_map_at_3_max": 0.648971, "nauc_map_at_3_std": 0.476179, "nauc_map_at_3_diff1": 0.736814, "nauc_map_at_5_max": 0.649155, "nauc_map_at_5_std": 0.462955, "nauc_map_at_5_diff1": 0.736899, "nauc_map_at_10_max": 0.620983, "nauc_map_at_10_std": 0.438126, "nauc_map_at_10_diff1": 0.739724, "nauc_map_at_20_max": 0.613219, "nauc_map_at_20_std": 0.429797, "nauc_map_at_20_diff1": 0.74287, "nauc_map_at_25_max": 0.613219, "nauc_map_at_25_std": 0.429797, "nauc_map_at_25_diff1": 0.74287, "nauc_map_at_50_max": 0.613219, "nauc_map_at_50_std": 0.429797, "nauc_map_at_50_diff1": 0.74287, "nauc_map_at_100_max": 0.613219, "nauc_map_at_100_std": 0.429797, "nauc_map_at_100_diff1": 0.74287, "nauc_map_at_1000_max": 0.613219, "nauc_map_at_1000_std": 0.429797, "nauc_map_at_1000_diff1": 0.74287, "nauc_recall_at_1_max": 0.419047, "nauc_recall_at_1_std": 0.158652, "nauc_recall_at_1_diff1": 0.70583, "nauc_recall_at_3_max": 0.774411, "nauc_recall_at_3_std": 0.640268, "nauc_recall_at_3_diff1": 0.666003, "nauc_recall_at_5_max": 0.789624, "nauc_recall_at_5_std": 0.59492, "nauc_recall_at_5_diff1": 0.636768, "nauc_recall_at_10_max": 0.746132, "nauc_recall_at_10_std": 0.56515, "nauc_recall_at_10_diff1": 0.566929, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.435235, "nauc_precision_at_1_std": 0.225875, "nauc_precision_at_1_diff1": 0.889063, "nauc_precision_at_3_max": 0.262147, "nauc_precision_at_3_std": 0.377902, "nauc_precision_at_3_diff1": 0.131264, "nauc_precision_at_5_max": 0.234253, "nauc_precision_at_5_std": 0.348586, "nauc_precision_at_5_diff1": 0.087255, "nauc_precision_at_10_max": -0.058531, "nauc_precision_at_10_std": 0.118972, "nauc_precision_at_10_diff1": -0.1503, "nauc_precision_at_20_max": -0.216508, "nauc_precision_at_20_std": -0.02354, "nauc_precision_at_20_diff1": -0.263949, "nauc_precision_at_25_max": -0.216508, "nauc_precision_at_25_std": -0.02354, "nauc_precision_at_25_diff1": -0.263949, "nauc_precision_at_50_max": -0.216508, "nauc_precision_at_50_std": -0.02354, "nauc_precision_at_50_diff1": -0.263949, "nauc_precision_at_100_max": -0.216508, "nauc_precision_at_100_std": -0.02354, "nauc_precision_at_100_diff1": -0.263949, "nauc_precision_at_1000_max": -0.216508, "nauc_precision_at_1000_std": -0.02354, "nauc_precision_at_1000_diff1": -0.263949, "nauc_mrr_at_1_max": 0.435235, "nauc_mrr_at_1_std": 0.225875, "nauc_mrr_at_1_diff1": 0.889063, "nauc_mrr_at_3_max": 0.548815, "nauc_mrr_at_3_std": 0.357676, "nauc_mrr_at_3_diff1": 0.860107, "nauc_mrr_at_5_max": 0.543436, "nauc_mrr_at_5_std": 0.333991, "nauc_mrr_at_5_diff1": 0.867132, "nauc_mrr_at_10_max": 0.53254, "nauc_mrr_at_10_std": 0.322652, "nauc_mrr_at_10_diff1": 0.865129, "nauc_mrr_at_20_max": 0.530096, "nauc_mrr_at_20_std": 0.322216, "nauc_mrr_at_20_diff1": 0.869093, "nauc_mrr_at_25_max": 0.530096, "nauc_mrr_at_25_std": 0.322216, "nauc_mrr_at_25_diff1": 0.869093, "nauc_mrr_at_50_max": 0.530096, "nauc_mrr_at_50_std": 0.322216, "nauc_mrr_at_50_diff1": 0.869093, "nauc_mrr_at_100_max": 0.530096, "nauc_mrr_at_100_std": 0.322216, "nauc_mrr_at_100_diff1": 0.869093, "nauc_mrr_at_1000_max": 0.530096, "nauc_mrr_at_1000_std": 0.322216, "nauc_mrr_at_1000_diff1": 0.869093, "hit_rate_at_1": 0.80769, "hit_rate_at_3": 0.86538, "hit_rate_at_5": 0.90385, "hit_rate_at_10": 0.98077, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.807692, "R_cap_at_3": 0.810897, "R_cap_at_5": 0.849359, "R_cap_at_10": 0.935897, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.84784, "hf_subset": "default_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.87324, "ndcg_at_3": 0.87152, "ndcg_at_5": 0.90408, "ndcg_at_10": 0.91629, "ndcg_at_20": 0.92062, "ndcg_at_25": 0.92062, "ndcg_at_50": 0.92062, "ndcg_at_100": 0.92062, "ndcg_at_1000": 0.92062, "map_at_1": 0.73005, "map_at_3": 0.85329, "map_at_5": 0.87653, "map_at_10": 0.88265, "map_at_20": 0.88453, "map_at_25": 0.88453, "map_at_50": 0.88453, "map_at_100": 0.88453, "map_at_1000": 0.88453, "recall_at_1": 0.73005, "recall_at_3": 0.88028, "recall_at_5": 0.9507, "recall_at_10": 0.98592, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73005, "precision_at_1": 0.87324, "precision_at_3": 0.38967, "precision_at_5": 0.25634, "precision_at_10": 0.13239, "precision_at_20": 0.06761, "precision_at_25": 0.05408, "precision_at_50": 0.02704, "precision_at_100": 0.01352, "precision_at_1000": 0.00135, "mrr_at_1": 0.873239, "mrr_at_3": 0.901408, "mrr_at_5": 0.911268, "mrr_at_10": 0.91504, "mrr_at_20": 0.91504, "mrr_at_25": 0.91504, "mrr_at_50": 0.91504, "mrr_at_100": 0.91504, "mrr_at_1000": 0.91504, "nauc_ndcg_at_1_max": 0.471894, "nauc_ndcg_at_1_std": 0.560258, "nauc_ndcg_at_1_diff1": 0.73861, "nauc_ndcg_at_3_max": 0.613526, "nauc_ndcg_at_3_std": 0.684793, "nauc_ndcg_at_3_diff1": 0.759131, "nauc_ndcg_at_5_max": 0.593863, "nauc_ndcg_at_5_std": 0.690245, "nauc_ndcg_at_5_diff1": 0.796324, "nauc_ndcg_at_10_max": 0.564098, "nauc_ndcg_at_10_std": 0.665932, "nauc_ndcg_at_10_diff1": 0.772821, "nauc_ndcg_at_20_max": 0.559021, "nauc_ndcg_at_20_std": 0.648357, "nauc_ndcg_at_20_diff1": 0.761008, "nauc_ndcg_at_25_max": 0.559021, "nauc_ndcg_at_25_std": 0.648357, "nauc_ndcg_at_25_diff1": 0.761008, "nauc_ndcg_at_50_max": 0.559021, "nauc_ndcg_at_50_std": 0.648357, "nauc_ndcg_at_50_diff1": 0.761008, "nauc_ndcg_at_100_max": 0.559021, "nauc_ndcg_at_100_std": 0.648357, "nauc_ndcg_at_100_diff1": 0.761008, "nauc_ndcg_at_1000_max": 0.559021, "nauc_ndcg_at_1000_std": 0.648357, "nauc_ndcg_at_1000_diff1": 0.761008, "nauc_map_at_1_max": 0.642249, "nauc_map_at_1_std": 0.487708, "nauc_map_at_1_diff1": 0.797159, "nauc_map_at_3_max": 0.605554, "nauc_map_at_3_std": 0.680205, "nauc_map_at_3_diff1": 0.750653, "nauc_map_at_5_max": 0.588869, "nauc_map_at_5_std": 0.680259, "nauc_map_at_5_diff1": 0.771556, "nauc_map_at_10_max": 0.575583, "nauc_map_at_10_std": 0.669367, "nauc_map_at_10_diff1": 0.761305, "nauc_map_at_20_max": 0.573992, "nauc_map_at_20_std": 0.663994, "nauc_map_at_20_diff1": 0.757426, "nauc_map_at_25_max": 0.573992, "nauc_map_at_25_std": 0.663994, "nauc_map_at_25_diff1": 0.757426, "nauc_map_at_50_max": 0.573992, "nauc_map_at_50_std": 0.663994, "nauc_map_at_50_diff1": 0.757426, "nauc_map_at_100_max": 0.573992, "nauc_map_at_100_std": 0.663994, "nauc_map_at_100_diff1": 0.757426, "nauc_map_at_1000_max": 0.573992, "nauc_map_at_1000_std": 0.663994, "nauc_map_at_1000_diff1": 0.757426, "nauc_recall_at_1_max": 0.642249, "nauc_recall_at_1_std": 0.487708, "nauc_recall_at_1_diff1": 0.797159, "nauc_recall_at_3_max": 0.684285, "nauc_recall_at_3_std": 0.741539, "nauc_recall_at_3_diff1": 0.763917, "nauc_recall_at_5_max": 0.725979, "nauc_recall_at_5_std": 0.864906, "nauc_recall_at_5_diff1": 0.944065, "nauc_recall_at_10_max": 0.615557, "nauc_recall_at_10_std": 0.934743, "nauc_recall_at_10_diff1": 0.934743, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.471894, "nauc_precision_at_1_std": 0.560258, "nauc_precision_at_1_diff1": 0.73861, "nauc_precision_at_3_max": -0.21145, "nauc_precision_at_3_std": 0.058686, "nauc_precision_at_3_diff1": -0.224457, "nauc_precision_at_5_max": -0.370933, "nauc_precision_at_5_std": -0.103563, "nauc_precision_at_5_diff1": -0.366878, "nauc_precision_at_10_max": -0.467858, "nauc_precision_at_10_std": -0.193453, "nauc_precision_at_10_diff1": -0.478182, "nauc_precision_at_20_max": -0.489826, "nauc_precision_at_20_std": -0.245548, "nauc_precision_at_20_diff1": -0.519958, "nauc_precision_at_25_max": -0.489826, "nauc_precision_at_25_std": -0.245548, "nauc_precision_at_25_diff1": -0.519958, "nauc_precision_at_50_max": -0.489826, "nauc_precision_at_50_std": -0.245548, "nauc_precision_at_50_diff1": -0.519958, "nauc_precision_at_100_max": -0.489826, "nauc_precision_at_100_std": -0.245548, "nauc_precision_at_100_diff1": -0.519958, "nauc_precision_at_1000_max": -0.489826, "nauc_precision_at_1000_std": -0.245548, "nauc_precision_at_1000_diff1": -0.519958, "nauc_mrr_at_1_max": 0.471894, "nauc_mrr_at_1_std": 0.560258, "nauc_mrr_at_1_diff1": 0.73861, "nauc_mrr_at_3_max": 0.533972, "nauc_mrr_at_3_std": 0.611838, "nauc_mrr_at_3_diff1": 0.768274, "nauc_mrr_at_5_max": 0.529192, "nauc_mrr_at_5_std": 0.611661, "nauc_mrr_at_5_diff1": 0.773138, "nauc_mrr_at_10_max": 0.520389, "nauc_mrr_at_10_std": 0.603063, "nauc_mrr_at_10_diff1": 0.766001, "nauc_mrr_at_20_max": 0.520389, "nauc_mrr_at_20_std": 0.603063, "nauc_mrr_at_20_diff1": 0.766001, "nauc_mrr_at_25_max": 0.520389, "nauc_mrr_at_25_std": 0.603063, "nauc_mrr_at_25_diff1": 0.766001, "nauc_mrr_at_50_max": 0.520389, "nauc_mrr_at_50_std": 0.603063, "nauc_mrr_at_50_diff1": 0.766001, "nauc_mrr_at_100_max": 0.520389, "nauc_mrr_at_100_std": 0.603063, "nauc_mrr_at_100_diff1": 0.766001, "nauc_mrr_at_1000_max": 0.520389, "nauc_mrr_at_1000_std": 0.603063, "nauc_mrr_at_1000_diff1": 0.766001, "hit_rate_at_1": 0.87324, "hit_rate_at_3": 0.92958, "hit_rate_at_5": 0.97183, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.873239, "R_cap_at_3": 0.880282, "R_cap_at_5": 0.950704, "R_cap_at_10": 0.985915, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91629, "hf_subset": "default_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.74648, "ndcg_at_3": 0.79159, "ndcg_at_5": 0.81821, "ndcg_at_10": 0.85053, "ndcg_at_20": 0.85633, "ndcg_at_25": 0.85633, "ndcg_at_50": 0.85633, "ndcg_at_100": 0.85633, "ndcg_at_1000": 0.85633, "map_at_1": 0.62911, "map_at_3": 0.76878, "map_at_5": 0.78744, "map_at_10": 0.80103, "map_at_20": 0.80369, "map_at_25": 0.80369, "map_at_50": 0.80369, "map_at_100": 0.80369, "map_at_1000": 0.80369, "recall_at_1": 0.62911, "recall_at_3": 0.83099, "recall_at_5": 0.88732, "recall_at_10": 0.98122, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62911, "precision_at_1": 0.74648, "precision_at_3": 0.37089, "precision_at_5": 0.24225, "precision_at_10": 0.1338, "precision_at_20": 0.06901, "precision_at_25": 0.05521, "precision_at_50": 0.02761, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.746479, "mrr_at_3": 0.795775, "mrr_at_5": 0.80493, "mrr_at_10": 0.818064, "mrr_at_20": 0.818064, "mrr_at_25": 0.818064, "mrr_at_50": 0.818064, "mrr_at_100": 0.818064, "mrr_at_1000": 0.818064, "nauc_ndcg_at_1_max": 0.198942, "nauc_ndcg_at_1_std": 0.234259, "nauc_ndcg_at_1_diff1": 0.806441, "nauc_ndcg_at_3_max": 0.336867, "nauc_ndcg_at_3_std": 0.424692, "nauc_ndcg_at_3_diff1": 0.670016, "nauc_ndcg_at_5_max": 0.304585, "nauc_ndcg_at_5_std": 0.392097, "nauc_ndcg_at_5_diff1": 0.723132, "nauc_ndcg_at_10_max": 0.255784, "nauc_ndcg_at_10_std": 0.32846, "nauc_ndcg_at_10_diff1": 0.723604, "nauc_ndcg_at_20_max": 0.245984, "nauc_ndcg_at_20_std": 0.308562, "nauc_ndcg_at_20_diff1": 0.717142, "nauc_ndcg_at_25_max": 0.245984, "nauc_ndcg_at_25_std": 0.308562, "nauc_ndcg_at_25_diff1": 0.717142, "nauc_ndcg_at_50_max": 0.245984, "nauc_ndcg_at_50_std": 0.308562, "nauc_ndcg_at_50_diff1": 0.717142, "nauc_ndcg_at_100_max": 0.245984, "nauc_ndcg_at_100_std": 0.308562, "nauc_ndcg_at_100_diff1": 0.717142, "nauc_ndcg_at_1000_max": 0.245984, "nauc_ndcg_at_1000_std": 0.308562, "nauc_ndcg_at_1000_diff1": 0.717142, "nauc_map_at_1_max": 0.289738, "nauc_map_at_1_std": 0.176294, "nauc_map_at_1_diff1": 0.760827, "nauc_map_at_3_max": 0.309047, "nauc_map_at_3_std": 0.373688, "nauc_map_at_3_diff1": 0.667976, "nauc_map_at_5_max": 0.273227, "nauc_map_at_5_std": 0.343937, "nauc_map_at_5_diff1": 0.704724, "nauc_map_at_10_max": 0.25735, "nauc_map_at_10_std": 0.320825, "nauc_map_at_10_diff1": 0.70349, "nauc_map_at_20_max": 0.253709, "nauc_map_at_20_std": 0.313633, "nauc_map_at_20_diff1": 0.700458, "nauc_map_at_25_max": 0.253709, "nauc_map_at_25_std": 0.313633, "nauc_map_at_25_diff1": 0.700458, "nauc_map_at_50_max": 0.253709, "nauc_map_at_50_std": 0.313633, "nauc_map_at_50_diff1": 0.700458, "nauc_map_at_100_max": 0.253709, "nauc_map_at_100_std": 0.313633, "nauc_map_at_100_diff1": 0.700458, "nauc_map_at_1000_max": 0.253709, "nauc_map_at_1000_std": 0.313633, "nauc_map_at_1000_diff1": 0.700458, "nauc_recall_at_1_max": 0.289738, "nauc_recall_at_1_std": 0.176294, "nauc_recall_at_1_diff1": 0.760827, "nauc_recall_at_3_max": 0.506019, "nauc_recall_at_3_std": 0.650328, "nauc_recall_at_3_diff1": 0.57495, "nauc_recall_at_5_max": 0.50806, "nauc_recall_at_5_std": 0.673098, "nauc_recall_at_5_diff1": 0.731073, "nauc_recall_at_10_max": 0.456189, "nauc_recall_at_10_std": 0.751885, "nauc_recall_at_10_diff1": 0.833456, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.198942, "nauc_precision_at_1_std": 0.234259, "nauc_precision_at_1_diff1": 0.806441, "nauc_precision_at_3_max": -0.010745, "nauc_precision_at_3_std": 0.238631, "nauc_precision_at_3_diff1": -0.064015, "nauc_precision_at_5_max": -0.106798, "nauc_precision_at_5_std": 0.130789, "nauc_precision_at_5_diff1": -0.100786, "nauc_precision_at_10_max": -0.267393, "nauc_precision_at_10_std": -0.036676, "nauc_precision_at_10_diff1": -0.333341, "nauc_precision_at_20_max": -0.28511, "nauc_precision_at_20_std": -0.098902, "nauc_precision_at_20_diff1": -0.378417, "nauc_precision_at_25_max": -0.28511, "nauc_precision_at_25_std": -0.098902, "nauc_precision_at_25_diff1": -0.378417, "nauc_precision_at_50_max": -0.28511, "nauc_precision_at_50_std": -0.098902, "nauc_precision_at_50_diff1": -0.378417, "nauc_precision_at_100_max": -0.28511, "nauc_precision_at_100_std": -0.098902, "nauc_precision_at_100_diff1": -0.378417, "nauc_precision_at_1000_max": -0.28511, "nauc_precision_at_1000_std": -0.098902, "nauc_precision_at_1000_diff1": -0.378417, "nauc_mrr_at_1_max": 0.198942, "nauc_mrr_at_1_std": 0.234259, "nauc_mrr_at_1_diff1": 0.806441, "nauc_mrr_at_3_max": 0.244902, "nauc_mrr_at_3_std": 0.331954, "nauc_mrr_at_3_diff1": 0.759214, "nauc_mrr_at_5_max": 0.254232, "nauc_mrr_at_5_std": 0.325073, "nauc_mrr_at_5_diff1": 0.765211, "nauc_mrr_at_10_max": 0.231352, "nauc_mrr_at_10_std": 0.297535, "nauc_mrr_at_10_diff1": 0.769438, "nauc_mrr_at_20_max": 0.231352, "nauc_mrr_at_20_std": 0.297535, "nauc_mrr_at_20_diff1": 0.769438, "nauc_mrr_at_25_max": 0.231352, "nauc_mrr_at_25_std": 0.297535, "nauc_mrr_at_25_diff1": 0.769438, "nauc_mrr_at_50_max": 0.231352, "nauc_mrr_at_50_std": 0.297535, "nauc_mrr_at_50_diff1": 0.769438, "nauc_mrr_at_100_max": 0.231352, "nauc_mrr_at_100_std": 0.297535, "nauc_mrr_at_100_diff1": 0.769438, "nauc_mrr_at_1000_max": 0.231352, "nauc_mrr_at_1000_std": 0.297535, "nauc_mrr_at_1000_diff1": 0.769438, "hit_rate_at_1": 0.74648, "hit_rate_at_3": 0.85915, "hit_rate_at_5": 0.90141, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.746479, "R_cap_at_3": 0.830986, "R_cap_at_5": 0.887324, "R_cap_at_10": 0.981221, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85053, "hf_subset": "default_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77778, "ndcg_at_3": 0.86241, "ndcg_at_5": 0.88647, "ndcg_at_10": 0.89349, "ndcg_at_20": 0.8973, "ndcg_at_25": 0.8973, "ndcg_at_50": 0.8973, "ndcg_at_100": 0.8973, "ndcg_at_1000": 0.8973, "map_at_1": 0.65278, "map_at_3": 0.82407, "map_at_5": 0.84699, "map_at_10": 0.85052, "map_at_20": 0.85249, "map_at_25": 0.85249, "map_at_50": 0.85249, "map_at_100": 0.85249, "map_at_1000": 0.85249, "recall_at_1": 0.65278, "recall_at_3": 0.9213, "recall_at_5": 0.96759, "recall_at_10": 0.98843, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65278, "precision_at_1": 0.77778, "precision_at_3": 0.41204, "precision_at_5": 0.26667, "precision_at_10": 0.13611, "precision_at_20": 0.06944, "precision_at_25": 0.05556, "precision_at_50": 0.02778, "precision_at_100": 0.01389, "precision_at_1000": 0.00139, "mrr_at_1": 0.777778, "mrr_at_3": 0.872685, "mrr_at_5": 0.872685, "mrr_at_10": 0.874228, "mrr_at_20": 0.874228, "mrr_at_25": 0.874228, "mrr_at_50": 0.874228, "mrr_at_100": 0.874228, "mrr_at_1000": 0.874228, "nauc_ndcg_at_1_max": 0.65734, "nauc_ndcg_at_1_std": 0.496429, "nauc_ndcg_at_1_diff1": 0.799301, "nauc_ndcg_at_3_max": 0.693843, "nauc_ndcg_at_3_std": 0.557068, "nauc_ndcg_at_3_diff1": 0.657175, "nauc_ndcg_at_5_max": 0.658554, "nauc_ndcg_at_5_std": 0.527866, "nauc_ndcg_at_5_diff1": 0.681129, "nauc_ndcg_at_10_max": 0.658807, "nauc_ndcg_at_10_std": 0.53137, "nauc_ndcg_at_10_diff1": 0.676784, "nauc_ndcg_at_20_max": 0.67884, "nauc_ndcg_at_20_std": 0.536, "nauc_ndcg_at_20_diff1": 0.720198, "nauc_ndcg_at_25_max": 0.67884, "nauc_ndcg_at_25_std": 0.536, "nauc_ndcg_at_25_diff1": 0.720198, "nauc_ndcg_at_50_max": 0.67884, "nauc_ndcg_at_50_std": 0.536, "nauc_ndcg_at_50_diff1": 0.720198, "nauc_ndcg_at_100_max": 0.67884, "nauc_ndcg_at_100_std": 0.536, "nauc_ndcg_at_100_diff1": 0.720198, "nauc_ndcg_at_1000_max": 0.67884, "nauc_ndcg_at_1000_std": 0.536, "nauc_ndcg_at_1000_diff1": 0.720198, "nauc_map_at_1_max": 0.460704, "nauc_map_at_1_std": 0.315188, "nauc_map_at_1_diff1": 0.581257, "nauc_map_at_3_max": 0.688326, "nauc_map_at_3_std": 0.546269, "nauc_map_at_3_diff1": 0.640358, "nauc_map_at_5_max": 0.659253, "nauc_map_at_5_std": 0.521029, "nauc_map_at_5_diff1": 0.661559, "nauc_map_at_10_max": 0.660074, "nauc_map_at_10_std": 0.524639, "nauc_map_at_10_diff1": 0.662173, "nauc_map_at_20_max": 0.671263, "nauc_map_at_20_std": 0.52902, "nauc_map_at_20_diff1": 0.677729, "nauc_map_at_25_max": 0.671263, "nauc_map_at_25_std": 0.52902, "nauc_map_at_25_diff1": 0.677729, "nauc_map_at_50_max": 0.671263, "nauc_map_at_50_std": 0.52902, "nauc_map_at_50_diff1": 0.677729, "nauc_map_at_100_max": 0.671263, "nauc_map_at_100_std": 0.52902, "nauc_map_at_100_diff1": 0.677729, "nauc_map_at_1000_max": 0.671263, "nauc_map_at_1000_std": 0.52902, "nauc_map_at_1000_diff1": 0.677729, "nauc_recall_at_1_max": 0.460704, "nauc_recall_at_1_std": 0.315188, "nauc_recall_at_1_diff1": 0.581257, "nauc_recall_at_3_max": 0.672389, "nauc_recall_at_3_std": 0.578795, "nauc_recall_at_3_diff1": 0.445729, "nauc_recall_at_5_max": 0.477434, "nauc_recall_at_5_std": 0.471237, "nauc_recall_at_5_diff1": 0.306846, "nauc_recall_at_10_max": 0.135914, "nauc_recall_at_10_std": 0.377931, "nauc_recall_at_10_diff1": -0.555174, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.65734, "nauc_precision_at_1_std": 0.496429, "nauc_precision_at_1_diff1": 0.799301, "nauc_precision_at_3_max": 0.178791, "nauc_precision_at_3_std": 0.210828, "nauc_precision_at_3_diff1": -0.018534, "nauc_precision_at_5_max": -0.008551, "nauc_precision_at_5_std": 0.049546, "nauc_precision_at_5_diff1": -0.112081, "nauc_precision_at_10_max": -0.047166, "nauc_precision_at_10_std": 0.024734, "nauc_precision_at_10_diff1": -0.154475, "nauc_precision_at_20_max": -0.039572, "nauc_precision_at_20_std": 0.010591, "nauc_precision_at_20_diff1": -0.113113, "nauc_precision_at_25_max": -0.039572, "nauc_precision_at_25_std": 0.010591, "nauc_precision_at_25_diff1": -0.113113, "nauc_precision_at_50_max": -0.039572, "nauc_precision_at_50_std": 0.010591, "nauc_precision_at_50_diff1": -0.113113, "nauc_precision_at_100_max": -0.039572, "nauc_precision_at_100_std": 0.010591, "nauc_precision_at_100_diff1": -0.113113, "nauc_precision_at_1000_max": -0.039572, "nauc_precision_at_1000_std": 0.010591, "nauc_precision_at_1000_diff1": -0.113113, "nauc_mrr_at_1_max": 0.65734, "nauc_mrr_at_1_std": 0.496429, "nauc_mrr_at_1_diff1": 0.799301, "nauc_mrr_at_3_max": 0.683205, "nauc_mrr_at_3_std": 0.535433, "nauc_mrr_at_3_diff1": 0.816451, "nauc_mrr_at_5_max": 0.683205, "nauc_mrr_at_5_std": 0.535433, "nauc_mrr_at_5_diff1": 0.816451, "nauc_mrr_at_10_max": 0.682665, "nauc_mrr_at_10_std": 0.53292, "nauc_mrr_at_10_diff1": 0.814001, "nauc_mrr_at_20_max": 0.682665, "nauc_mrr_at_20_std": 0.53292, "nauc_mrr_at_20_diff1": 0.814001, "nauc_mrr_at_25_max": 0.682665, "nauc_mrr_at_25_std": 0.53292, "nauc_mrr_at_25_diff1": 0.814001, "nauc_mrr_at_50_max": 0.682665, "nauc_mrr_at_50_std": 0.53292, "nauc_mrr_at_50_diff1": 0.814001, "nauc_mrr_at_100_max": 0.682665, "nauc_mrr_at_100_std": 0.53292, "nauc_mrr_at_100_diff1": 0.814001, "nauc_mrr_at_1000_max": 0.682665, "nauc_mrr_at_1000_std": 0.53292, "nauc_mrr_at_1000_diff1": 0.814001, "hit_rate_at_1": 0.77778, "hit_rate_at_3": 0.98611, "hit_rate_at_5": 0.98611, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.777778, "R_cap_at_3": 0.921296, "R_cap_at_5": 0.967593, "R_cap_at_10": 0.988426, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89349, "hf_subset": "default_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.33684, "ndcg_at_3": 0.30988, "ndcg_at_5": 0.31675, "ndcg_at_10": 0.32936, "ndcg_at_20": 0.34578, "ndcg_at_25": 0.35076, "ndcg_at_50": 0.3769, "ndcg_at_100": 0.40284, "ndcg_at_1000": 0.46263, "map_at_1": 0.09677, "map_at_3": 0.16965, "map_at_5": 0.19041, "map_at_10": 0.21114, "map_at_20": 0.22879, "map_at_25": 0.23482, "map_at_50": 0.24785, "map_at_100": 0.25831, "map_at_1000": 0.26736, "recall_at_1": 0.09677, "recall_at_3": 0.21165, "recall_at_5": 0.26447, "recall_at_10": 0.33049, "recall_at_20": 0.41532, "recall_at_25": 0.43714, "recall_at_50": 0.56175, "recall_at_100": 0.67852, "recall_at_1000": 0.9568, "accuracy": 0.09677, "precision_at_1": 0.33684, "precision_at_3": 0.24912, "precision_at_5": 0.20632, "precision_at_10": 0.15158, "precision_at_20": 0.11105, "precision_at_25": 0.10105, "precision_at_50": 0.07137, "precision_at_100": 0.04989, "precision_at_1000": 0.00811, "mrr_at_1": 0.336842, "mrr_at_3": 0.377193, "mrr_at_5": 0.39614, "mrr_at_10": 0.406529, "mrr_at_20": 0.412828, "mrr_at_25": 0.412828, "mrr_at_50": 0.415324, "mrr_at_100": 0.416647, "mrr_at_1000": 0.417319, "nauc_ndcg_at_1_max": -0.250592, "nauc_ndcg_at_1_std": -0.347878, "nauc_ndcg_at_1_diff1": 0.319952, "nauc_ndcg_at_3_max": -0.172988, "nauc_ndcg_at_3_std": -0.282004, "nauc_ndcg_at_3_diff1": 0.263305, "nauc_ndcg_at_5_max": -0.173857, "nauc_ndcg_at_5_std": -0.293267, "nauc_ndcg_at_5_diff1": 0.253687, "nauc_ndcg_at_10_max": -0.15594, "nauc_ndcg_at_10_std": -0.299748, "nauc_ndcg_at_10_diff1": 0.256664, "nauc_ndcg_at_20_max": -0.119982, "nauc_ndcg_at_20_std": -0.287064, "nauc_ndcg_at_20_diff1": 0.287178, "nauc_ndcg_at_25_max": -0.123105, "nauc_ndcg_at_25_std": -0.290351, "nauc_ndcg_at_25_diff1": 0.284302, "nauc_ndcg_at_50_max": -0.097902, "nauc_ndcg_at_50_std": -0.262017, "nauc_ndcg_at_50_diff1": 0.275732, "nauc_ndcg_at_100_max": -0.089453, "nauc_ndcg_at_100_std": -0.246434, "nauc_ndcg_at_100_diff1": 0.284022, "nauc_ndcg_at_1000_max": -0.155292, "nauc_ndcg_at_1000_std": -0.274515, "nauc_ndcg_at_1000_diff1": 0.309826, "nauc_map_at_1_max": -0.144362, "nauc_map_at_1_std": -0.405352, "nauc_map_at_1_diff1": 0.393055, "nauc_map_at_3_max": -0.134382, "nauc_map_at_3_std": -0.354693, "nauc_map_at_3_diff1": 0.33527, "nauc_map_at_5_max": -0.118141, "nauc_map_at_5_std": -0.345792, "nauc_map_at_5_diff1": 0.33592, "nauc_map_at_10_max": -0.108876, "nauc_map_at_10_std": -0.332257, "nauc_map_at_10_diff1": 0.331424, "nauc_map_at_20_max": -0.101975, "nauc_map_at_20_std": -0.326771, "nauc_map_at_20_diff1": 0.341811, "nauc_map_at_25_max": -0.102022, "nauc_map_at_25_std": -0.321058, "nauc_map_at_25_diff1": 0.3373, "nauc_map_at_50_max": -0.106849, "nauc_map_at_50_std": -0.310326, "nauc_map_at_50_diff1": 0.327859, "nauc_map_at_100_max": -0.113224, "nauc_map_at_100_std": -0.293601, "nauc_map_at_100_diff1": 0.320711, "nauc_map_at_1000_max": -0.121588, "nauc_map_at_1000_std": -0.281014, "nauc_map_at_1000_diff1": 0.31258, "nauc_recall_at_1_max": -0.144362, "nauc_recall_at_1_std": -0.405352, "nauc_recall_at_1_diff1": 0.393055, "nauc_recall_at_3_max": -0.056499, "nauc_recall_at_3_std": -0.264838, "nauc_recall_at_3_diff1": 0.257579, "nauc_recall_at_5_max": -0.047996, "nauc_recall_at_5_std": -0.254388, "nauc_recall_at_5_diff1": 0.22061, "nauc_recall_at_10_max": 0.023193, "nauc_recall_at_10_std": -0.203146, "nauc_recall_at_10_diff1": 0.178872, "nauc_recall_at_20_max": 0.085889, "nauc_recall_at_20_std": -0.190191, "nauc_recall_at_20_diff1": 0.217229, "nauc_recall_at_25_max": 0.069093, "nauc_recall_at_25_std": -0.204371, "nauc_recall_at_25_diff1": 0.21873, "nauc_recall_at_50_max": 0.186305, "nauc_recall_at_50_std": -0.06467, "nauc_recall_at_50_diff1": 0.132374, "nauc_recall_at_100_max": 0.263509, "nauc_recall_at_100_std": 0.027928, "nauc_recall_at_100_diff1": 0.092718, "nauc_recall_at_1000_max": 0.517059, "nauc_recall_at_1000_std": 0.326319, "nauc_recall_at_1000_diff1": -0.439685, "nauc_precision_at_1_max": -0.250592, "nauc_precision_at_1_std": -0.347878, "nauc_precision_at_1_diff1": 0.319952, "nauc_precision_at_3_max": -0.159458, "nauc_precision_at_3_std": -0.200553, "nauc_precision_at_3_diff1": 0.192724, "nauc_precision_at_5_max": -0.134003, "nauc_precision_at_5_std": -0.149703, "nauc_precision_at_5_diff1": 0.157102, "nauc_precision_at_10_max": -0.146932, "nauc_precision_at_10_std": -0.112838, "nauc_precision_at_10_diff1": 0.106468, "nauc_precision_at_20_max": -0.135877, "nauc_precision_at_20_std": -0.061947, "nauc_precision_at_20_diff1": 0.114092, "nauc_precision_at_25_max": -0.143198, "nauc_precision_at_25_std": -0.056735, "nauc_precision_at_25_diff1": 0.094882, "nauc_precision_at_50_max": -0.162027, "nauc_precision_at_50_std": -0.002544, "nauc_precision_at_50_diff1": 0.058245, "nauc_precision_at_100_max": -0.16563, "nauc_precision_at_100_std": 0.071067, "nauc_precision_at_100_diff1": 0.038377, "nauc_precision_at_1000_max": -0.233231, "nauc_precision_at_1000_std": 0.033073, "nauc_precision_at_1000_diff1": 0.06358, "nauc_mrr_at_1_max": -0.250592, "nauc_mrr_at_1_std": -0.347878, "nauc_mrr_at_1_diff1": 0.319952, "nauc_mrr_at_3_max": -0.255292, "nauc_mrr_at_3_std": -0.366204, "nauc_mrr_at_3_diff1": 0.290418, "nauc_mrr_at_5_max": -0.260749, "nauc_mrr_at_5_std": -0.366268, "nauc_mrr_at_5_diff1": 0.288667, "nauc_mrr_at_10_max": -0.251689, "nauc_mrr_at_10_std": -0.361516, "nauc_mrr_at_10_diff1": 0.2816, "nauc_mrr_at_20_max": -0.248273, "nauc_mrr_at_20_std": -0.356895, "nauc_mrr_at_20_diff1": 0.289488, "nauc_mrr_at_25_max": -0.248273, "nauc_mrr_at_25_std": -0.356895, "nauc_mrr_at_25_diff1": 0.289488, "nauc_mrr_at_50_max": -0.2439, "nauc_mrr_at_50_std": -0.352761, "nauc_mrr_at_50_diff1": 0.289349, "nauc_mrr_at_100_max": -0.245279, "nauc_mrr_at_100_std": -0.353505, "nauc_mrr_at_100_diff1": 0.28917, "nauc_mrr_at_1000_max": -0.246307, "nauc_mrr_at_1000_std": -0.354371, "nauc_mrr_at_1000_diff1": 0.289363, "hit_rate_at_1": 0.33684, "hit_rate_at_3": 0.43158, "hit_rate_at_5": 0.51579, "hit_rate_at_10": 0.58947, "hit_rate_at_20": 0.67368, "hit_rate_at_25": 0.67368, "hit_rate_at_50": 0.76842, "hit_rate_at_100": 0.85263, "hit_rate_at_1000": 0.98947, "R_cap_at_1": 0.336842, "R_cap_at_3": 0.315789, "R_cap_at_5": 0.338947, "R_cap_at_10": 0.381374, "R_cap_at_20": 0.444382, "R_cap_at_25": 0.461208, "R_cap_at_50": 0.573124, "R_cap_at_100": 0.681302, "R_cap_at_1000": 0.956796, "main_score": 0.32936, "hf_subset": "default_claude_very_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.475, "ndcg_at_3": 0.49802, "ndcg_at_5": 0.50476, "ndcg_at_10": 0.52534, "ndcg_at_20": 0.54236, "ndcg_at_25": 0.54576, "ndcg_at_50": 0.56951, "ndcg_at_100": 0.58538, "ndcg_at_1000": 0.6144, "map_at_1": 0.20419, "map_at_3": 0.31258, "map_at_5": 0.35448, "map_at_10": 0.39256, "map_at_20": 0.42117, "map_at_25": 0.426, "map_at_50": 0.44059, "map_at_100": 0.44947, "map_at_1000": 0.45459, "recall_at_1": 0.20419, "recall_at_3": 0.38131, "recall_at_5": 0.46205, "recall_at_10": 0.56884, "recall_at_20": 0.66601, "recall_at_25": 0.69367, "recall_at_50": 0.8067, "recall_at_100": 0.86661, "recall_at_1000": 0.98923, "accuracy": 0.20419, "precision_at_1": 0.475, "precision_at_3": 0.36389, "precision_at_5": 0.3, "precision_at_10": 0.215, "precision_at_20": 0.15, "precision_at_25": 0.129, "precision_at_50": 0.08317, "precision_at_100": 0.05133, "precision_at_1000": 0.00653, "mrr_at_1": 0.475, "mrr_at_3": 0.545833, "mrr_at_5": 0.558333, "mrr_at_10": 0.570284, "mrr_at_20": 0.57388, "mrr_at_25": 0.574954, "mrr_at_50": 0.57671, "mrr_at_100": 0.577127, "mrr_at_1000": 0.577427, "nauc_ndcg_at_1_max": 0.039142, "nauc_ndcg_at_1_std": 0.147178, "nauc_ndcg_at_1_diff1": 0.397902, "nauc_ndcg_at_3_max": 0.077144, "nauc_ndcg_at_3_std": 0.126051, "nauc_ndcg_at_3_diff1": 0.337648, "nauc_ndcg_at_5_max": 0.062991, "nauc_ndcg_at_5_std": 0.092609, "nauc_ndcg_at_5_diff1": 0.358899, "nauc_ndcg_at_10_max": 0.08751, "nauc_ndcg_at_10_std": 0.133083, "nauc_ndcg_at_10_diff1": 0.341332, "nauc_ndcg_at_20_max": 0.089063, "nauc_ndcg_at_20_std": 0.146825, "nauc_ndcg_at_20_diff1": 0.362642, "nauc_ndcg_at_25_max": 0.093238, "nauc_ndcg_at_25_std": 0.152327, "nauc_ndcg_at_25_diff1": 0.371694, "nauc_ndcg_at_50_max": 0.094612, "nauc_ndcg_at_50_std": 0.147539, "nauc_ndcg_at_50_diff1": 0.358055, "nauc_ndcg_at_100_max": 0.068591, "nauc_ndcg_at_100_std": 0.148903, "nauc_ndcg_at_100_diff1": 0.344824, "nauc_ndcg_at_1000_max": 0.06443, "nauc_ndcg_at_1000_std": 0.167829, "nauc_ndcg_at_1000_diff1": 0.35922, "nauc_map_at_1_max": 0.048392, "nauc_map_at_1_std": -0.041732, "nauc_map_at_1_diff1": 0.517493, "nauc_map_at_3_max": 0.080744, "nauc_map_at_3_std": 0.003705, "nauc_map_at_3_diff1": 0.383522, "nauc_map_at_5_max": 0.077111, "nauc_map_at_5_std": 0.007235, "nauc_map_at_5_diff1": 0.382576, "nauc_map_at_10_max": 0.108779, "nauc_map_at_10_std": 0.055852, "nauc_map_at_10_diff1": 0.362846, "nauc_map_at_20_max": 0.099911, "nauc_map_at_20_std": 0.068838, "nauc_map_at_20_diff1": 0.362266, "nauc_map_at_25_max": 0.097473, "nauc_map_at_25_std": 0.072683, "nauc_map_at_25_diff1": 0.36209, "nauc_map_at_50_max": 0.096235, "nauc_map_at_50_std": 0.094405, "nauc_map_at_50_diff1": 0.366763, "nauc_map_at_100_max": 0.092649, "nauc_map_at_100_std": 0.115235, "nauc_map_at_100_diff1": 0.374843, "nauc_map_at_1000_max": 0.091115, "nauc_map_at_1000_std": 0.125569, "nauc_map_at_1000_diff1": 0.377211, "nauc_recall_at_1_max": 0.048392, "nauc_recall_at_1_std": -0.041732, "nauc_recall_at_1_diff1": 0.517493, "nauc_recall_at_3_max": 0.08219, "nauc_recall_at_3_std": -0.004082, "nauc_recall_at_3_diff1": 0.286109, "nauc_recall_at_5_max": 0.054391, "nauc_recall_at_5_std": -0.033539, "nauc_recall_at_5_diff1": 0.277137, "nauc_recall_at_10_max": 0.136908, "nauc_recall_at_10_std": 0.060823, "nauc_recall_at_10_diff1": 0.197143, "nauc_recall_at_20_max": 0.135124, "nauc_recall_at_20_std": 0.067195, "nauc_recall_at_20_diff1": 0.202156, "nauc_recall_at_25_max": 0.153246, "nauc_recall_at_25_std": 0.101954, "nauc_recall_at_25_diff1": 0.220472, "nauc_recall_at_50_max": 0.181438, "nauc_recall_at_50_std": 0.064371, "nauc_recall_at_50_diff1": 0.098499, "nauc_recall_at_100_max": 0.009574, "nauc_recall_at_100_std": 0.031313, "nauc_recall_at_100_diff1": 0.04234, "nauc_recall_at_1000_max": -0.275389, "nauc_recall_at_1000_std": 0.279017, "nauc_recall_at_1000_diff1": -0.3195, "nauc_precision_at_1_max": 0.039142, "nauc_precision_at_1_std": 0.147178, "nauc_precision_at_1_diff1": 0.397902, "nauc_precision_at_3_max": 0.037676, "nauc_precision_at_3_std": 0.178031, "nauc_precision_at_3_diff1": 0.087972, "nauc_precision_at_5_max": 0.007384, "nauc_precision_at_5_std": 0.159039, "nauc_precision_at_5_diff1": 0.072449, "nauc_precision_at_10_max": 0.030599, "nauc_precision_at_10_std": 0.210109, "nauc_precision_at_10_diff1": 0.037482, "nauc_precision_at_20_max": -0.017186, "nauc_precision_at_20_std": 0.225145, "nauc_precision_at_20_diff1": 0.029197, "nauc_precision_at_25_max": -0.024484, "nauc_precision_at_25_std": 0.241935, "nauc_precision_at_25_diff1": 0.036109, "nauc_precision_at_50_max": -0.02465, "nauc_precision_at_50_std": 0.305127, "nauc_precision_at_50_diff1": 0.061167, "nauc_precision_at_100_max": -0.032745, "nauc_precision_at_100_std": 0.362236, "nauc_precision_at_100_diff1": 0.090929, "nauc_precision_at_1000_max": -0.036354, "nauc_precision_at_1000_std": 0.334848, "nauc_precision_at_1000_diff1": 0.085431, "nauc_mrr_at_1_max": 0.039142, "nauc_mrr_at_1_std": 0.147178, "nauc_mrr_at_1_diff1": 0.397902, "nauc_mrr_at_3_max": 0.05226, "nauc_mrr_at_3_std": 0.154624, "nauc_mrr_at_3_diff1": 0.382759, "nauc_mrr_at_5_max": 0.039982, "nauc_mrr_at_5_std": 0.14293, "nauc_mrr_at_5_diff1": 0.379415, "nauc_mrr_at_10_max": 0.047737, "nauc_mrr_at_10_std": 0.148488, "nauc_mrr_at_10_diff1": 0.37855, "nauc_mrr_at_20_max": 0.047964, "nauc_mrr_at_20_std": 0.151999, "nauc_mrr_at_20_diff1": 0.379973, "nauc_mrr_at_25_max": 0.048187, "nauc_mrr_at_25_std": 0.153339, "nauc_mrr_at_25_diff1": 0.380726, "nauc_mrr_at_50_max": 0.049185, "nauc_mrr_at_50_std": 0.152359, "nauc_mrr_at_50_diff1": 0.379663, "nauc_mrr_at_100_max": 0.048363, "nauc_mrr_at_100_std": 0.151996, "nauc_mrr_at_100_diff1": 0.379222, "nauc_mrr_at_1000_max": 0.048637, "nauc_mrr_at_1000_std": 0.152175, "nauc_mrr_at_1000_diff1": 0.379396, "hit_rate_at_1": 0.475, "hit_rate_at_3": 0.64167, "hit_rate_at_5": 0.69167, "hit_rate_at_10": 0.78333, "hit_rate_at_20": 0.83333, "hit_rate_at_25": 0.85833, "hit_rate_at_50": 0.925, "hit_rate_at_100": 0.95, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.475, "R_cap_at_3": 0.529167, "R_cap_at_5": 0.5575, "R_cap_at_10": 0.625278, "R_cap_at_20": 0.691082, "R_cap_at_25": 0.711398, "R_cap_at_50": 0.812448, "R_cap_at_100": 0.866606, "R_cap_at_1000": 0.989232, "main_score": 0.52534, "hf_subset": "default_claude_very_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.8, "ndcg_at_5": 0.88614, "ndcg_at_10": 0.88614, "ndcg_at_20": 0.88614, "ndcg_at_25": 0.88614, "ndcg_at_50": 0.88614, "ndcg_at_100": 0.88614, "ndcg_at_1000": 0.88614, "map_at_1": 0.8, "map_at_3": 0.8, "map_at_5": 0.85, "map_at_10": 0.85, "map_at_20": 0.85, "map_at_25": 0.85, "map_at_50": 0.85, "map_at_100": 0.85, "map_at_1000": 0.85, "recall_at_1": 0.8, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8, "mrr_at_5": 0.85, "mrr_at_10": 0.85, "mrr_at_20": 0.85, "mrr_at_25": 0.85, "mrr_at_50": 0.85, "mrr_at_100": 0.85, "mrr_at_1000": 0.85, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": 0.166667, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": 0.166667, "nauc_ndcg_at_3_diff1": 0.833333, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": 0.166667, "nauc_ndcg_at_5_diff1": 0.833333, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": 0.166667, "nauc_ndcg_at_10_diff1": 0.833333, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": 0.166667, "nauc_ndcg_at_20_diff1": 0.833333, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": 0.166667, "nauc_ndcg_at_25_diff1": 0.833333, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": 0.166667, "nauc_ndcg_at_50_diff1": 0.833333, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": 0.166667, "nauc_ndcg_at_100_diff1": 0.833333, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": 0.166667, "nauc_ndcg_at_1000_diff1": 0.833333, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": 0.166667, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": 0.166667, "nauc_map_at_3_diff1": 0.833333, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": 0.166667, "nauc_map_at_5_diff1": 0.833333, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": 0.166667, "nauc_map_at_10_diff1": 0.833333, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": 0.166667, "nauc_map_at_20_diff1": 0.833333, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": 0.166667, "nauc_map_at_25_diff1": 0.833333, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": 0.166667, "nauc_map_at_50_diff1": 0.833333, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": 0.166667, "nauc_map_at_100_diff1": 0.833333, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": 0.166667, "nauc_map_at_1000_diff1": 0.833333, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": 0.166667, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": 0.833333, "nauc_recall_at_3_std": 0.166667, "nauc_recall_at_3_diff1": 0.833333, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": 0.166667, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": 0.833333, "nauc_precision_at_3_std": 0.166667, "nauc_precision_at_3_diff1": 0.833333, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": 0.166667, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": 0.166667, "nauc_mrr_at_3_diff1": 0.833333, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": 0.166667, "nauc_mrr_at_5_diff1": 0.833333, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": 0.166667, "nauc_mrr_at_10_diff1": 0.833333, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": 0.166667, "nauc_mrr_at_20_diff1": 0.833333, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": 0.166667, "nauc_mrr_at_25_diff1": 0.833333, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": 0.166667, "nauc_mrr_at_50_diff1": 0.833333, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": 0.166667, "nauc_mrr_at_100_diff1": 0.833333, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": 0.166667, "nauc_mrr_at_1000_diff1": 0.833333, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88614, "hf_subset": "default_claude_very_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.7, "ndcg_at_5": 0.77737, "ndcg_at_10": 0.77737, "ndcg_at_20": 0.77737, "ndcg_at_25": 0.77737, "ndcg_at_50": 0.77737, "ndcg_at_100": 0.77737, "ndcg_at_1000": 0.77737, "map_at_1": 0.6, "map_at_3": 0.66667, "map_at_5": 0.70667, "map_at_10": 0.70667, "map_at_20": 0.70667, "map_at_25": 0.70667, "map_at_50": 0.70667, "map_at_100": 0.70667, "map_at_1000": 0.70667, "recall_at_1": 0.6, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.666667, "mrr_at_5": 0.706667, "mrr_at_10": 0.706667, "mrr_at_20": 0.706667, "mrr_at_25": 0.706667, "mrr_at_50": 0.706667, "mrr_at_100": 0.706667, "mrr_at_1000": 0.706667, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.636364, "nauc_ndcg_at_1_diff1": 0.636364, "nauc_ndcg_at_3_max": 0.941176, "nauc_ndcg_at_3_std": 0.470588, "nauc_ndcg_at_3_diff1": 0.764706, "nauc_ndcg_at_5_max": 0.981688, "nauc_ndcg_at_5_std": 0.584757, "nauc_ndcg_at_5_diff1": 0.676317, "nauc_ndcg_at_10_max": 0.981688, "nauc_ndcg_at_10_std": 0.584757, "nauc_ndcg_at_10_diff1": 0.676317, "nauc_ndcg_at_20_max": 0.981688, "nauc_ndcg_at_20_std": 0.584757, "nauc_ndcg_at_20_diff1": 0.676317, "nauc_ndcg_at_25_max": 0.981688, "nauc_ndcg_at_25_std": 0.584757, "nauc_ndcg_at_25_diff1": 0.676317, "nauc_ndcg_at_50_max": 0.981688, "nauc_ndcg_at_50_std": 0.584757, "nauc_ndcg_at_50_diff1": 0.676317, "nauc_ndcg_at_100_max": 0.981688, "nauc_ndcg_at_100_std": 0.584757, "nauc_ndcg_at_100_diff1": 0.676317, "nauc_ndcg_at_1000_max": 0.981688, "nauc_ndcg_at_1000_std": 0.584757, "nauc_ndcg_at_1000_diff1": 0.676317, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.636364, "nauc_map_at_1_diff1": 0.636364, "nauc_map_at_3_max": 0.964286, "nauc_map_at_3_std": 0.535714, "nauc_map_at_3_diff1": 0.714286, "nauc_map_at_5_max": 0.983607, "nauc_map_at_5_std": 0.590164, "nauc_map_at_5_diff1": 0.672131, "nauc_map_at_10_max": 0.983607, "nauc_map_at_10_std": 0.590164, "nauc_map_at_10_diff1": 0.672131, "nauc_map_at_20_max": 0.983607, "nauc_map_at_20_std": 0.590164, "nauc_map_at_20_diff1": 0.672131, "nauc_map_at_25_max": 0.983607, "nauc_map_at_25_std": 0.590164, "nauc_map_at_25_diff1": 0.672131, "nauc_map_at_50_max": 0.983607, "nauc_map_at_50_std": 0.590164, "nauc_map_at_50_diff1": 0.672131, "nauc_map_at_100_max": 0.983607, "nauc_map_at_100_std": 0.590164, "nauc_map_at_100_diff1": 0.672131, "nauc_map_at_1000_max": 0.983607, "nauc_map_at_1000_std": 0.590164, "nauc_map_at_1000_diff1": 0.672131, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.636364, "nauc_recall_at_1_diff1": 0.636364, "nauc_recall_at_3_max": 0.833333, "nauc_recall_at_3_std": 0.166667, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.636364, "nauc_precision_at_1_diff1": 0.636364, "nauc_precision_at_3_max": 0.833333, "nauc_precision_at_3_std": 0.166667, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.636364, "nauc_mrr_at_1_diff1": 0.636364, "nauc_mrr_at_3_max": 0.964286, "nauc_mrr_at_3_std": 0.535714, "nauc_mrr_at_3_diff1": 0.714286, "nauc_mrr_at_5_max": 0.983607, "nauc_mrr_at_5_std": 0.590164, "nauc_mrr_at_5_diff1": 0.672131, "nauc_mrr_at_10_max": 0.983607, "nauc_mrr_at_10_std": 0.590164, "nauc_mrr_at_10_diff1": 0.672131, "nauc_mrr_at_20_max": 0.983607, "nauc_mrr_at_20_std": 0.590164, "nauc_mrr_at_20_diff1": 0.672131, "nauc_mrr_at_25_max": 0.983607, "nauc_mrr_at_25_std": 0.590164, "nauc_mrr_at_25_diff1": 0.672131, "nauc_mrr_at_50_max": 0.983607, "nauc_mrr_at_50_std": 0.590164, "nauc_mrr_at_50_diff1": 0.672131, "nauc_mrr_at_100_max": 0.983607, "nauc_mrr_at_100_std": 0.590164, "nauc_mrr_at_100_diff1": 0.672131, "nauc_mrr_at_1000_max": 0.983607, "nauc_mrr_at_1000_std": 0.590164, "nauc_mrr_at_1000_diff1": 0.672131, "hit_rate_at_1": 0.6, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.77737, "hf_subset": "default_claude_very_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.48175, "ndcg_at_3": 0.46742, "ndcg_at_5": 0.48477, "ndcg_at_10": 0.50321, "ndcg_at_20": 0.509, "ndcg_at_25": 0.51662, "ndcg_at_50": 0.53546, "ndcg_at_100": 0.5554, "ndcg_at_1000": 0.59072, "map_at_1": 0.22033, "map_at_3": 0.32074, "map_at_5": 0.35722, "map_at_10": 0.38948, "map_at_20": 0.41201, "map_at_25": 0.41746, "map_at_50": 0.4273, "map_at_100": 0.43388, "map_at_1000": 0.43955, "recall_at_1": 0.22033, "recall_at_3": 0.3617, "recall_at_5": 0.44398, "recall_at_10": 0.53196, "recall_at_20": 0.59341, "recall_at_25": 0.63994, "recall_at_50": 0.72374, "recall_at_100": 0.80547, "recall_at_1000": 0.97538, "accuracy": 0.22033, "precision_at_1": 0.48175, "precision_at_3": 0.3309, "precision_at_5": 0.27445, "precision_at_10": 0.19489, "precision_at_20": 0.13212, "precision_at_25": 0.11387, "precision_at_50": 0.0692, "precision_at_100": 0.04226, "precision_at_1000": 0.00567, "mrr_at_1": 0.481752, "mrr_at_3": 0.519465, "mrr_at_5": 0.537348, "mrr_at_10": 0.548436, "mrr_at_20": 0.553717, "mrr_at_25": 0.55596, "mrr_at_50": 0.55743, "mrr_at_100": 0.557906, "mrr_at_1000": 0.558197, "nauc_ndcg_at_1_max": -0.191955, "nauc_ndcg_at_1_std": -0.186754, "nauc_ndcg_at_1_diff1": 0.281923, "nauc_ndcg_at_3_max": -0.189306, "nauc_ndcg_at_3_std": -0.247175, "nauc_ndcg_at_3_diff1": 0.269332, "nauc_ndcg_at_5_max": -0.168136, "nauc_ndcg_at_5_std": -0.250393, "nauc_ndcg_at_5_diff1": 0.259795, "nauc_ndcg_at_10_max": -0.127429, "nauc_ndcg_at_10_std": -0.214521, "nauc_ndcg_at_10_diff1": 0.275212, "nauc_ndcg_at_20_max": -0.101, "nauc_ndcg_at_20_std": -0.187619, "nauc_ndcg_at_20_diff1": 0.281762, "nauc_ndcg_at_25_max": -0.100588, "nauc_ndcg_at_25_std": -0.187584, "nauc_ndcg_at_25_diff1": 0.281217, "nauc_ndcg_at_50_max": -0.09747, "nauc_ndcg_at_50_std": -0.178498, "nauc_ndcg_at_50_diff1": 0.281825, "nauc_ndcg_at_100_max": -0.073059, "nauc_ndcg_at_100_std": -0.137747, "nauc_ndcg_at_100_diff1": 0.268484, "nauc_ndcg_at_1000_max": -0.111887, "nauc_ndcg_at_1000_std": -0.17585, "nauc_ndcg_at_1000_diff1": 0.260108, "nauc_map_at_1_max": -0.140723, "nauc_map_at_1_std": -0.257074, "nauc_map_at_1_diff1": 0.281488, "nauc_map_at_3_max": -0.110328, "nauc_map_at_3_std": -0.256245, "nauc_map_at_3_diff1": 0.325274, "nauc_map_at_5_max": -0.097903, "nauc_map_at_5_std": -0.251486, "nauc_map_at_5_diff1": 0.338841, "nauc_map_at_10_max": -0.099545, "nauc_map_at_10_std": -0.242515, "nauc_map_at_10_diff1": 0.331081, "nauc_map_at_20_max": -0.119735, "nauc_map_at_20_std": -0.24858, "nauc_map_at_20_diff1": 0.311941, "nauc_map_at_25_max": -0.122512, "nauc_map_at_25_std": -0.246321, "nauc_map_at_25_diff1": 0.304465, "nauc_map_at_50_max": -0.125761, "nauc_map_at_50_std": -0.23732, "nauc_map_at_50_diff1": 0.29484, "nauc_map_at_100_max": -0.121615, "nauc_map_at_100_std": -0.217516, "nauc_map_at_100_diff1": 0.285087, "nauc_map_at_1000_max": -0.123793, "nauc_map_at_1000_std": -0.209435, "nauc_map_at_1000_diff1": 0.277257, "nauc_recall_at_1_max": -0.140723, "nauc_recall_at_1_std": -0.257074, "nauc_recall_at_1_diff1": 0.281488, "nauc_recall_at_3_max": -0.107707, "nauc_recall_at_3_std": -0.270503, "nauc_recall_at_3_diff1": 0.302801, "nauc_recall_at_5_max": -0.037116, "nauc_recall_at_5_std": -0.235005, "nauc_recall_at_5_diff1": 0.309468, "nauc_recall_at_10_max": 0.074918, "nauc_recall_at_10_std": -0.13646, "nauc_recall_at_10_diff1": 0.324343, "nauc_recall_at_20_max": 0.082755, "nauc_recall_at_20_std": -0.12378, "nauc_recall_at_20_diff1": 0.31545, "nauc_recall_at_25_max": 0.061247, "nauc_recall_at_25_std": -0.133093, "nauc_recall_at_25_diff1": 0.297827, "nauc_recall_at_50_max": 0.065568, "nauc_recall_at_50_std": -0.108715, "nauc_recall_at_50_diff1": 0.31795, "nauc_recall_at_100_max": 0.289699, "nauc_recall_at_100_std": 0.221836, "nauc_recall_at_100_diff1": 0.256246, "nauc_recall_at_1000_max": 0.255314, "nauc_recall_at_1000_std": 0.29765, "nauc_recall_at_1000_diff1": 0.393424, "nauc_precision_at_1_max": -0.191955, "nauc_precision_at_1_std": -0.186754, "nauc_precision_at_1_diff1": 0.281923, "nauc_precision_at_3_max": -0.15881, "nauc_precision_at_3_std": -0.150433, "nauc_precision_at_3_diff1": 0.165598, "nauc_precision_at_5_max": -0.135136, "nauc_precision_at_5_std": -0.09795, "nauc_precision_at_5_diff1": 0.084817, "nauc_precision_at_10_max": -0.144452, "nauc_precision_at_10_std": -0.056751, "nauc_precision_at_10_diff1": -0.008896, "nauc_precision_at_20_max": -0.155652, "nauc_precision_at_20_std": -0.015232, "nauc_precision_at_20_diff1": -0.083762, "nauc_precision_at_25_max": -0.148788, "nauc_precision_at_25_std": 0.010489, "nauc_precision_at_25_diff1": -0.113624, "nauc_precision_at_50_max": -0.125696, "nauc_precision_at_50_std": 0.101167, "nauc_precision_at_50_diff1": -0.162167, "nauc_precision_at_100_max": -0.06942, "nauc_precision_at_100_std": 0.248891, "nauc_precision_at_100_diff1": -0.222277, "nauc_precision_at_1000_max": -0.103098, "nauc_precision_at_1000_std": 0.206459, "nauc_precision_at_1000_diff1": -0.239254, "nauc_mrr_at_1_max": -0.191955, "nauc_mrr_at_1_std": -0.186754, "nauc_mrr_at_1_diff1": 0.281923, "nauc_mrr_at_3_max": -0.197236, "nauc_mrr_at_3_std": -0.20089, "nauc_mrr_at_3_diff1": 0.25478, "nauc_mrr_at_5_max": -0.180244, "nauc_mrr_at_5_std": -0.195012, "nauc_mrr_at_5_diff1": 0.254633, "nauc_mrr_at_10_max": -0.16337, "nauc_mrr_at_10_std": -0.181338, "nauc_mrr_at_10_diff1": 0.254339, "nauc_mrr_at_20_max": -0.161382, "nauc_mrr_at_20_std": -0.178934, "nauc_mrr_at_20_diff1": 0.253853, "nauc_mrr_at_25_max": -0.162536, "nauc_mrr_at_25_std": -0.179911, "nauc_mrr_at_25_diff1": 0.25333, "nauc_mrr_at_50_max": -0.164615, "nauc_mrr_at_50_std": -0.181666, "nauc_mrr_at_50_diff1": 0.253661, "nauc_mrr_at_100_max": -0.163821, "nauc_mrr_at_100_std": -0.180454, "nauc_mrr_at_100_diff1": 0.253391, "nauc_mrr_at_1000_max": -0.164338, "nauc_mrr_at_1000_std": -0.180825, "nauc_mrr_at_1000_diff1": 0.253641, "hit_rate_at_1": 0.48175, "hit_rate_at_3": 0.57664, "hit_rate_at_5": 0.65693, "hit_rate_at_10": 0.73723, "hit_rate_at_20": 0.81022, "hit_rate_at_25": 0.86131, "hit_rate_at_50": 0.91971, "hit_rate_at_100": 0.94891, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.481752, "R_cap_at_3": 0.479319, "R_cap_at_5": 0.526156, "R_cap_at_10": 0.582769, "R_cap_at_20": 0.612174, "R_cap_at_25": 0.651653, "R_cap_at_50": 0.72839, "R_cap_at_100": 0.807482, "R_cap_at_1000": 0.975382, "main_score": 0.50321, "hf_subset": "default_claude_very_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.54386, "ndcg_at_3": 0.53655, "ndcg_at_5": 0.54492, "ndcg_at_10": 0.5406, "ndcg_at_20": 0.55179, "ndcg_at_25": 0.55777, "ndcg_at_50": 0.57589, "ndcg_at_100": 0.59105, "ndcg_at_1000": 0.62986, "map_at_1": 0.21886, "map_at_3": 0.35148, "map_at_5": 0.39453, "map_at_10": 0.41777, "map_at_20": 0.43678, "map_at_25": 0.442, "map_at_50": 0.45452, "map_at_100": 0.46225, "map_at_1000": 0.46895, "recall_at_1": 0.21886, "recall_at_3": 0.40176, "recall_at_5": 0.49233, "recall_at_10": 0.54258, "recall_at_20": 0.62073, "recall_at_25": 0.65272, "recall_at_50": 0.72679, "recall_at_100": 0.79415, "recall_at_1000": 0.99381, "accuracy": 0.21886, "precision_at_1": 0.54386, "precision_at_3": 0.40351, "precision_at_5": 0.32164, "precision_at_10": 0.20936, "precision_at_20": 0.13713, "precision_at_25": 0.11953, "precision_at_50": 0.07754, "precision_at_100": 0.04795, "precision_at_1000": 0.00646, "mrr_at_1": 0.54386, "mrr_at_3": 0.601365, "mrr_at_5": 0.615692, "mrr_at_10": 0.618291, "mrr_at_20": 0.622233, "mrr_at_25": 0.623509, "mrr_at_50": 0.624533, "mrr_at_100": 0.625079, "mrr_at_1000": 0.625446, "nauc_ndcg_at_1_max": 0.49295, "nauc_ndcg_at_1_std": 0.306574, "nauc_ndcg_at_1_diff1": 0.503631, "nauc_ndcg_at_3_max": 0.409842, "nauc_ndcg_at_3_std": 0.245039, "nauc_ndcg_at_3_diff1": 0.347805, "nauc_ndcg_at_5_max": 0.374971, "nauc_ndcg_at_5_std": 0.238705, "nauc_ndcg_at_5_diff1": 0.336797, "nauc_ndcg_at_10_max": 0.369178, "nauc_ndcg_at_10_std": 0.231421, "nauc_ndcg_at_10_diff1": 0.332143, "nauc_ndcg_at_20_max": 0.406536, "nauc_ndcg_at_20_std": 0.260947, "nauc_ndcg_at_20_diff1": 0.367702, "nauc_ndcg_at_25_max": 0.415961, "nauc_ndcg_at_25_std": 0.271707, "nauc_ndcg_at_25_diff1": 0.368988, "nauc_ndcg_at_50_max": 0.436613, "nauc_ndcg_at_50_std": 0.293387, "nauc_ndcg_at_50_diff1": 0.383045, "nauc_ndcg_at_100_max": 0.440483, "nauc_ndcg_at_100_std": 0.305613, "nauc_ndcg_at_100_diff1": 0.391415, "nauc_ndcg_at_1000_max": 0.418262, "nauc_ndcg_at_1000_std": 0.284555, "nauc_ndcg_at_1000_diff1": 0.384165, "nauc_map_at_1_max": 0.2189, "nauc_map_at_1_std": 0.006864, "nauc_map_at_1_diff1": 0.406248, "nauc_map_at_3_max": 0.315067, "nauc_map_at_3_std": 0.103664, "nauc_map_at_3_diff1": 0.359598, "nauc_map_at_5_max": 0.344042, "nauc_map_at_5_std": 0.144426, "nauc_map_at_5_diff1": 0.360554, "nauc_map_at_10_max": 0.364148, "nauc_map_at_10_std": 0.156756, "nauc_map_at_10_diff1": 0.366356, "nauc_map_at_20_max": 0.373211, "nauc_map_at_20_std": 0.167325, "nauc_map_at_20_diff1": 0.376434, "nauc_map_at_25_max": 0.375008, "nauc_map_at_25_std": 0.17292, "nauc_map_at_25_diff1": 0.375034, "nauc_map_at_50_max": 0.372567, "nauc_map_at_50_std": 0.183928, "nauc_map_at_50_diff1": 0.37138, "nauc_map_at_100_max": 0.365886, "nauc_map_at_100_std": 0.198426, "nauc_map_at_100_diff1": 0.36492, "nauc_map_at_1000_max": 0.359677, "nauc_map_at_1000_std": 0.205973, "nauc_map_at_1000_diff1": 0.357953, "nauc_recall_at_1_max": 0.2189, "nauc_recall_at_1_std": 0.006864, "nauc_recall_at_1_diff1": 0.406248, "nauc_recall_at_3_max": 0.314562, "nauc_recall_at_3_std": 0.13568, "nauc_recall_at_3_diff1": 0.290503, "nauc_recall_at_5_max": 0.329584, "nauc_recall_at_5_std": 0.196969, "nauc_recall_at_5_diff1": 0.257444, "nauc_recall_at_10_max": 0.367882, "nauc_recall_at_10_std": 0.210445, "nauc_recall_at_10_diff1": 0.260497, "nauc_recall_at_20_max": 0.407169, "nauc_recall_at_20_std": 0.211917, "nauc_recall_at_20_diff1": 0.314016, "nauc_recall_at_25_max": 0.412422, "nauc_recall_at_25_std": 0.235101, "nauc_recall_at_25_diff1": 0.293115, "nauc_recall_at_50_max": 0.477824, "nauc_recall_at_50_std": 0.342303, "nauc_recall_at_50_diff1": 0.359869, "nauc_recall_at_100_max": 0.497482, "nauc_recall_at_100_std": 0.43517, "nauc_recall_at_100_diff1": 0.387131, "nauc_recall_at_1000_max": 0.432824, "nauc_recall_at_1000_std": 0.619137, "nauc_recall_at_1000_diff1": 0.355601, "nauc_precision_at_1_max": 0.49295, "nauc_precision_at_1_std": 0.306574, "nauc_precision_at_1_diff1": 0.503631, "nauc_precision_at_3_max": 0.345632, "nauc_precision_at_3_std": 0.284375, "nauc_precision_at_3_diff1": 0.173072, "nauc_precision_at_5_max": 0.259958, "nauc_precision_at_5_std": 0.261243, "nauc_precision_at_5_diff1": 0.113668, "nauc_precision_at_10_max": 0.166868, "nauc_precision_at_10_std": 0.207789, "nauc_precision_at_10_diff1": 0.059423, "nauc_precision_at_20_max": 0.080866, "nauc_precision_at_20_std": 0.193155, "nauc_precision_at_20_diff1": 0.021543, "nauc_precision_at_25_max": 0.062025, "nauc_precision_at_25_std": 0.203225, "nauc_precision_at_25_diff1": -0.000121, "nauc_precision_at_50_max": -0.014929, "nauc_precision_at_50_std": 0.204414, "nauc_precision_at_50_diff1": -0.051894, "nauc_precision_at_100_max": -0.074475, "nauc_precision_at_100_std": 0.251081, "nauc_precision_at_100_diff1": -0.104873, "nauc_precision_at_1000_max": -0.142113, "nauc_precision_at_1000_std": 0.197201, "nauc_precision_at_1000_diff1": -0.140476, "nauc_mrr_at_1_max": 0.49295, "nauc_mrr_at_1_std": 0.306574, "nauc_mrr_at_1_diff1": 0.503631, "nauc_mrr_at_3_max": 0.515932, "nauc_mrr_at_3_std": 0.371794, "nauc_mrr_at_3_diff1": 0.464714, "nauc_mrr_at_5_max": 0.508315, "nauc_mrr_at_5_std": 0.367769, "nauc_mrr_at_5_diff1": 0.454623, "nauc_mrr_at_10_max": 0.506682, "nauc_mrr_at_10_std": 0.364202, "nauc_mrr_at_10_diff1": 0.453677, "nauc_mrr_at_20_max": 0.507045, "nauc_mrr_at_20_std": 0.361647, "nauc_mrr_at_20_diff1": 0.458006, "nauc_mrr_at_25_max": 0.50674, "nauc_mrr_at_25_std": 0.361721, "nauc_mrr_at_25_diff1": 0.45648, "nauc_mrr_at_50_max": 0.506889, "nauc_mrr_at_50_std": 0.363032, "nauc_mrr_at_50_diff1": 0.458418, "nauc_mrr_at_100_max": 0.506811, "nauc_mrr_at_100_std": 0.362723, "nauc_mrr_at_100_diff1": 0.458118, "nauc_mrr_at_1000_max": 0.506708, "nauc_mrr_at_1000_std": 0.36245, "nauc_mrr_at_1000_diff1": 0.458161, "hit_rate_at_1": 0.54386, "hit_rate_at_3": 0.67251, "hit_rate_at_5": 0.73684, "hit_rate_at_10": 0.75439, "hit_rate_at_20": 0.80702, "hit_rate_at_25": 0.83626, "hit_rate_at_50": 0.87135, "hit_rate_at_100": 0.91228, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.54386, "R_cap_at_3": 0.547758, "R_cap_at_5": 0.584405, "R_cap_at_10": 0.592277, "R_cap_at_20": 0.64459, "R_cap_at_25": 0.670471, "R_cap_at_50": 0.73423, "R_cap_at_100": 0.795756, "R_cap_at_1000": 0.993806, "main_score": 0.5406, "hf_subset": "default_claude_very_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.40816, "ndcg_at_3": 0.41461, "ndcg_at_5": 0.43198, "ndcg_at_10": 0.4773, "ndcg_at_20": 0.49768, "ndcg_at_25": 0.50636, "ndcg_at_50": 0.54523, "ndcg_at_100": 0.56794, "ndcg_at_1000": 0.58483, "map_at_1": 0.19792, "map_at_3": 0.29804, "map_at_5": 0.32859, "map_at_10": 0.37871, "map_at_20": 0.39307, "map_at_25": 0.39693, "map_at_50": 0.4075, "map_at_100": 0.41199, "map_at_1000": 0.41465, "recall_at_1": 0.19792, "recall_at_3": 0.35776, "recall_at_5": 0.42426, "recall_at_10": 0.588, "recall_at_20": 0.6594, "recall_at_25": 0.68602, "recall_at_50": 0.83322, "recall_at_100": 0.92386, "recall_at_1000": 1.0, "accuracy": 0.19792, "precision_at_1": 0.40816, "precision_at_3": 0.28571, "precision_at_5": 0.22653, "precision_at_10": 0.16837, "precision_at_20": 0.10357, "precision_at_25": 0.08735, "precision_at_50": 0.05408, "precision_at_100": 0.03143, "precision_at_1000": 0.00353, "mrr_at_1": 0.408163, "mrr_at_3": 0.484694, "mrr_at_5": 0.49898, "mrr_at_10": 0.516553, "mrr_at_20": 0.521283, "mrr_at_25": 0.521283, "mrr_at_50": 0.524228, "mrr_at_100": 0.524767, "mrr_at_1000": 0.524956, "nauc_ndcg_at_1_max": -0.072823, "nauc_ndcg_at_1_std": -0.295215, "nauc_ndcg_at_1_diff1": 0.338441, "nauc_ndcg_at_3_max": -0.022542, "nauc_ndcg_at_3_std": -0.252573, "nauc_ndcg_at_3_diff1": 0.347459, "nauc_ndcg_at_5_max": 0.000651, "nauc_ndcg_at_5_std": -0.264536, "nauc_ndcg_at_5_diff1": 0.397176, "nauc_ndcg_at_10_max": 0.07954, "nauc_ndcg_at_10_std": -0.203666, "nauc_ndcg_at_10_diff1": 0.388971, "nauc_ndcg_at_20_max": 0.067508, "nauc_ndcg_at_20_std": -0.217188, "nauc_ndcg_at_20_diff1": 0.366899, "nauc_ndcg_at_25_max": 0.064344, "nauc_ndcg_at_25_std": -0.230272, "nauc_ndcg_at_25_diff1": 0.364218, "nauc_ndcg_at_50_max": 0.066003, "nauc_ndcg_at_50_std": -0.214815, "nauc_ndcg_at_50_diff1": 0.371818, "nauc_ndcg_at_100_max": 0.020374, "nauc_ndcg_at_100_std": -0.24684, "nauc_ndcg_at_100_diff1": 0.356283, "nauc_ndcg_at_1000_max": 0.00339, "nauc_ndcg_at_1000_std": -0.245322, "nauc_ndcg_at_1000_diff1": 0.350169, "nauc_map_at_1_max": -0.03673, "nauc_map_at_1_std": -0.262779, "nauc_map_at_1_diff1": 0.355131, "nauc_map_at_3_max": 0.003155, "nauc_map_at_3_std": -0.220414, "nauc_map_at_3_diff1": 0.37559, "nauc_map_at_5_max": 0.017638, "nauc_map_at_5_std": -0.229596, "nauc_map_at_5_diff1": 0.405582, "nauc_map_at_10_max": 0.041243, "nauc_map_at_10_std": -0.214529, "nauc_map_at_10_diff1": 0.388872, "nauc_map_at_20_max": 0.029687, "nauc_map_at_20_std": -0.229969, "nauc_map_at_20_diff1": 0.376961, "nauc_map_at_25_max": 0.027263, "nauc_map_at_25_std": -0.235515, "nauc_map_at_25_diff1": 0.378683, "nauc_map_at_50_max": 0.026239, "nauc_map_at_50_std": -0.234345, "nauc_map_at_50_diff1": 0.379329, "nauc_map_at_100_max": 0.019109, "nauc_map_at_100_std": -0.239627, "nauc_map_at_100_diff1": 0.377224, "nauc_map_at_1000_max": 0.015869, "nauc_map_at_1000_std": -0.240579, "nauc_map_at_1000_diff1": 0.37589, "nauc_recall_at_1_max": -0.03673, "nauc_recall_at_1_std": -0.262779, "nauc_recall_at_1_diff1": 0.355131, "nauc_recall_at_3_max": 0.05158, "nauc_recall_at_3_std": -0.166458, "nauc_recall_at_3_diff1": 0.360333, "nauc_recall_at_5_max": 0.121651, "nauc_recall_at_5_std": -0.162997, "nauc_recall_at_5_diff1": 0.435133, "nauc_recall_at_10_max": 0.260583, "nauc_recall_at_10_std": -0.071428, "nauc_recall_at_10_diff1": 0.407932, "nauc_recall_at_20_max": 0.252132, "nauc_recall_at_20_std": -0.120177, "nauc_recall_at_20_diff1": 0.338799, "nauc_recall_at_25_max": 0.250969, "nauc_recall_at_25_std": -0.170519, "nauc_recall_at_25_diff1": 0.319644, "nauc_recall_at_50_max": 0.438341, "nauc_recall_at_50_std": 0.025381, "nauc_recall_at_50_diff1": 0.391044, "nauc_recall_at_100_max": 0.176494, "nauc_recall_at_100_std": -0.281535, "nauc_recall_at_100_diff1": 0.296744, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.072823, "nauc_precision_at_1_std": -0.295215, "nauc_precision_at_1_diff1": 0.338441, "nauc_precision_at_3_max": -0.034557, "nauc_precision_at_3_std": -0.177005, "nauc_precision_at_3_diff1": 0.19411, "nauc_precision_at_5_max": -0.058533, "nauc_precision_at_5_std": -0.210651, "nauc_precision_at_5_diff1": 0.187378, "nauc_precision_at_10_max": -0.021828, "nauc_precision_at_10_std": -0.168255, "nauc_precision_at_10_diff1": 0.092855, "nauc_precision_at_20_max": -0.096037, "nauc_precision_at_20_std": -0.195947, "nauc_precision_at_20_diff1": 0.005938, "nauc_precision_at_25_max": -0.102656, "nauc_precision_at_25_std": -0.206338, "nauc_precision_at_25_diff1": 0.01339, "nauc_precision_at_50_max": -0.117734, "nauc_precision_at_50_std": -0.163254, "nauc_precision_at_50_diff1": -0.024226, "nauc_precision_at_100_max": -0.186291, "nauc_precision_at_100_std": -0.170419, "nauc_precision_at_100_diff1": -0.082309, "nauc_precision_at_1000_max": -0.211754, "nauc_precision_at_1000_std": -0.140676, "nauc_precision_at_1000_diff1": -0.120647, "nauc_mrr_at_1_max": -0.072823, "nauc_mrr_at_1_std": -0.295215, "nauc_mrr_at_1_diff1": 0.338441, "nauc_mrr_at_3_max": -0.002005, "nauc_mrr_at_3_std": -0.226984, "nauc_mrr_at_3_diff1": 0.367482, "nauc_mrr_at_5_max": 0.001396, "nauc_mrr_at_5_std": -0.235003, "nauc_mrr_at_5_diff1": 0.369062, "nauc_mrr_at_10_max": 0.0072, "nauc_mrr_at_10_std": -0.233892, "nauc_mrr_at_10_diff1": 0.359287, "nauc_mrr_at_20_max": 0.001843, "nauc_mrr_at_20_std": -0.237774, "nauc_mrr_at_20_diff1": 0.354627, "nauc_mrr_at_25_max": 0.001843, "nauc_mrr_at_25_std": -0.237774, "nauc_mrr_at_25_diff1": 0.354627, "nauc_mrr_at_50_max": 0.000835, "nauc_mrr_at_50_std": -0.23832, "nauc_mrr_at_50_diff1": 0.356021, "nauc_mrr_at_100_max": -0.000218, "nauc_mrr_at_100_std": -0.238691, "nauc_mrr_at_100_diff1": 0.355853, "nauc_mrr_at_1000_max": 0.000153, "nauc_mrr_at_1000_std": -0.238254, "nauc_mrr_at_1000_diff1": 0.356136, "hit_rate_at_1": 0.40816, "hit_rate_at_3": 0.58163, "hit_rate_at_5": 0.64286, "hit_rate_at_10": 0.76531, "hit_rate_at_20": 0.83673, "hit_rate_at_25": 0.83673, "hit_rate_at_50": 0.93878, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.408163, "R_cap_at_3": 0.431973, "R_cap_at_5": 0.473129, "R_cap_at_10": 0.599279, "R_cap_at_20": 0.659404, "R_cap_at_25": 0.686025, "R_cap_at_50": 0.833217, "R_cap_at_100": 0.923861, "R_cap_at_1000": 1.0, "main_score": 0.4773, "hf_subset": "default_gpt4o_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.57851, "ndcg_at_3": 0.63367, "ndcg_at_5": 0.65857, "ndcg_at_10": 0.69172, "ndcg_at_20": 0.70598, "ndcg_at_25": 0.71179, "ndcg_at_50": 0.72532, "ndcg_at_100": 0.73847, "ndcg_at_1000": 0.74187, "map_at_1": 0.33527, "map_at_3": 0.50104, "map_at_5": 0.55146, "map_at_10": 0.60425, "map_at_20": 0.62336, "map_at_25": 0.62668, "map_at_50": 0.63096, "map_at_100": 0.63391, "map_at_1000": 0.63437, "recall_at_1": 0.33527, "recall_at_3": 0.57773, "recall_at_5": 0.6651, "recall_at_10": 0.80786, "recall_at_20": 0.86836, "recall_at_25": 0.88297, "recall_at_50": 0.93209, "recall_at_100": 0.98425, "recall_at_1000": 1.0, "accuracy": 0.33527, "precision_at_1": 0.57851, "precision_at_3": 0.41873, "precision_at_5": 0.32562, "precision_at_10": 0.22314, "precision_at_20": 0.12769, "precision_at_25": 0.10612, "precision_at_50": 0.05736, "precision_at_100": 0.03124, "precision_at_1000": 0.0032, "mrr_at_1": 0.578512, "mrr_at_3": 0.668044, "mrr_at_5": 0.677135, "mrr_at_10": 0.689023, "mrr_at_20": 0.690716, "mrr_at_25": 0.690716, "mrr_at_50": 0.691549, "mrr_at_100": 0.69208, "mrr_at_1000": 0.69208, "nauc_ndcg_at_1_max": 0.186428, "nauc_ndcg_at_1_std": -0.051495, "nauc_ndcg_at_1_diff1": 0.542961, "nauc_ndcg_at_3_max": 0.182842, "nauc_ndcg_at_3_std": -0.065346, "nauc_ndcg_at_3_diff1": 0.462143, "nauc_ndcg_at_5_max": 0.203645, "nauc_ndcg_at_5_std": -0.075327, "nauc_ndcg_at_5_diff1": 0.466683, "nauc_ndcg_at_10_max": 0.178319, "nauc_ndcg_at_10_std": -0.119535, "nauc_ndcg_at_10_diff1": 0.49726, "nauc_ndcg_at_20_max": 0.170187, "nauc_ndcg_at_20_std": -0.11817, "nauc_ndcg_at_20_diff1": 0.499172, "nauc_ndcg_at_25_max": 0.1645, "nauc_ndcg_at_25_std": -0.114159, "nauc_ndcg_at_25_diff1": 0.496756, "nauc_ndcg_at_50_max": 0.154788, "nauc_ndcg_at_50_std": -0.10789, "nauc_ndcg_at_50_diff1": 0.506508, "nauc_ndcg_at_100_max": 0.164108, "nauc_ndcg_at_100_std": -0.090328, "nauc_ndcg_at_100_diff1": 0.502524, "nauc_ndcg_at_1000_max": 0.160588, "nauc_ndcg_at_1000_std": -0.089274, "nauc_ndcg_at_1000_diff1": 0.499683, "nauc_map_at_1_max": 0.271043, "nauc_map_at_1_std": -0.041267, "nauc_map_at_1_diff1": 0.515524, "nauc_map_at_3_max": 0.227557, "nauc_map_at_3_std": -0.059656, "nauc_map_at_3_diff1": 0.533284, "nauc_map_at_5_max": 0.210218, "nauc_map_at_5_std": -0.090617, "nauc_map_at_5_diff1": 0.521478, "nauc_map_at_10_max": 0.194063, "nauc_map_at_10_std": -0.108922, "nauc_map_at_10_diff1": 0.506901, "nauc_map_at_20_max": 0.184957, "nauc_map_at_20_std": -0.105993, "nauc_map_at_20_diff1": 0.485858, "nauc_map_at_25_max": 0.183035, "nauc_map_at_25_std": -0.10363, "nauc_map_at_25_diff1": 0.484517, "nauc_map_at_50_max": 0.182163, "nauc_map_at_50_std": -0.100994, "nauc_map_at_50_diff1": 0.486449, "nauc_map_at_100_max": 0.183266, "nauc_map_at_100_std": -0.09924, "nauc_map_at_100_diff1": 0.487218, "nauc_map_at_1000_max": 0.183063, "nauc_map_at_1000_std": -0.099044, "nauc_map_at_1000_diff1": 0.487075, "nauc_recall_at_1_max": 0.271043, "nauc_recall_at_1_std": -0.041267, "nauc_recall_at_1_diff1": 0.515524, "nauc_recall_at_3_max": 0.239266, "nauc_recall_at_3_std": -0.036731, "nauc_recall_at_3_diff1": 0.49406, "nauc_recall_at_5_max": 0.266037, "nauc_recall_at_5_std": -0.066891, "nauc_recall_at_5_diff1": 0.449286, "nauc_recall_at_10_max": 0.163092, "nauc_recall_at_10_std": -0.257788, "nauc_recall_at_10_diff1": 0.45332, "nauc_recall_at_20_max": 0.179818, "nauc_recall_at_20_std": -0.286831, "nauc_recall_at_20_diff1": 0.454571, "nauc_recall_at_25_max": 0.150677, "nauc_recall_at_25_std": -0.295311, "nauc_recall_at_25_diff1": 0.449581, "nauc_recall_at_50_max": 0.014649, "nauc_recall_at_50_std": -0.356372, "nauc_recall_at_50_diff1": 0.56845, "nauc_recall_at_100_max": 0.366065, "nauc_recall_at_100_std": -0.1054, "nauc_recall_at_100_diff1": 0.615267, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.186428, "nauc_precision_at_1_std": -0.051495, "nauc_precision_at_1_diff1": 0.542961, "nauc_precision_at_3_max": -0.059822, "nauc_precision_at_3_std": -0.057434, "nauc_precision_at_3_diff1": 0.069835, "nauc_precision_at_5_max": -0.089325, "nauc_precision_at_5_std": -0.064358, "nauc_precision_at_5_diff1": -0.042945, "nauc_precision_at_10_max": -0.11288, "nauc_precision_at_10_std": -0.037908, "nauc_precision_at_10_diff1": -0.13083, "nauc_precision_at_20_max": -0.114005, "nauc_precision_at_20_std": -0.006184, "nauc_precision_at_20_diff1": -0.167041, "nauc_precision_at_25_max": -0.117371, "nauc_precision_at_25_std": 0.00616, "nauc_precision_at_25_diff1": -0.171415, "nauc_precision_at_50_max": -0.123522, "nauc_precision_at_50_std": 0.023397, "nauc_precision_at_50_diff1": -0.173703, "nauc_precision_at_100_max": -0.11883, "nauc_precision_at_100_std": 0.046734, "nauc_precision_at_100_diff1": -0.185739, "nauc_precision_at_1000_max": -0.123198, "nauc_precision_at_1000_std": 0.050622, "nauc_precision_at_1000_diff1": -0.193713, "nauc_mrr_at_1_max": 0.186428, "nauc_mrr_at_1_std": -0.051495, "nauc_mrr_at_1_diff1": 0.542961, "nauc_mrr_at_3_max": 0.138838, "nauc_mrr_at_3_std": -0.060579, "nauc_mrr_at_3_diff1": 0.527886, "nauc_mrr_at_5_max": 0.156557, "nauc_mrr_at_5_std": -0.054315, "nauc_mrr_at_5_diff1": 0.521468, "nauc_mrr_at_10_max": 0.145799, "nauc_mrr_at_10_std": -0.070055, "nauc_mrr_at_10_diff1": 0.525183, "nauc_mrr_at_20_max": 0.148451, "nauc_mrr_at_20_std": -0.068592, "nauc_mrr_at_20_diff1": 0.526554, "nauc_mrr_at_25_max": 0.148451, "nauc_mrr_at_25_std": -0.068592, "nauc_mrr_at_25_diff1": 0.526554, "nauc_mrr_at_50_max": 0.147699, "nauc_mrr_at_50_std": -0.068072, "nauc_mrr_at_50_diff1": 0.526513, "nauc_mrr_at_100_max": 0.148674, "nauc_mrr_at_100_std": -0.066898, "nauc_mrr_at_100_diff1": 0.525978, "nauc_mrr_at_1000_max": 0.148674, "nauc_mrr_at_1000_std": -0.066898, "nauc_mrr_at_1000_diff1": 0.525978, "hit_rate_at_1": 0.57851, "hit_rate_at_3": 0.78512, "hit_rate_at_5": 0.82645, "hit_rate_at_10": 0.90909, "hit_rate_at_20": 0.93388, "hit_rate_at_25": 0.93388, "hit_rate_at_50": 0.96694, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.578512, "R_cap_at_3": 0.673554, "R_cap_at_5": 0.726722, "R_cap_at_10": 0.822865, "R_cap_at_20": 0.868359, "R_cap_at_25": 0.882972, "R_cap_at_50": 0.93209, "R_cap_at_100": 0.984252, "R_cap_at_1000": 1.0, "main_score": 0.69172, "hf_subset": "default_gpt4o_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": -0.166667, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": -0.166667, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": -0.166667, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": -0.166667, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": -0.166667, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": -0.166667, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": -0.166667, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": -0.166667, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": -0.166667, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": -0.166667, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": -0.166667, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": -0.166667, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": -0.166667, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": -0.166667, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": -0.166667, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": -0.166667, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": -0.166667, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": -0.166667, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": -0.166667, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": -0.166667, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": -0.166667, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": -0.166667, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": -0.166667, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": -0.166667, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": -0.166667, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": -0.166667, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": -0.166667, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": -0.166667, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": -0.166667, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_gpt4o_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.8, "ndcg_at_5": 0.88614, "ndcg_at_10": 0.88614, "ndcg_at_20": 0.88614, "ndcg_at_25": 0.88614, "ndcg_at_50": 0.88614, "ndcg_at_100": 0.88614, "ndcg_at_1000": 0.88614, "map_at_1": 0.8, "map_at_3": 0.8, "map_at_5": 0.85, "map_at_10": 0.85, "map_at_20": 0.85, "map_at_25": 0.85, "map_at_50": 0.85, "map_at_100": 0.85, "map_at_1000": 0.85, "recall_at_1": 0.8, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8, "mrr_at_5": 0.85, "mrr_at_10": 0.85, "mrr_at_20": 0.85, "mrr_at_25": 0.85, "mrr_at_50": 0.85, "mrr_at_100": 0.85, "mrr_at_1000": 0.85, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": -0.166667, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": -0.166667, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": -0.166667, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": -0.166667, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": -0.166667, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": -0.166667, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": -0.166667, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": -0.166667, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": -0.166667, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": -0.166667, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": -0.166667, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": -0.166667, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": -0.166667, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": -0.166667, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": -0.166667, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": -0.166667, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": -0.166667, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": -0.166667, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": -0.166667, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": -0.166667, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": -0.166667, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": -0.166667, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": -0.166667, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": -0.166667, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": -0.166667, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": -0.166667, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": -0.166667, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": -0.166667, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": -0.166667, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": -0.166667, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": -0.166667, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88614, "hf_subset": "default_gpt4o_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.53788, "ndcg_at_3": 0.59244, "ndcg_at_5": 0.62811, "ndcg_at_10": 0.65349, "ndcg_at_20": 0.67874, "ndcg_at_25": 0.68433, "ndcg_at_50": 0.69792, "ndcg_at_100": 0.7098, "ndcg_at_1000": 0.71673, "map_at_1": 0.3022, "map_at_3": 0.46426, "map_at_5": 0.52378, "map_at_10": 0.57114, "map_at_20": 0.58762, "map_at_25": 0.59011, "map_at_50": 0.59409, "map_at_100": 0.59644, "map_at_1000": 0.59751, "recall_at_1": 0.3022, "recall_at_3": 0.53171, "recall_at_5": 0.65603, "recall_at_10": 0.77421, "recall_at_20": 0.85838, "recall_at_25": 0.87366, "recall_at_50": 0.92261, "recall_at_100": 0.97032, "recall_at_1000": 1.0, "accuracy": 0.3022, "precision_at_1": 0.53788, "precision_at_3": 0.40152, "precision_at_5": 0.32424, "precision_at_10": 0.21061, "precision_at_20": 0.12121, "precision_at_25": 0.1003, "precision_at_50": 0.05379, "precision_at_100": 0.02917, "precision_at_1000": 0.00308, "mrr_at_1": 0.537879, "mrr_at_3": 0.622475, "mrr_at_5": 0.647475, "mrr_at_10": 0.657459, "mrr_at_20": 0.660087, "mrr_at_25": 0.660087, "mrr_at_50": 0.660997, "mrr_at_100": 0.661391, "mrr_at_1000": 0.661391, "nauc_ndcg_at_1_max": -0.134724, "nauc_ndcg_at_1_std": -0.187484, "nauc_ndcg_at_1_diff1": 0.334574, "nauc_ndcg_at_3_max": -0.164393, "nauc_ndcg_at_3_std": -0.237658, "nauc_ndcg_at_3_diff1": 0.26097, "nauc_ndcg_at_5_max": -0.134428, "nauc_ndcg_at_5_std": -0.24642, "nauc_ndcg_at_5_diff1": 0.290465, "nauc_ndcg_at_10_max": -0.08442, "nauc_ndcg_at_10_std": -0.2137, "nauc_ndcg_at_10_diff1": 0.327271, "nauc_ndcg_at_20_max": -0.091288, "nauc_ndcg_at_20_std": -0.211849, "nauc_ndcg_at_20_diff1": 0.334105, "nauc_ndcg_at_25_max": -0.098952, "nauc_ndcg_at_25_std": -0.215838, "nauc_ndcg_at_25_diff1": 0.323538, "nauc_ndcg_at_50_max": -0.099914, "nauc_ndcg_at_50_std": -0.202357, "nauc_ndcg_at_50_diff1": 0.304277, "nauc_ndcg_at_100_max": -0.106102, "nauc_ndcg_at_100_std": -0.206568, "nauc_ndcg_at_100_diff1": 0.301998, "nauc_ndcg_at_1000_max": -0.108851, "nauc_ndcg_at_1000_std": -0.207344, "nauc_ndcg_at_1000_diff1": 0.291669, "nauc_map_at_1_max": 0.040749, "nauc_map_at_1_std": -0.108947, "nauc_map_at_1_diff1": 0.370064, "nauc_map_at_3_max": -0.063038, "nauc_map_at_3_std": -0.211143, "nauc_map_at_3_diff1": 0.313264, "nauc_map_at_5_max": -0.082894, "nauc_map_at_5_std": -0.237811, "nauc_map_at_5_diff1": 0.325448, "nauc_map_at_10_max": -0.102644, "nauc_map_at_10_std": -0.23211, "nauc_map_at_10_diff1": 0.32203, "nauc_map_at_20_max": -0.11069, "nauc_map_at_20_std": -0.223344, "nauc_map_at_20_diff1": 0.313243, "nauc_map_at_25_max": -0.113974, "nauc_map_at_25_std": -0.224474, "nauc_map_at_25_diff1": 0.308539, "nauc_map_at_50_max": -0.113954, "nauc_map_at_50_std": -0.220672, "nauc_map_at_50_diff1": 0.304456, "nauc_map_at_100_max": -0.114655, "nauc_map_at_100_std": -0.221032, "nauc_map_at_100_diff1": 0.303319, "nauc_map_at_1000_max": -0.114661, "nauc_map_at_1000_std": -0.221024, "nauc_map_at_1000_diff1": 0.302423, "nauc_recall_at_1_max": 0.040749, "nauc_recall_at_1_std": -0.108947, "nauc_recall_at_1_diff1": 0.370064, "nauc_recall_at_3_max": -0.047074, "nauc_recall_at_3_std": -0.210798, "nauc_recall_at_3_diff1": 0.267115, "nauc_recall_at_5_max": -0.035606, "nauc_recall_at_5_std": -0.263889, "nauc_recall_at_5_diff1": 0.30787, "nauc_recall_at_10_max": 0.0757, "nauc_recall_at_10_std": -0.177989, "nauc_recall_at_10_diff1": 0.432477, "nauc_recall_at_20_max": 0.050962, "nauc_recall_at_20_std": -0.203346, "nauc_recall_at_20_diff1": 0.510919, "nauc_recall_at_25_max": 0.02163, "nauc_recall_at_25_std": -0.232661, "nauc_recall_at_25_diff1": 0.482476, "nauc_recall_at_50_max": 0.056124, "nauc_recall_at_50_std": -0.118711, "nauc_recall_at_50_diff1": 0.377341, "nauc_recall_at_100_max": 0.029668, "nauc_recall_at_100_std": -0.13903, "nauc_recall_at_100_diff1": 0.623176, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.134724, "nauc_precision_at_1_std": -0.187484, "nauc_precision_at_1_diff1": 0.334574, "nauc_precision_at_3_max": -0.232214, "nauc_precision_at_3_std": -0.180569, "nauc_precision_at_3_diff1": 0.022309, "nauc_precision_at_5_max": -0.212506, "nauc_precision_at_5_std": -0.137527, "nauc_precision_at_5_diff1": -0.018307, "nauc_precision_at_10_max": -0.188449, "nauc_precision_at_10_std": -0.067978, "nauc_precision_at_10_diff1": -0.064792, "nauc_precision_at_20_max": -0.174081, "nauc_precision_at_20_std": -0.007733, "nauc_precision_at_20_diff1": -0.11282, "nauc_precision_at_25_max": -0.179542, "nauc_precision_at_25_std": -0.006206, "nauc_precision_at_25_diff1": -0.137636, "nauc_precision_at_50_max": -0.163653, "nauc_precision_at_50_std": 0.02718, "nauc_precision_at_50_diff1": -0.174161, "nauc_precision_at_100_max": -0.147459, "nauc_precision_at_100_std": 0.033655, "nauc_precision_at_100_diff1": -0.199638, "nauc_precision_at_1000_max": -0.131773, "nauc_precision_at_1000_std": 0.044356, "nauc_precision_at_1000_diff1": -0.21965, "nauc_mrr_at_1_max": -0.134724, "nauc_mrr_at_1_std": -0.187484, "nauc_mrr_at_1_diff1": 0.334574, "nauc_mrr_at_3_max": -0.126586, "nauc_mrr_at_3_std": -0.207031, "nauc_mrr_at_3_diff1": 0.292528, "nauc_mrr_at_5_max": -0.126104, "nauc_mrr_at_5_std": -0.211453, "nauc_mrr_at_5_diff1": 0.297093, "nauc_mrr_at_10_max": -0.120681, "nauc_mrr_at_10_std": -0.203265, "nauc_mrr_at_10_diff1": 0.30536, "nauc_mrr_at_20_max": -0.121815, "nauc_mrr_at_20_std": -0.207045, "nauc_mrr_at_20_diff1": 0.3074, "nauc_mrr_at_25_max": -0.121815, "nauc_mrr_at_25_std": -0.207045, "nauc_mrr_at_25_diff1": 0.3074, "nauc_mrr_at_50_max": -0.122541, "nauc_mrr_at_50_std": -0.205857, "nauc_mrr_at_50_diff1": 0.305405, "nauc_mrr_at_100_max": -0.123058, "nauc_mrr_at_100_std": -0.206114, "nauc_mrr_at_100_diff1": 0.305446, "nauc_mrr_at_1000_max": -0.123058, "nauc_mrr_at_1000_std": -0.206114, "nauc_mrr_at_1000_diff1": 0.305446, "hit_rate_at_1": 0.53788, "hit_rate_at_3": 0.7197, "hit_rate_at_5": 0.82576, "hit_rate_at_10": 0.90152, "hit_rate_at_20": 0.93939, "hit_rate_at_25": 0.93939, "hit_rate_at_50": 0.9697, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.537879, "R_cap_at_3": 0.626263, "R_cap_at_5": 0.705556, "R_cap_at_10": 0.78143, "R_cap_at_20": 0.858381, "R_cap_at_25": 0.873661, "R_cap_at_50": 0.922611, "R_cap_at_100": 0.970316, "R_cap_at_1000": 1.0, "main_score": 0.65349, "hf_subset": "default_gpt4o_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.63636, "ndcg_at_3": 0.64987, "ndcg_at_5": 0.67179, "ndcg_at_10": 0.69637, "ndcg_at_20": 0.72074, "ndcg_at_25": 0.72566, "ndcg_at_50": 0.74132, "ndcg_at_100": 0.74964, "ndcg_at_1000": 0.75202, "map_at_1": 0.33341, "map_at_3": 0.49577, "map_at_5": 0.54808, "map_at_10": 0.59468, "map_at_20": 0.61565, "map_at_25": 0.61841, "map_at_50": 0.62499, "map_at_100": 0.6269, "map_at_1000": 0.62738, "recall_at_1": 0.33341, "recall_at_3": 0.58114, "recall_at_5": 0.67761, "recall_at_10": 0.80142, "recall_at_20": 0.88988, "recall_at_25": 0.90427, "recall_at_50": 0.95582, "recall_at_100": 0.99013, "recall_at_1000": 1.0, "accuracy": 0.33341, "precision_at_1": 0.63636, "precision_at_3": 0.43823, "precision_at_5": 0.33706, "precision_at_10": 0.21888, "precision_at_20": 0.12867, "precision_at_25": 0.10601, "precision_at_50": 0.05804, "precision_at_100": 0.03042, "precision_at_1000": 0.0031, "mrr_at_1": 0.636364, "mrr_at_3": 0.715618, "mrr_at_5": 0.727506, "mrr_at_10": 0.73471, "mrr_at_20": 0.736585, "mrr_at_25": 0.736903, "mrr_at_50": 0.737655, "mrr_at_100": 0.737876, "mrr_at_1000": 0.737876, "nauc_ndcg_at_1_max": 0.246765, "nauc_ndcg_at_1_std": 0.095486, "nauc_ndcg_at_1_diff1": 0.489213, "nauc_ndcg_at_3_max": 0.264224, "nauc_ndcg_at_3_std": 0.035458, "nauc_ndcg_at_3_diff1": 0.337998, "nauc_ndcg_at_5_max": 0.318812, "nauc_ndcg_at_5_std": 0.089548, "nauc_ndcg_at_5_diff1": 0.325856, "nauc_ndcg_at_10_max": 0.365512, "nauc_ndcg_at_10_std": 0.151372, "nauc_ndcg_at_10_diff1": 0.379708, "nauc_ndcg_at_20_max": 0.35462, "nauc_ndcg_at_20_std": 0.167043, "nauc_ndcg_at_20_diff1": 0.371274, "nauc_ndcg_at_25_max": 0.353363, "nauc_ndcg_at_25_std": 0.162746, "nauc_ndcg_at_25_diff1": 0.376449, "nauc_ndcg_at_50_max": 0.346471, "nauc_ndcg_at_50_std": 0.151926, "nauc_ndcg_at_50_diff1": 0.384854, "nauc_ndcg_at_100_max": 0.332465, "nauc_ndcg_at_100_std": 0.136378, "nauc_ndcg_at_100_diff1": 0.385273, "nauc_ndcg_at_1000_max": 0.326905, "nauc_ndcg_at_1000_std": 0.130575, "nauc_ndcg_at_1000_diff1": 0.390785, "nauc_map_at_1_max": 0.285423, "nauc_map_at_1_std": 0.080834, "nauc_map_at_1_diff1": 0.419373, "nauc_map_at_3_max": 0.314769, "nauc_map_at_3_std": 0.066148, "nauc_map_at_3_diff1": 0.352381, "nauc_map_at_5_max": 0.339514, "nauc_map_at_5_std": 0.094188, "nauc_map_at_5_diff1": 0.343901, "nauc_map_at_10_max": 0.357971, "nauc_map_at_10_std": 0.12633, "nauc_map_at_10_diff1": 0.370035, "nauc_map_at_20_max": 0.351703, "nauc_map_at_20_std": 0.12869, "nauc_map_at_20_diff1": 0.372445, "nauc_map_at_25_max": 0.350545, "nauc_map_at_25_std": 0.127777, "nauc_map_at_25_diff1": 0.374269, "nauc_map_at_50_max": 0.345399, "nauc_map_at_50_std": 0.124109, "nauc_map_at_50_diff1": 0.377102, "nauc_map_at_100_max": 0.343945, "nauc_map_at_100_std": 0.121948, "nauc_map_at_100_diff1": 0.378596, "nauc_map_at_1000_max": 0.343321, "nauc_map_at_1000_std": 0.12138, "nauc_map_at_1000_diff1": 0.379236, "nauc_recall_at_1_max": 0.285423, "nauc_recall_at_1_std": 0.080834, "nauc_recall_at_1_diff1": 0.419373, "nauc_recall_at_3_max": 0.254031, "nauc_recall_at_3_std": 0.003868, "nauc_recall_at_3_diff1": 0.205259, "nauc_recall_at_5_max": 0.333039, "nauc_recall_at_5_std": 0.083539, "nauc_recall_at_5_diff1": 0.141758, "nauc_recall_at_10_max": 0.442829, "nauc_recall_at_10_std": 0.240825, "nauc_recall_at_10_diff1": 0.207481, "nauc_recall_at_20_max": 0.417154, "nauc_recall_at_20_std": 0.389307, "nauc_recall_at_20_diff1": 0.157255, "nauc_recall_at_25_max": 0.433348, "nauc_recall_at_25_std": 0.384912, "nauc_recall_at_25_diff1": 0.176222, "nauc_recall_at_50_max": 0.653009, "nauc_recall_at_50_std": 0.530345, "nauc_recall_at_50_diff1": 0.235327, "nauc_recall_at_100_max": 0.695432, "nauc_recall_at_100_std": 0.612544, "nauc_recall_at_100_diff1": -0.258824, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.246765, "nauc_precision_at_1_std": 0.095486, "nauc_precision_at_1_diff1": 0.489213, "nauc_precision_at_3_max": 0.060434, "nauc_precision_at_3_std": 0.029521, "nauc_precision_at_3_diff1": 0.063473, "nauc_precision_at_5_max": 0.03382, "nauc_precision_at_5_std": 0.057249, "nauc_precision_at_5_diff1": -0.014352, "nauc_precision_at_10_max": -0.001002, "nauc_precision_at_10_std": 0.059637, "nauc_precision_at_10_diff1": 0.024068, "nauc_precision_at_20_max": -0.053557, "nauc_precision_at_20_std": 0.038218, "nauc_precision_at_20_diff1": 7.6e-05, "nauc_precision_at_25_max": -0.061551, "nauc_precision_at_25_std": 0.029772, "nauc_precision_at_25_diff1": 0.001379, "nauc_precision_at_50_max": -0.095526, "nauc_precision_at_50_std": 0.001125, "nauc_precision_at_50_diff1": -0.001159, "nauc_precision_at_100_max": -0.113982, "nauc_precision_at_100_std": -0.019944, "nauc_precision_at_100_diff1": -0.001763, "nauc_precision_at_1000_max": -0.121128, "nauc_precision_at_1000_std": -0.02745, "nauc_precision_at_1000_diff1": 0.002509, "nauc_mrr_at_1_max": 0.246765, "nauc_mrr_at_1_std": 0.095486, "nauc_mrr_at_1_diff1": 0.489213, "nauc_mrr_at_3_max": 0.267613, "nauc_mrr_at_3_std": 0.084592, "nauc_mrr_at_3_diff1": 0.442694, "nauc_mrr_at_5_max": 0.28112, "nauc_mrr_at_5_std": 0.102638, "nauc_mrr_at_5_diff1": 0.428873, "nauc_mrr_at_10_max": 0.276622, "nauc_mrr_at_10_std": 0.099045, "nauc_mrr_at_10_diff1": 0.437759, "nauc_mrr_at_20_max": 0.273805, "nauc_mrr_at_20_std": 0.102143, "nauc_mrr_at_20_diff1": 0.43576, "nauc_mrr_at_25_max": 0.273404, "nauc_mrr_at_25_std": 0.101045, "nauc_mrr_at_25_diff1": 0.43621, "nauc_mrr_at_50_max": 0.274783, "nauc_mrr_at_50_std": 0.099613, "nauc_mrr_at_50_diff1": 0.437893, "nauc_mrr_at_100_max": 0.274138, "nauc_mrr_at_100_std": 0.098827, "nauc_mrr_at_100_diff1": 0.438612, "nauc_mrr_at_1000_max": 0.274138, "nauc_mrr_at_1000_std": 0.098827, "nauc_mrr_at_1000_diff1": 0.438612, "hit_rate_at_1": 0.63636, "hit_rate_at_3": 0.82517, "hit_rate_at_5": 0.87413, "hit_rate_at_10": 0.93007, "hit_rate_at_20": 0.95804, "hit_rate_at_25": 0.96503, "hit_rate_at_50": 0.98601, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.636364, "R_cap_at_3": 0.684149, "R_cap_at_5": 0.735082, "R_cap_at_10": 0.813725, "R_cap_at_20": 0.889878, "R_cap_at_25": 0.904273, "R_cap_at_50": 0.95582, "R_cap_at_100": 0.990125, "R_cap_at_1000": 1.0, "main_score": 0.69637, "hf_subset": "default_gpt4o_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.59615, "ndcg_at_3": 0.69358, "ndcg_at_5": 0.713, "ndcg_at_10": 0.76847, "ndcg_at_20": 0.78355, "ndcg_at_25": 0.78355, "ndcg_at_50": 0.78355, "ndcg_at_100": 0.78355, "ndcg_at_1000": 0.78355, "map_at_1": 0.46474, "map_at_3": 0.64583, "map_at_5": 0.66795, "map_at_10": 0.69349, "map_at_20": 0.70061, "map_at_25": 0.70061, "map_at_50": 0.70061, "map_at_100": 0.70061, "map_at_1000": 0.70061, "recall_at_1": 0.46474, "recall_at_3": 0.74679, "recall_at_5": 0.79647, "recall_at_10": 0.95353, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.46474, "precision_at_1": 0.59615, "precision_at_3": 0.33974, "precision_at_5": 0.22692, "precision_at_10": 0.13462, "precision_at_20": 0.07308, "precision_at_25": 0.05846, "precision_at_50": 0.02923, "precision_at_100": 0.01462, "precision_at_1000": 0.00146, "mrr_at_1": 0.596154, "mrr_at_3": 0.701923, "mrr_at_5": 0.709615, "mrr_at_10": 0.73167, "mrr_at_20": 0.73167, "mrr_at_25": 0.73167, "mrr_at_50": 0.73167, "mrr_at_100": 0.73167, "mrr_at_1000": 0.73167, "nauc_ndcg_at_1_max": -0.103731, "nauc_ndcg_at_1_std": 0.049478, "nauc_ndcg_at_1_diff1": 0.396873, "nauc_ndcg_at_3_max": 0.171139, "nauc_ndcg_at_3_std": 0.356448, "nauc_ndcg_at_3_diff1": 0.368543, "nauc_ndcg_at_5_max": 0.124896, "nauc_ndcg_at_5_std": 0.341357, "nauc_ndcg_at_5_diff1": 0.305945, "nauc_ndcg_at_10_max": 0.070229, "nauc_ndcg_at_10_std": 0.25018, "nauc_ndcg_at_10_diff1": 0.308453, "nauc_ndcg_at_20_max": 0.043117, "nauc_ndcg_at_20_std": 0.229986, "nauc_ndcg_at_20_diff1": 0.327139, "nauc_ndcg_at_25_max": 0.043117, "nauc_ndcg_at_25_std": 0.229986, "nauc_ndcg_at_25_diff1": 0.327139, "nauc_ndcg_at_50_max": 0.043117, "nauc_ndcg_at_50_std": 0.229986, "nauc_ndcg_at_50_diff1": 0.327139, "nauc_ndcg_at_100_max": 0.043117, "nauc_ndcg_at_100_std": 0.229986, "nauc_ndcg_at_100_diff1": 0.327139, "nauc_ndcg_at_1000_max": 0.043117, "nauc_ndcg_at_1000_std": 0.229986, "nauc_ndcg_at_1000_diff1": 0.327139, "nauc_map_at_1_max": -0.071431, "nauc_map_at_1_std": -0.028064, "nauc_map_at_1_diff1": 0.331362, "nauc_map_at_3_max": 0.090364, "nauc_map_at_3_std": 0.23599, "nauc_map_at_3_diff1": 0.334855, "nauc_map_at_5_max": 0.100425, "nauc_map_at_5_std": 0.28142, "nauc_map_at_5_diff1": 0.315777, "nauc_map_at_10_max": 0.071019, "nauc_map_at_10_std": 0.237445, "nauc_map_at_10_diff1": 0.310279, "nauc_map_at_20_max": 0.064602, "nauc_map_at_20_std": 0.234602, "nauc_map_at_20_diff1": 0.3203, "nauc_map_at_25_max": 0.064602, "nauc_map_at_25_std": 0.234602, "nauc_map_at_25_diff1": 0.3203, "nauc_map_at_50_max": 0.064602, "nauc_map_at_50_std": 0.234602, "nauc_map_at_50_diff1": 0.3203, "nauc_map_at_100_max": 0.064602, "nauc_map_at_100_std": 0.234602, "nauc_map_at_100_diff1": 0.3203, "nauc_map_at_1000_max": 0.064602, "nauc_map_at_1000_std": 0.234602, "nauc_map_at_1000_diff1": 0.3203, "nauc_recall_at_1_max": -0.071431, "nauc_recall_at_1_std": -0.028064, "nauc_recall_at_1_diff1": 0.331362, "nauc_recall_at_3_max": 0.324561, "nauc_recall_at_3_std": 0.512696, "nauc_recall_at_3_diff1": 0.283947, "nauc_recall_at_5_max": 0.310465, "nauc_recall_at_5_std": 0.601873, "nauc_recall_at_5_diff1": 0.20074, "nauc_recall_at_10_max": 0.409825, "nauc_recall_at_10_std": 0.483016, "nauc_recall_at_10_diff1": 0.060845, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.103731, "nauc_precision_at_1_std": 0.049478, "nauc_precision_at_1_diff1": 0.396873, "nauc_precision_at_3_max": 0.195833, "nauc_precision_at_3_std": 0.425188, "nauc_precision_at_3_diff1": 0.199616, "nauc_precision_at_5_max": 0.157646, "nauc_precision_at_5_std": 0.415714, "nauc_precision_at_5_diff1": 0.0849, "nauc_precision_at_10_max": 0.035413, "nauc_precision_at_10_std": 0.215146, "nauc_precision_at_10_diff1": -0.043092, "nauc_precision_at_20_max": -0.034278, "nauc_precision_at_20_std": 0.104317, "nauc_precision_at_20_diff1": -0.023899, "nauc_precision_at_25_max": -0.034278, "nauc_precision_at_25_std": 0.104317, "nauc_precision_at_25_diff1": -0.023899, "nauc_precision_at_50_max": -0.034278, "nauc_precision_at_50_std": 0.104317, "nauc_precision_at_50_diff1": -0.023899, "nauc_precision_at_100_max": -0.034278, "nauc_precision_at_100_std": 0.104317, "nauc_precision_at_100_diff1": -0.023899, "nauc_precision_at_1000_max": -0.034278, "nauc_precision_at_1000_std": 0.104317, "nauc_precision_at_1000_diff1": -0.023899, "nauc_mrr_at_1_max": -0.103731, "nauc_mrr_at_1_std": 0.049478, "nauc_mrr_at_1_diff1": 0.396873, "nauc_mrr_at_3_max": 0.041452, "nauc_mrr_at_3_std": 0.250796, "nauc_mrr_at_3_diff1": 0.37997, "nauc_mrr_at_5_max": 0.023065, "nauc_mrr_at_5_std": 0.238208, "nauc_mrr_at_5_diff1": 0.36072, "nauc_mrr_at_10_max": -0.000838, "nauc_mrr_at_10_std": 0.199139, "nauc_mrr_at_10_diff1": 0.37163, "nauc_mrr_at_20_max": -0.000838, "nauc_mrr_at_20_std": 0.199139, "nauc_mrr_at_20_diff1": 0.37163, "nauc_mrr_at_25_max": -0.000838, "nauc_mrr_at_25_std": 0.199139, "nauc_mrr_at_25_diff1": 0.37163, "nauc_mrr_at_50_max": -0.000838, "nauc_mrr_at_50_std": 0.199139, "nauc_mrr_at_50_diff1": 0.37163, "nauc_mrr_at_100_max": -0.000838, "nauc_mrr_at_100_std": 0.199139, "nauc_mrr_at_100_diff1": 0.37163, "nauc_mrr_at_1000_max": -0.000838, "nauc_mrr_at_1000_std": 0.199139, "nauc_mrr_at_1000_diff1": 0.37163, "hit_rate_at_1": 0.59615, "hit_rate_at_3": 0.80769, "hit_rate_at_5": 0.84615, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.596154, "R_cap_at_3": 0.75641, "R_cap_at_5": 0.796474, "R_cap_at_10": 0.953526, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.76847, "hf_subset": "default_gpt4o_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.77465, "ndcg_at_3": 0.85338, "ndcg_at_5": 0.87271, "ndcg_at_10": 0.88564, "ndcg_at_20": 0.88994, "ndcg_at_25": 0.88994, "ndcg_at_50": 0.88994, "ndcg_at_100": 0.88994, "ndcg_at_1000": 0.88994, "map_at_1": 0.63263, "map_at_3": 0.81573, "map_at_5": 0.83087, "map_at_10": 0.83955, "map_at_20": 0.84143, "map_at_25": 0.84143, "map_at_50": 0.84143, "map_at_100": 0.84143, "map_at_1000": 0.84143, "recall_at_1": 0.63263, "recall_at_3": 0.90728, "recall_at_5": 0.95305, "recall_at_10": 0.98592, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.63263, "precision_at_1": 0.77465, "precision_at_3": 0.40845, "precision_at_5": 0.25915, "precision_at_10": 0.13662, "precision_at_20": 0.06972, "precision_at_25": 0.05577, "precision_at_50": 0.02789, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.774648, "mrr_at_3": 0.861502, "mrr_at_5": 0.872066, "mrr_at_10": 0.872066, "mrr_at_20": 0.872066, "mrr_at_25": 0.872066, "mrr_at_50": 0.872066, "mrr_at_100": 0.872066, "mrr_at_1000": 0.872066, "nauc_ndcg_at_1_max": -0.05446, "nauc_ndcg_at_1_std": 0.053976, "nauc_ndcg_at_1_diff1": 0.650652, "nauc_ndcg_at_3_max": 0.308441, "nauc_ndcg_at_3_std": 0.421716, "nauc_ndcg_at_3_diff1": 0.737395, "nauc_ndcg_at_5_max": 0.236516, "nauc_ndcg_at_5_std": 0.332216, "nauc_ndcg_at_5_diff1": 0.705954, "nauc_ndcg_at_10_max": 0.162134, "nauc_ndcg_at_10_std": 0.261882, "nauc_ndcg_at_10_diff1": 0.687435, "nauc_ndcg_at_20_max": 0.132826, "nauc_ndcg_at_20_std": 0.226638, "nauc_ndcg_at_20_diff1": 0.685597, "nauc_ndcg_at_25_max": 0.132826, "nauc_ndcg_at_25_std": 0.226638, "nauc_ndcg_at_25_diff1": 0.685597, "nauc_ndcg_at_50_max": 0.132826, "nauc_ndcg_at_50_std": 0.226638, "nauc_ndcg_at_50_diff1": 0.685597, "nauc_ndcg_at_100_max": 0.132826, "nauc_ndcg_at_100_std": 0.226638, "nauc_ndcg_at_100_diff1": 0.685597, "nauc_ndcg_at_1000_max": 0.132826, "nauc_ndcg_at_1000_std": 0.226638, "nauc_ndcg_at_1000_diff1": 0.685597, "nauc_map_at_1_max": 0.246964, "nauc_map_at_1_std": 0.104003, "nauc_map_at_1_diff1": 0.679548, "nauc_map_at_3_max": 0.257583, "nauc_map_at_3_std": 0.366176, "nauc_map_at_3_diff1": 0.68848, "nauc_map_at_5_max": 0.22153, "nauc_map_at_5_std": 0.316711, "nauc_map_at_5_diff1": 0.699825, "nauc_map_at_10_max": 0.185413, "nauc_map_at_10_std": 0.282238, "nauc_map_at_10_diff1": 0.690375, "nauc_map_at_20_max": 0.176749, "nauc_map_at_20_std": 0.271528, "nauc_map_at_20_diff1": 0.689611, "nauc_map_at_25_max": 0.176749, "nauc_map_at_25_std": 0.271528, "nauc_map_at_25_diff1": 0.689611, "nauc_map_at_50_max": 0.176749, "nauc_map_at_50_std": 0.271528, "nauc_map_at_50_diff1": 0.689611, "nauc_map_at_100_max": 0.176749, "nauc_map_at_100_std": 0.271528, "nauc_map_at_100_diff1": 0.689611, "nauc_map_at_1000_max": 0.176749, "nauc_map_at_1000_std": 0.271528, "nauc_map_at_1000_diff1": 0.689611, "nauc_recall_at_1_max": 0.246964, "nauc_recall_at_1_std": 0.104003, "nauc_recall_at_1_diff1": 0.679548, "nauc_recall_at_3_max": 0.756307, "nauc_recall_at_3_std": 0.917138, "nauc_recall_at_3_diff1": 0.732788, "nauc_recall_at_5_max": 0.790026, "nauc_recall_at_5_std": 0.8861, "nauc_recall_at_5_diff1": 0.687443, "nauc_recall_at_10_max": 0.796214, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.555884, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.05446, "nauc_precision_at_1_std": 0.053976, "nauc_precision_at_1_diff1": 0.650652, "nauc_precision_at_3_max": -0.241275, "nauc_precision_at_3_std": 0.172052, "nauc_precision_at_3_diff1": -0.15224, "nauc_precision_at_5_max": -0.340681, "nauc_precision_at_5_std": 0.046376, "nauc_precision_at_5_diff1": -0.232281, "nauc_precision_at_10_max": -0.405869, "nauc_precision_at_10_std": -0.074814, "nauc_precision_at_10_diff1": -0.308119, "nauc_precision_at_20_max": -0.436393, "nauc_precision_at_20_std": -0.126649, "nauc_precision_at_20_diff1": -0.328661, "nauc_precision_at_25_max": -0.436393, "nauc_precision_at_25_std": -0.126649, "nauc_precision_at_25_diff1": -0.328661, "nauc_precision_at_50_max": -0.436393, "nauc_precision_at_50_std": -0.126649, "nauc_precision_at_50_diff1": -0.328661, "nauc_precision_at_100_max": -0.436393, "nauc_precision_at_100_std": -0.126649, "nauc_precision_at_100_diff1": -0.328661, "nauc_precision_at_1000_max": -0.436393, "nauc_precision_at_1000_std": -0.126649, "nauc_precision_at_1000_diff1": -0.328661, "nauc_mrr_at_1_max": -0.05446, "nauc_mrr_at_1_std": 0.053976, "nauc_mrr_at_1_diff1": 0.650652, "nauc_mrr_at_3_max": 0.077315, "nauc_mrr_at_3_std": 0.181663, "nauc_mrr_at_3_diff1": 0.689374, "nauc_mrr_at_5_max": 0.014933, "nauc_mrr_at_5_std": 0.112063, "nauc_mrr_at_5_diff1": 0.673195, "nauc_mrr_at_10_max": 0.014933, "nauc_mrr_at_10_std": 0.112063, "nauc_mrr_at_10_diff1": 0.673195, "nauc_mrr_at_20_max": 0.014933, "nauc_mrr_at_20_std": 0.112063, "nauc_mrr_at_20_diff1": 0.673195, "nauc_mrr_at_25_max": 0.014933, "nauc_mrr_at_25_std": 0.112063, "nauc_mrr_at_25_diff1": 0.673195, "nauc_mrr_at_50_max": 0.014933, "nauc_mrr_at_50_std": 0.112063, "nauc_mrr_at_50_diff1": 0.673195, "nauc_mrr_at_100_max": 0.014933, "nauc_mrr_at_100_std": 0.112063, "nauc_mrr_at_100_diff1": 0.673195, "nauc_mrr_at_1000_max": 0.014933, "nauc_mrr_at_1000_std": 0.112063, "nauc_mrr_at_1000_diff1": 0.673195, "hit_rate_at_1": 0.77465, "hit_rate_at_3": 0.95775, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.774648, "R_cap_at_3": 0.910798, "R_cap_at_5": 0.953052, "R_cap_at_10": 0.985915, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88564, "hf_subset": "default_gpt4o_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.75, "ndcg_at_3": 0.824, "ndcg_at_5": 0.83059, "ndcg_at_10": 0.85906, "ndcg_at_20": 0.86612, "ndcg_at_25": 0.86612, "ndcg_at_50": 0.86612, "ndcg_at_100": 0.86612, "ndcg_at_1000": 0.86612, "map_at_1": 0.60069, "map_at_3": 0.79282, "map_at_5": 0.79907, "map_at_10": 0.81252, "map_at_20": 0.81603, "map_at_25": 0.81603, "map_at_50": 0.81603, "map_at_100": 0.81603, "map_at_1000": 0.81603, "recall_at_1": 0.60069, "recall_at_3": 0.88079, "recall_at_5": 0.89815, "recall_at_10": 0.97917, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.60069, "precision_at_1": 0.75, "precision_at_3": 0.40741, "precision_at_5": 0.25278, "precision_at_10": 0.1375, "precision_at_20": 0.07153, "precision_at_25": 0.05722, "precision_at_50": 0.02861, "precision_at_100": 0.01431, "precision_at_1000": 0.00143, "mrr_at_1": 0.75, "mrr_at_3": 0.81713, "mrr_at_5": 0.822685, "mrr_at_10": 0.832755, "mrr_at_20": 0.832755, "mrr_at_25": 0.832755, "mrr_at_50": 0.832755, "mrr_at_100": 0.832755, "mrr_at_1000": 0.832755, "nauc_ndcg_at_1_max": -0.143905, "nauc_ndcg_at_1_std": 0.168025, "nauc_ndcg_at_1_diff1": 0.550088, "nauc_ndcg_at_3_max": 0.206139, "nauc_ndcg_at_3_std": 0.516602, "nauc_ndcg_at_3_diff1": 0.664779, "nauc_ndcg_at_5_max": 0.195461, "nauc_ndcg_at_5_std": 0.501834, "nauc_ndcg_at_5_diff1": 0.65635, "nauc_ndcg_at_10_max": 0.101821, "nauc_ndcg_at_10_std": 0.404432, "nauc_ndcg_at_10_diff1": 0.61829, "nauc_ndcg_at_20_max": 0.0721, "nauc_ndcg_at_20_std": 0.370185, "nauc_ndcg_at_20_diff1": 0.613974, "nauc_ndcg_at_25_max": 0.0721, "nauc_ndcg_at_25_std": 0.370185, "nauc_ndcg_at_25_diff1": 0.613974, "nauc_ndcg_at_50_max": 0.0721, "nauc_ndcg_at_50_std": 0.370185, "nauc_ndcg_at_50_diff1": 0.613974, "nauc_ndcg_at_100_max": 0.0721, "nauc_ndcg_at_100_std": 0.370185, "nauc_ndcg_at_100_diff1": 0.613974, "nauc_ndcg_at_1000_max": 0.0721, "nauc_ndcg_at_1000_std": 0.370185, "nauc_ndcg_at_1000_diff1": 0.613974, "nauc_map_at_1_max": 0.093292, "nauc_map_at_1_std": 0.028906, "nauc_map_at_1_diff1": 0.613276, "nauc_map_at_3_max": 0.138493, "nauc_map_at_3_std": 0.409013, "nauc_map_at_3_diff1": 0.632482, "nauc_map_at_5_max": 0.132875, "nauc_map_at_5_std": 0.42923, "nauc_map_at_5_diff1": 0.629502, "nauc_map_at_10_max": 0.095823, "nauc_map_at_10_std": 0.388838, "nauc_map_at_10_diff1": 0.613797, "nauc_map_at_20_max": 0.084226, "nauc_map_at_20_std": 0.37603, "nauc_map_at_20_diff1": 0.612172, "nauc_map_at_25_max": 0.084226, "nauc_map_at_25_std": 0.37603, "nauc_map_at_25_diff1": 0.612172, "nauc_map_at_50_max": 0.084226, "nauc_map_at_50_std": 0.37603, "nauc_map_at_50_diff1": 0.612172, "nauc_map_at_100_max": 0.084226, "nauc_map_at_100_std": 0.37603, "nauc_map_at_100_diff1": 0.612172, "nauc_map_at_1000_max": 0.084226, "nauc_map_at_1000_std": 0.37603, "nauc_map_at_1000_diff1": 0.612172, "nauc_recall_at_1_max": 0.093292, "nauc_recall_at_1_std": 0.028906, "nauc_recall_at_1_diff1": 0.613276, "nauc_recall_at_3_max": 0.597966, "nauc_recall_at_3_std": 0.875317, "nauc_recall_at_3_diff1": 0.794301, "nauc_recall_at_5_max": 0.631733, "nauc_recall_at_5_std": 0.944296, "nauc_recall_at_5_diff1": 0.796517, "nauc_recall_at_10_max": 0.593248, "nauc_recall_at_10_std": 0.927602, "nauc_recall_at_10_diff1": 0.610697, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.143905, "nauc_precision_at_1_std": 0.168025, "nauc_precision_at_1_diff1": 0.550088, "nauc_precision_at_3_max": -0.112434, "nauc_precision_at_3_std": 0.387462, "nauc_precision_at_3_diff1": -0.103834, "nauc_precision_at_5_max": -0.139264, "nauc_precision_at_5_std": 0.375501, "nauc_precision_at_5_diff1": -0.157131, "nauc_precision_at_10_max": -0.279407, "nauc_precision_at_10_std": 0.207372, "nauc_precision_at_10_diff1": -0.345678, "nauc_precision_at_20_max": -0.308763, "nauc_precision_at_20_std": 0.09354, "nauc_precision_at_20_diff1": -0.370334, "nauc_precision_at_25_max": -0.308763, "nauc_precision_at_25_std": 0.09354, "nauc_precision_at_25_diff1": -0.370334, "nauc_precision_at_50_max": -0.308763, "nauc_precision_at_50_std": 0.09354, "nauc_precision_at_50_diff1": -0.370334, "nauc_precision_at_100_max": -0.308763, "nauc_precision_at_100_std": 0.09354, "nauc_precision_at_100_diff1": -0.370334, "nauc_precision_at_1000_max": -0.308763, "nauc_precision_at_1000_std": 0.09354, "nauc_precision_at_1000_diff1": -0.370334, "nauc_mrr_at_1_max": -0.143905, "nauc_mrr_at_1_std": 0.168025, "nauc_mrr_at_1_diff1": 0.550088, "nauc_mrr_at_3_max": 0.065573, "nauc_mrr_at_3_std": 0.386597, "nauc_mrr_at_3_diff1": 0.624071, "nauc_mrr_at_5_max": 0.052201, "nauc_mrr_at_5_std": 0.37031, "nauc_mrr_at_5_diff1": 0.615923, "nauc_mrr_at_10_max": 0.015323, "nauc_mrr_at_10_std": 0.332075, "nauc_mrr_at_10_diff1": 0.604158, "nauc_mrr_at_20_max": 0.015323, "nauc_mrr_at_20_std": 0.332075, "nauc_mrr_at_20_diff1": 0.604158, "nauc_mrr_at_25_max": 0.015323, "nauc_mrr_at_25_std": 0.332075, "nauc_mrr_at_25_diff1": 0.604158, "nauc_mrr_at_50_max": 0.015323, "nauc_mrr_at_50_std": 0.332075, "nauc_mrr_at_50_diff1": 0.604158, "nauc_mrr_at_100_max": 0.015323, "nauc_mrr_at_100_std": 0.332075, "nauc_mrr_at_100_diff1": 0.604158, "nauc_mrr_at_1000_max": 0.015323, "nauc_mrr_at_1000_std": 0.332075, "nauc_mrr_at_1000_diff1": 0.604158, "hit_rate_at_1": 0.75, "hit_rate_at_3": 0.90278, "hit_rate_at_5": 0.93056, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.75, "R_cap_at_3": 0.884259, "R_cap_at_5": 0.898148, "R_cap_at_10": 0.979167, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85906, "hf_subset": "default_gpt4o_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.83562, "ndcg_at_3": 0.91432, "ndcg_at_5": 0.9184, "ndcg_at_10": 0.9223, "ndcg_at_20": 0.92421, "ndcg_at_25": 0.92421, "ndcg_at_50": 0.92421, "ndcg_at_100": 0.92421, "ndcg_at_1000": 0.92421, "map_at_1": 0.65753, "map_at_3": 0.87443, "map_at_5": 0.8847, "map_at_10": 0.88851, "map_at_20": 0.88919, "map_at_25": 0.88919, "map_at_50": 0.88919, "map_at_100": 0.88919, "map_at_1000": 0.88919, "recall_at_1": 0.65753, "recall_at_3": 0.97032, "recall_at_5": 0.98516, "recall_at_10": 0.99315, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65753, "precision_at_1": 0.83562, "precision_at_3": 0.45662, "precision_at_5": 0.28219, "precision_at_10": 0.14384, "precision_at_20": 0.0726, "precision_at_25": 0.05808, "precision_at_50": 0.02904, "precision_at_100": 0.01452, "precision_at_1000": 0.00145, "mrr_at_1": 0.835616, "mrr_at_3": 0.913242, "mrr_at_5": 0.913242, "mrr_at_10": 0.913242, "mrr_at_20": 0.913242, "mrr_at_25": 0.913242, "mrr_at_50": 0.913242, "mrr_at_100": 0.913242, "mrr_at_1000": 0.913242, "nauc_ndcg_at_1_max": -0.081049, "nauc_ndcg_at_1_std": 0.257932, "nauc_ndcg_at_1_diff1": 0.480304, "nauc_ndcg_at_3_max": 0.047401, "nauc_ndcg_at_3_std": 0.301138, "nauc_ndcg_at_3_diff1": 0.417247, "nauc_ndcg_at_5_max": 0.075, "nauc_ndcg_at_5_std": 0.333832, "nauc_ndcg_at_5_diff1": 0.391651, "nauc_ndcg_at_10_max": 0.058929, "nauc_ndcg_at_10_std": 0.33455, "nauc_ndcg_at_10_diff1": 0.470641, "nauc_ndcg_at_20_max": 0.033113, "nauc_ndcg_at_20_std": 0.315389, "nauc_ndcg_at_20_diff1": 0.458311, "nauc_ndcg_at_25_max": 0.033113, "nauc_ndcg_at_25_std": 0.315389, "nauc_ndcg_at_25_diff1": 0.458311, "nauc_ndcg_at_50_max": 0.033113, "nauc_ndcg_at_50_std": 0.315389, "nauc_ndcg_at_50_diff1": 0.458311, "nauc_ndcg_at_100_max": 0.033113, "nauc_ndcg_at_100_std": 0.315389, "nauc_ndcg_at_100_diff1": 0.458311, "nauc_ndcg_at_1000_max": 0.033113, "nauc_ndcg_at_1000_std": 0.315389, "nauc_ndcg_at_1000_diff1": 0.458311, "nauc_map_at_1_max": 0.07125, "nauc_map_at_1_std": 0.075787, "nauc_map_at_1_diff1": 0.452012, "nauc_map_at_3_max": 0.017116, "nauc_map_at_3_std": 0.241237, "nauc_map_at_3_diff1": 0.355067, "nauc_map_at_5_max": 0.086396, "nauc_map_at_5_std": 0.335215, "nauc_map_at_5_diff1": 0.385771, "nauc_map_at_10_max": 0.075646, "nauc_map_at_10_std": 0.335453, "nauc_map_at_10_diff1": 0.439696, "nauc_map_at_20_max": 0.069337, "nauc_map_at_20_std": 0.33067, "nauc_map_at_20_diff1": 0.436404, "nauc_map_at_25_max": 0.069337, "nauc_map_at_25_std": 0.33067, "nauc_map_at_25_diff1": 0.436404, "nauc_map_at_50_max": 0.069337, "nauc_map_at_50_std": 0.33067, "nauc_map_at_50_diff1": 0.436404, "nauc_map_at_100_max": 0.069337, "nauc_map_at_100_std": 0.33067, "nauc_map_at_100_diff1": 0.436404, "nauc_map_at_1000_max": 0.069337, "nauc_map_at_1000_std": 0.33067, "nauc_map_at_1000_diff1": 0.436404, "nauc_recall_at_1_max": 0.07125, "nauc_recall_at_1_std": 0.075787, "nauc_recall_at_1_diff1": 0.452012, "nauc_recall_at_3_max": 0.060303, "nauc_recall_at_3_std": 0.052328, "nauc_recall_at_3_diff1": -0.144433, "nauc_recall_at_5_max": 0.654425, "nauc_recall_at_5_std": 0.60086, "nauc_recall_at_5_diff1": -0.208578, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.869875, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.081049, "nauc_precision_at_1_std": 0.257932, "nauc_precision_at_1_diff1": 0.480304, "nauc_precision_at_3_max": -0.096446, "nauc_precision_at_3_std": 0.163316, "nauc_precision_at_3_diff1": -0.205328, "nauc_precision_at_5_max": -0.033219, "nauc_precision_at_5_std": 0.205784, "nauc_precision_at_5_diff1": -0.181005, "nauc_precision_at_10_max": -0.047978, "nauc_precision_at_10_std": 0.180182, "nauc_precision_at_10_diff1": -0.114743, "nauc_precision_at_20_max": -0.071463, "nauc_precision_at_20_std": 0.155778, "nauc_precision_at_20_diff1": -0.134878, "nauc_precision_at_25_max": -0.071463, "nauc_precision_at_25_std": 0.155778, "nauc_precision_at_25_diff1": -0.134878, "nauc_precision_at_50_max": -0.071463, "nauc_precision_at_50_std": 0.155778, "nauc_precision_at_50_diff1": -0.134878, "nauc_precision_at_100_max": -0.071463, "nauc_precision_at_100_std": 0.155778, "nauc_precision_at_100_diff1": -0.134878, "nauc_precision_at_1000_max": -0.071463, "nauc_precision_at_1000_std": 0.155778, "nauc_precision_at_1000_diff1": -0.134878, "nauc_mrr_at_1_max": -0.081049, "nauc_mrr_at_1_std": 0.257932, "nauc_mrr_at_1_diff1": 0.480304, "nauc_mrr_at_3_max": -0.065917, "nauc_mrr_at_3_std": 0.258928, "nauc_mrr_at_3_diff1": 0.477178, "nauc_mrr_at_5_max": -0.065917, "nauc_mrr_at_5_std": 0.258928, "nauc_mrr_at_5_diff1": 0.477178, "nauc_mrr_at_10_max": -0.065917, "nauc_mrr_at_10_std": 0.258928, "nauc_mrr_at_10_diff1": 0.477178, "nauc_mrr_at_20_max": -0.065917, "nauc_mrr_at_20_std": 0.258928, "nauc_mrr_at_20_diff1": 0.477178, "nauc_mrr_at_25_max": -0.065917, "nauc_mrr_at_25_std": 0.258928, "nauc_mrr_at_25_diff1": 0.477178, "nauc_mrr_at_50_max": -0.065917, "nauc_mrr_at_50_std": 0.258928, "nauc_mrr_at_50_diff1": 0.477178, "nauc_mrr_at_100_max": -0.065917, "nauc_mrr_at_100_std": 0.258928, "nauc_mrr_at_100_diff1": 0.477178, "nauc_mrr_at_1000_max": -0.065917, "nauc_mrr_at_1000_std": 0.258928, "nauc_mrr_at_1000_diff1": 0.477178, "hit_rate_at_1": 0.83562, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.835616, "R_cap_at_3": 0.977169, "R_cap_at_5": 0.98516, "R_cap_at_10": 0.993151, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9223, "hf_subset": "default_gpt4o_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.38384, "ndcg_at_3": 0.39214, "ndcg_at_5": 0.41641, "ndcg_at_10": 0.45933, "ndcg_at_20": 0.48667, "ndcg_at_25": 0.49973, "ndcg_at_50": 0.53043, "ndcg_at_100": 0.54943, "ndcg_at_1000": 0.57147, "map_at_1": 0.18634, "map_at_3": 0.28485, "map_at_5": 0.31771, "map_at_10": 0.35888, "map_at_20": 0.37822, "map_at_25": 0.38364, "map_at_50": 0.39294, "map_at_100": 0.39679, "map_at_1000": 0.3993, "recall_at_1": 0.18634, "recall_at_3": 0.34696, "recall_at_5": 0.42297, "recall_at_10": 0.57979, "recall_at_20": 0.67151, "recall_at_25": 0.71052, "recall_at_50": 0.81459, "recall_at_100": 0.88898, "recall_at_1000": 1.0, "accuracy": 0.18634, "precision_at_1": 0.38384, "precision_at_3": 0.26936, "precision_at_5": 0.21616, "precision_at_10": 0.15354, "precision_at_20": 0.1, "precision_at_25": 0.08687, "precision_at_50": 0.05313, "precision_at_100": 0.0302, "precision_at_1000": 0.00342, "mrr_at_1": 0.383838, "mrr_at_3": 0.462963, "mrr_at_5": 0.48064, "mrr_at_10": 0.49509, "mrr_at_20": 0.500461, "mrr_at_25": 0.501822, "mrr_at_50": 0.503543, "mrr_at_100": 0.504124, "mrr_at_1000": 0.504427, "nauc_ndcg_at_1_max": 0.159144, "nauc_ndcg_at_1_std": 0.094543, "nauc_ndcg_at_1_diff1": 0.356755, "nauc_ndcg_at_3_max": 0.237216, "nauc_ndcg_at_3_std": 0.168593, "nauc_ndcg_at_3_diff1": 0.188458, "nauc_ndcg_at_5_max": 0.244783, "nauc_ndcg_at_5_std": 0.178172, "nauc_ndcg_at_5_diff1": 0.164493, "nauc_ndcg_at_10_max": 0.35517, "nauc_ndcg_at_10_std": 0.27775, "nauc_ndcg_at_10_diff1": 0.14931, "nauc_ndcg_at_20_max": 0.362703, "nauc_ndcg_at_20_std": 0.28469, "nauc_ndcg_at_20_diff1": 0.167229, "nauc_ndcg_at_25_max": 0.368458, "nauc_ndcg_at_25_std": 0.284471, "nauc_ndcg_at_25_diff1": 0.185819, "nauc_ndcg_at_50_max": 0.353537, "nauc_ndcg_at_50_std": 0.280679, "nauc_ndcg_at_50_diff1": 0.229842, "nauc_ndcg_at_100_max": 0.332886, "nauc_ndcg_at_100_std": 0.269068, "nauc_ndcg_at_100_diff1": 0.240668, "nauc_ndcg_at_1000_max": 0.294042, "nauc_ndcg_at_1000_std": 0.229485, "nauc_ndcg_at_1000_diff1": 0.217724, "nauc_map_at_1_max": 0.147629, "nauc_map_at_1_std": -0.045188, "nauc_map_at_1_diff1": 0.215565, "nauc_map_at_3_max": 0.250012, "nauc_map_at_3_std": 0.058717, "nauc_map_at_3_diff1": 0.137053, "nauc_map_at_5_max": 0.233915, "nauc_map_at_5_std": 0.083584, "nauc_map_at_5_diff1": 0.124639, "nauc_map_at_10_max": 0.286791, "nauc_map_at_10_std": 0.176398, "nauc_map_at_10_diff1": 0.108613, "nauc_map_at_20_max": 0.306267, "nauc_map_at_20_std": 0.205324, "nauc_map_at_20_diff1": 0.127634, "nauc_map_at_25_max": 0.307841, "nauc_map_at_25_std": 0.206188, "nauc_map_at_25_diff1": 0.131989, "nauc_map_at_50_max": 0.302278, "nauc_map_at_50_std": 0.206843, "nauc_map_at_50_diff1": 0.148236, "nauc_map_at_100_max": 0.298532, "nauc_map_at_100_std": 0.206622, "nauc_map_at_100_diff1": 0.153233, "nauc_map_at_1000_max": 0.294602, "nauc_map_at_1000_std": 0.202604, "nauc_map_at_1000_diff1": 0.150812, "nauc_recall_at_1_max": 0.147629, "nauc_recall_at_1_std": -0.045188, "nauc_recall_at_1_diff1": 0.215565, "nauc_recall_at_3_max": 0.29682, "nauc_recall_at_3_std": 0.144496, "nauc_recall_at_3_diff1": 0.044338, "nauc_recall_at_5_max": 0.270298, "nauc_recall_at_5_std": 0.160164, "nauc_recall_at_5_diff1": 0.037105, "nauc_recall_at_10_max": 0.448761, "nauc_recall_at_10_std": 0.397245, "nauc_recall_at_10_diff1": 0.013256, "nauc_recall_at_20_max": 0.525324, "nauc_recall_at_20_std": 0.461354, "nauc_recall_at_20_diff1": 0.034745, "nauc_recall_at_25_max": 0.588299, "nauc_recall_at_25_std": 0.492854, "nauc_recall_at_25_diff1": 0.110395, "nauc_recall_at_50_max": 0.660653, "nauc_recall_at_50_std": 0.583106, "nauc_recall_at_50_diff1": 0.323386, "nauc_recall_at_100_max": 0.711859, "nauc_recall_at_100_std": 0.667699, "nauc_recall_at_100_diff1": 0.490396, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.159144, "nauc_precision_at_1_std": 0.094543, "nauc_precision_at_1_diff1": 0.356755, "nauc_precision_at_3_max": 0.208638, "nauc_precision_at_3_std": 0.236279, "nauc_precision_at_3_diff1": 0.17096, "nauc_precision_at_5_max": 0.144394, "nauc_precision_at_5_std": 0.271607, "nauc_precision_at_5_diff1": 0.106782, "nauc_precision_at_10_max": 0.217152, "nauc_precision_at_10_std": 0.416074, "nauc_precision_at_10_diff1": 0.074519, "nauc_precision_at_20_max": 0.192283, "nauc_precision_at_20_std": 0.399189, "nauc_precision_at_20_diff1": 0.144447, "nauc_precision_at_25_max": 0.186016, "nauc_precision_at_25_std": 0.376331, "nauc_precision_at_25_diff1": 0.156811, "nauc_precision_at_50_max": 0.072393, "nauc_precision_at_50_std": 0.274517, "nauc_precision_at_50_diff1": 0.205335, "nauc_precision_at_100_max": -0.008202, "nauc_precision_at_100_std": 0.209749, "nauc_precision_at_100_diff1": 0.196603, "nauc_precision_at_1000_max": -0.110306, "nauc_precision_at_1000_std": 0.094994, "nauc_precision_at_1000_diff1": 0.119027, "nauc_mrr_at_1_max": 0.159144, "nauc_mrr_at_1_std": 0.094543, "nauc_mrr_at_1_diff1": 0.356755, "nauc_mrr_at_3_max": 0.252542, "nauc_mrr_at_3_std": 0.19874, "nauc_mrr_at_3_diff1": 0.316582, "nauc_mrr_at_5_max": 0.247858, "nauc_mrr_at_5_std": 0.193959, "nauc_mrr_at_5_diff1": 0.311733, "nauc_mrr_at_10_max": 0.263551, "nauc_mrr_at_10_std": 0.215966, "nauc_mrr_at_10_diff1": 0.31477, "nauc_mrr_at_20_max": 0.259188, "nauc_mrr_at_20_std": 0.209943, "nauc_mrr_at_20_diff1": 0.313853, "nauc_mrr_at_25_max": 0.262922, "nauc_mrr_at_25_std": 0.212098, "nauc_mrr_at_25_diff1": 0.315993, "nauc_mrr_at_50_max": 0.261289, "nauc_mrr_at_50_std": 0.210703, "nauc_mrr_at_50_diff1": 0.317842, "nauc_mrr_at_100_max": 0.260168, "nauc_mrr_at_100_std": 0.209606, "nauc_mrr_at_100_diff1": 0.317837, "nauc_mrr_at_1000_max": 0.259847, "nauc_mrr_at_1000_std": 0.2093, "nauc_mrr_at_1000_diff1": 0.317609, "hit_rate_at_1": 0.38384, "hit_rate_at_3": 0.55556, "hit_rate_at_5": 0.63636, "hit_rate_at_10": 0.74747, "hit_rate_at_20": 0.82828, "hit_rate_at_25": 0.85859, "hit_rate_at_50": 0.91919, "hit_rate_at_100": 0.9596, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.383838, "R_cap_at_3": 0.410774, "R_cap_at_5": 0.4633, "R_cap_at_10": 0.591554, "R_cap_at_20": 0.671505, "R_cap_at_25": 0.71052, "R_cap_at_50": 0.814591, "R_cap_at_100": 0.888983, "R_cap_at_1000": 1.0, "main_score": 0.45933, "hf_subset": "sci_fi_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.56522, "ndcg_at_3": 0.64034, "ndcg_at_5": 0.65032, "ndcg_at_10": 0.67059, "ndcg_at_20": 0.69073, "ndcg_at_25": 0.69761, "ndcg_at_50": 0.70711, "ndcg_at_100": 0.71831, "ndcg_at_1000": 0.72688, "map_at_1": 0.26726, "map_at_3": 0.47692, "map_at_5": 0.53284, "map_at_10": 0.58893, "map_at_20": 0.61179, "map_at_25": 0.61467, "map_at_50": 0.61748, "map_at_100": 0.6195, "map_at_1000": 0.62058, "recall_at_1": 0.26726, "recall_at_3": 0.56449, "recall_at_5": 0.65933, "recall_at_10": 0.77709, "recall_at_20": 0.85023, "recall_at_25": 0.87162, "recall_at_50": 0.90494, "recall_at_100": 0.95577, "recall_at_1000": 1.0, "accuracy": 0.26726, "precision_at_1": 0.56522, "precision_at_3": 0.45507, "precision_at_5": 0.35652, "precision_at_10": 0.24174, "precision_at_20": 0.14, "precision_at_25": 0.11583, "precision_at_50": 0.06087, "precision_at_100": 0.03209, "precision_at_1000": 0.00337, "mrr_at_1": 0.565217, "mrr_at_3": 0.655072, "mrr_at_5": 0.662899, "mrr_at_10": 0.672084, "mrr_at_20": 0.676854, "mrr_at_25": 0.677564, "mrr_at_50": 0.677767, "mrr_at_100": 0.678159, "mrr_at_1000": 0.678339, "nauc_ndcg_at_1_max": 0.151011, "nauc_ndcg_at_1_std": 0.256727, "nauc_ndcg_at_1_diff1": 0.501378, "nauc_ndcg_at_3_max": 0.193903, "nauc_ndcg_at_3_std": 0.263204, "nauc_ndcg_at_3_diff1": 0.501694, "nauc_ndcg_at_5_max": 0.189428, "nauc_ndcg_at_5_std": 0.310605, "nauc_ndcg_at_5_diff1": 0.482113, "nauc_ndcg_at_10_max": 0.221376, "nauc_ndcg_at_10_std": 0.329168, "nauc_ndcg_at_10_diff1": 0.494958, "nauc_ndcg_at_20_max": 0.220903, "nauc_ndcg_at_20_std": 0.349837, "nauc_ndcg_at_20_diff1": 0.495555, "nauc_ndcg_at_25_max": 0.210106, "nauc_ndcg_at_25_std": 0.338808, "nauc_ndcg_at_25_diff1": 0.493267, "nauc_ndcg_at_50_max": 0.20495, "nauc_ndcg_at_50_std": 0.330506, "nauc_ndcg_at_50_diff1": 0.50528, "nauc_ndcg_at_100_max": 0.198205, "nauc_ndcg_at_100_std": 0.305942, "nauc_ndcg_at_100_diff1": 0.506923, "nauc_ndcg_at_1000_max": 0.195736, "nauc_ndcg_at_1000_std": 0.293697, "nauc_ndcg_at_1000_diff1": 0.499464, "nauc_map_at_1_max": 0.170807, "nauc_map_at_1_std": 0.051771, "nauc_map_at_1_diff1": 0.498123, "nauc_map_at_3_max": 0.25556, "nauc_map_at_3_std": 0.186618, "nauc_map_at_3_diff1": 0.509743, "nauc_map_at_5_max": 0.226087, "nauc_map_at_5_std": 0.235087, "nauc_map_at_5_diff1": 0.500685, "nauc_map_at_10_max": 0.231143, "nauc_map_at_10_std": 0.289797, "nauc_map_at_10_diff1": 0.502676, "nauc_map_at_20_max": 0.232282, "nauc_map_at_20_std": 0.318185, "nauc_map_at_20_diff1": 0.504814, "nauc_map_at_25_max": 0.227071, "nauc_map_at_25_std": 0.314937, "nauc_map_at_25_diff1": 0.502294, "nauc_map_at_50_max": 0.225051, "nauc_map_at_50_std": 0.312361, "nauc_map_at_50_diff1": 0.504027, "nauc_map_at_100_max": 0.223515, "nauc_map_at_100_std": 0.309355, "nauc_map_at_100_diff1": 0.504407, "nauc_map_at_1000_max": 0.223084, "nauc_map_at_1000_std": 0.30788, "nauc_map_at_1000_diff1": 0.503806, "nauc_recall_at_1_max": 0.170807, "nauc_recall_at_1_std": 0.051771, "nauc_recall_at_1_diff1": 0.498123, "nauc_recall_at_3_max": 0.228865, "nauc_recall_at_3_std": 0.158079, "nauc_recall_at_3_diff1": 0.421899, "nauc_recall_at_5_max": 0.163456, "nauc_recall_at_5_std": 0.232996, "nauc_recall_at_5_diff1": 0.361165, "nauc_recall_at_10_max": 0.271936, "nauc_recall_at_10_std": 0.406362, "nauc_recall_at_10_diff1": 0.440496, "nauc_recall_at_20_max": 0.318351, "nauc_recall_at_20_std": 0.646581, "nauc_recall_at_20_diff1": 0.423365, "nauc_recall_at_25_max": 0.266149, "nauc_recall_at_25_std": 0.622036, "nauc_recall_at_25_diff1": 0.395986, "nauc_recall_at_50_max": 0.260749, "nauc_recall_at_50_std": 0.681165, "nauc_recall_at_50_diff1": 0.535529, "nauc_recall_at_100_max": 0.217018, "nauc_recall_at_100_std": 0.502319, "nauc_recall_at_100_diff1": 0.649615, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.151011, "nauc_precision_at_1_std": 0.256727, "nauc_precision_at_1_diff1": 0.501378, "nauc_precision_at_3_max": 0.053629, "nauc_precision_at_3_std": 0.226392, "nauc_precision_at_3_diff1": 0.184555, "nauc_precision_at_5_max": -0.018476, "nauc_precision_at_5_std": 0.218074, "nauc_precision_at_5_diff1": 0.085517, "nauc_precision_at_10_max": -0.0357, "nauc_precision_at_10_std": 0.191596, "nauc_precision_at_10_diff1": 0.008437, "nauc_precision_at_20_max": -0.041012, "nauc_precision_at_20_std": 0.186199, "nauc_precision_at_20_diff1": -0.017328, "nauc_precision_at_25_max": -0.058422, "nauc_precision_at_25_std": 0.161855, "nauc_precision_at_25_diff1": -0.030869, "nauc_precision_at_50_max": -0.073992, "nauc_precision_at_50_std": 0.128099, "nauc_precision_at_50_diff1": -0.042248, "nauc_precision_at_100_max": -0.090767, "nauc_precision_at_100_std": 0.086247, "nauc_precision_at_100_diff1": -0.063495, "nauc_precision_at_1000_max": -0.101434, "nauc_precision_at_1000_std": 0.049253, "nauc_precision_at_1000_diff1": -0.090605, "nauc_mrr_at_1_max": 0.151011, "nauc_mrr_at_1_std": 0.256727, "nauc_mrr_at_1_diff1": 0.501378, "nauc_mrr_at_3_max": 0.157436, "nauc_mrr_at_3_std": 0.25487, "nauc_mrr_at_3_diff1": 0.489404, "nauc_mrr_at_5_max": 0.147189, "nauc_mrr_at_5_std": 0.258845, "nauc_mrr_at_5_diff1": 0.475953, "nauc_mrr_at_10_max": 0.163152, "nauc_mrr_at_10_std": 0.270058, "nauc_mrr_at_10_diff1": 0.494932, "nauc_mrr_at_20_max": 0.163298, "nauc_mrr_at_20_std": 0.273399, "nauc_mrr_at_20_diff1": 0.489683, "nauc_mrr_at_25_max": 0.162237, "nauc_mrr_at_25_std": 0.272034, "nauc_mrr_at_25_diff1": 0.489184, "nauc_mrr_at_50_max": 0.162271, "nauc_mrr_at_50_std": 0.272383, "nauc_mrr_at_50_diff1": 0.490473, "nauc_mrr_at_100_max": 0.161892, "nauc_mrr_at_100_std": 0.27133, "nauc_mrr_at_100_diff1": 0.490714, "nauc_mrr_at_1000_max": 0.161876, "nauc_mrr_at_1000_std": 0.271196, "nauc_mrr_at_1000_diff1": 0.490524, "hit_rate_at_1": 0.56522, "hit_rate_at_3": 0.75652, "hit_rate_at_5": 0.7913, "hit_rate_at_10": 0.86087, "hit_rate_at_20": 0.92174, "hit_rate_at_25": 0.93913, "hit_rate_at_50": 0.94783, "hit_rate_at_100": 0.97391, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.565217, "R_cap_at_3": 0.694203, "R_cap_at_5": 0.727971, "R_cap_at_10": 0.791084, "R_cap_at_20": 0.850233, "R_cap_at_25": 0.871623, "R_cap_at_50": 0.90494, "R_cap_at_100": 0.95577, "R_cap_at_1000": 1.0, "main_score": 0.67059, "hf_subset": "sci_fi_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.57812, "ndcg_at_3": 0.62016, "ndcg_at_5": 0.63038, "ndcg_at_10": 0.65176, "ndcg_at_20": 0.67713, "ndcg_at_25": 0.68391, "ndcg_at_50": 0.70216, "ndcg_at_100": 0.71296, "ndcg_at_1000": 0.72062, "map_at_1": 0.29853, "map_at_3": 0.47561, "map_at_5": 0.527, "map_at_10": 0.5711, "map_at_20": 0.59743, "map_at_25": 0.59899, "map_at_50": 0.60471, "map_at_100": 0.60629, "map_at_1000": 0.60732, "recall_at_1": 0.29853, "recall_at_3": 0.54688, "recall_at_5": 0.62422, "recall_at_10": 0.73476, "recall_at_20": 0.82055, "recall_at_25": 0.84795, "recall_at_50": 0.91455, "recall_at_100": 0.96356, "recall_at_1000": 1.0, "accuracy": 0.29853, "precision_at_1": 0.57812, "precision_at_3": 0.43229, "precision_at_5": 0.33125, "precision_at_10": 0.21953, "precision_at_20": 0.13438, "precision_at_25": 0.10969, "precision_at_50": 0.06016, "precision_at_100": 0.03172, "precision_at_1000": 0.00333, "mrr_at_1": 0.578125, "mrr_at_3": 0.653646, "mrr_at_5": 0.658333, "mrr_at_10": 0.667088, "mrr_at_20": 0.670341, "mrr_at_25": 0.671305, "mrr_at_50": 0.672709, "mrr_at_100": 0.673187, "mrr_at_1000": 0.673232, "nauc_ndcg_at_1_max": 0.178958, "nauc_ndcg_at_1_std": 0.265566, "nauc_ndcg_at_1_diff1": 0.356021, "nauc_ndcg_at_3_max": 0.107794, "nauc_ndcg_at_3_std": 0.232144, "nauc_ndcg_at_3_diff1": 0.259855, "nauc_ndcg_at_5_max": 0.175296, "nauc_ndcg_at_5_std": 0.297322, "nauc_ndcg_at_5_diff1": 0.326035, "nauc_ndcg_at_10_max": 0.240088, "nauc_ndcg_at_10_std": 0.368416, "nauc_ndcg_at_10_diff1": 0.315712, "nauc_ndcg_at_20_max": 0.229038, "nauc_ndcg_at_20_std": 0.360787, "nauc_ndcg_at_20_diff1": 0.308281, "nauc_ndcg_at_25_max": 0.220067, "nauc_ndcg_at_25_std": 0.350221, "nauc_ndcg_at_25_diff1": 0.306298, "nauc_ndcg_at_50_max": 0.19582, "nauc_ndcg_at_50_std": 0.33587, "nauc_ndcg_at_50_diff1": 0.303768, "nauc_ndcg_at_100_max": 0.201976, "nauc_ndcg_at_100_std": 0.327518, "nauc_ndcg_at_100_diff1": 0.310505, "nauc_ndcg_at_1000_max": 0.206912, "nauc_ndcg_at_1000_std": 0.322847, "nauc_ndcg_at_1000_diff1": 0.310309, "nauc_map_at_1_max": 0.277874, "nauc_map_at_1_std": 0.164416, "nauc_map_at_1_diff1": 0.408124, "nauc_map_at_3_max": 0.264158, "nauc_map_at_3_std": 0.227165, "nauc_map_at_3_diff1": 0.356554, "nauc_map_at_5_max": 0.249183, "nauc_map_at_5_std": 0.251435, "nauc_map_at_5_diff1": 0.366902, "nauc_map_at_10_max": 0.237959, "nauc_map_at_10_std": 0.308995, "nauc_map_at_10_diff1": 0.341527, "nauc_map_at_20_max": 0.219875, "nauc_map_at_20_std": 0.323082, "nauc_map_at_20_diff1": 0.325647, "nauc_map_at_25_max": 0.218432, "nauc_map_at_25_std": 0.320897, "nauc_map_at_25_diff1": 0.32533, "nauc_map_at_50_max": 0.209337, "nauc_map_at_50_std": 0.314699, "nauc_map_at_50_diff1": 0.323419, "nauc_map_at_100_max": 0.209582, "nauc_map_at_100_std": 0.313743, "nauc_map_at_100_diff1": 0.324381, "nauc_map_at_1000_max": 0.210111, "nauc_map_at_1000_std": 0.313327, "nauc_map_at_1000_diff1": 0.32463, "nauc_recall_at_1_max": 0.277874, "nauc_recall_at_1_std": 0.164416, "nauc_recall_at_1_diff1": 0.408124, "nauc_recall_at_3_max": 0.241907, "nauc_recall_at_3_std": 0.227884, "nauc_recall_at_3_diff1": 0.285131, "nauc_recall_at_5_max": 0.240772, "nauc_recall_at_5_std": 0.273013, "nauc_recall_at_5_diff1": 0.324832, "nauc_recall_at_10_max": 0.313447, "nauc_recall_at_10_std": 0.450067, "nauc_recall_at_10_diff1": 0.290503, "nauc_recall_at_20_max": 0.303867, "nauc_recall_at_20_std": 0.518467, "nauc_recall_at_20_diff1": 0.274221, "nauc_recall_at_25_max": 0.242587, "nauc_recall_at_25_std": 0.465003, "nauc_recall_at_25_diff1": 0.250303, "nauc_recall_at_50_max": 0.034112, "nauc_recall_at_50_std": 0.466773, "nauc_recall_at_50_diff1": 0.232557, "nauc_recall_at_100_max": 0.036407, "nauc_recall_at_100_std": 0.422192, "nauc_recall_at_100_diff1": 0.332664, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.178958, "nauc_precision_at_1_std": 0.265566, "nauc_precision_at_1_diff1": 0.356021, "nauc_precision_at_3_max": -0.051781, "nauc_precision_at_3_std": 0.166714, "nauc_precision_at_3_diff1": -0.028788, "nauc_precision_at_5_max": -0.103938, "nauc_precision_at_5_std": 0.133847, "nauc_precision_at_5_diff1": -0.037736, "nauc_precision_at_10_max": -0.13021, "nauc_precision_at_10_std": 0.149683, "nauc_precision_at_10_diff1": -0.100661, "nauc_precision_at_20_max": -0.149433, "nauc_precision_at_20_std": 0.124115, "nauc_precision_at_20_diff1": -0.133006, "nauc_precision_at_25_max": -0.157633, "nauc_precision_at_25_std": 0.110563, "nauc_precision_at_25_diff1": -0.139374, "nauc_precision_at_50_max": -0.192944, "nauc_precision_at_50_std": 0.054165, "nauc_precision_at_50_diff1": -0.155519, "nauc_precision_at_100_max": -0.195013, "nauc_precision_at_100_std": 0.02539, "nauc_precision_at_100_diff1": -0.160572, "nauc_precision_at_1000_max": -0.186964, "nauc_precision_at_1000_std": 0.003085, "nauc_precision_at_1000_diff1": -0.16263, "nauc_mrr_at_1_max": 0.178958, "nauc_mrr_at_1_std": 0.265566, "nauc_mrr_at_1_diff1": 0.356021, "nauc_mrr_at_3_max": 0.193251, "nauc_mrr_at_3_std": 0.319419, "nauc_mrr_at_3_diff1": 0.307994, "nauc_mrr_at_5_max": 0.187252, "nauc_mrr_at_5_std": 0.313858, "nauc_mrr_at_5_diff1": 0.309362, "nauc_mrr_at_10_max": 0.198706, "nauc_mrr_at_10_std": 0.321722, "nauc_mrr_at_10_diff1": 0.319737, "nauc_mrr_at_20_max": 0.198931, "nauc_mrr_at_20_std": 0.322409, "nauc_mrr_at_20_diff1": 0.317651, "nauc_mrr_at_25_max": 0.197212, "nauc_mrr_at_25_std": 0.32073, "nauc_mrr_at_25_diff1": 0.317379, "nauc_mrr_at_50_max": 0.195635, "nauc_mrr_at_50_std": 0.320599, "nauc_mrr_at_50_diff1": 0.318121, "nauc_mrr_at_100_max": 0.195928, "nauc_mrr_at_100_std": 0.320236, "nauc_mrr_at_100_diff1": 0.318409, "nauc_mrr_at_1000_max": 0.195941, "nauc_mrr_at_1000_std": 0.320166, "nauc_mrr_at_1000_diff1": 0.318291, "hit_rate_at_1": 0.57812, "hit_rate_at_3": 0.74219, "hit_rate_at_5": 0.76562, "hit_rate_at_10": 0.83594, "hit_rate_at_20": 0.88281, "hit_rate_at_25": 0.90625, "hit_rate_at_50": 0.95312, "hit_rate_at_100": 0.99219, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.578125, "R_cap_at_3": 0.65625, "R_cap_at_5": 0.682552, "R_cap_at_10": 0.749064, "R_cap_at_20": 0.820553, "R_cap_at_25": 0.84795, "R_cap_at_50": 0.914554, "R_cap_at_100": 0.963556, "R_cap_at_1000": 1.0, "main_score": 0.65176, "hf_subset": "sci_fi_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.58088, "ndcg_at_3": 0.57968, "ndcg_at_5": 0.60226, "ndcg_at_10": 0.62631, "ndcg_at_20": 0.65812, "ndcg_at_25": 0.67013, "ndcg_at_50": 0.68624, "ndcg_at_100": 0.69804, "ndcg_at_1000": 0.70236, "map_at_1": 0.27021, "map_at_3": 0.42436, "map_at_5": 0.47234, "map_at_10": 0.51321, "map_at_20": 0.53962, "map_at_25": 0.54555, "map_at_50": 0.55249, "map_at_100": 0.55589, "map_at_1000": 0.55627, "recall_at_1": 0.27021, "recall_at_3": 0.49911, "recall_at_5": 0.60482, "recall_at_10": 0.72831, "recall_at_20": 0.83639, "recall_at_25": 0.87326, "recall_at_50": 0.92719, "recall_at_100": 0.97328, "recall_at_1000": 1.0, "accuracy": 0.27021, "precision_at_1": 0.58088, "precision_at_3": 0.40686, "precision_at_5": 0.31765, "precision_at_10": 0.21029, "precision_at_20": 0.13162, "precision_at_25": 0.11206, "precision_at_50": 0.06176, "precision_at_100": 0.03331, "precision_at_1000": 0.00338, "mrr_at_1": 0.580882, "mrr_at_3": 0.669118, "mrr_at_5": 0.681618, "mrr_at_10": 0.688755, "mrr_at_20": 0.691346, "mrr_at_25": 0.692, "mrr_at_50": 0.69257, "mrr_at_100": 0.692928, "mrr_at_1000": 0.693123, "nauc_ndcg_at_1_max": 0.424896, "nauc_ndcg_at_1_std": 0.32312, "nauc_ndcg_at_1_diff1": 0.461845, "nauc_ndcg_at_3_max": 0.45309, "nauc_ndcg_at_3_std": 0.354028, "nauc_ndcg_at_3_diff1": 0.39751, "nauc_ndcg_at_5_max": 0.499634, "nauc_ndcg_at_5_std": 0.398786, "nauc_ndcg_at_5_diff1": 0.414703, "nauc_ndcg_at_10_max": 0.560683, "nauc_ndcg_at_10_std": 0.461877, "nauc_ndcg_at_10_diff1": 0.450301, "nauc_ndcg_at_20_max": 0.564871, "nauc_ndcg_at_20_std": 0.472432, "nauc_ndcg_at_20_diff1": 0.452645, "nauc_ndcg_at_25_max": 0.564262, "nauc_ndcg_at_25_std": 0.473869, "nauc_ndcg_at_25_diff1": 0.451216, "nauc_ndcg_at_50_max": 0.554283, "nauc_ndcg_at_50_std": 0.466598, "nauc_ndcg_at_50_diff1": 0.434938, "nauc_ndcg_at_100_max": 0.528791, "nauc_ndcg_at_100_std": 0.442945, "nauc_ndcg_at_100_diff1": 0.425557, "nauc_ndcg_at_1000_max": 0.525262, "nauc_ndcg_at_1000_std": 0.436295, "nauc_ndcg_at_1000_diff1": 0.432398, "nauc_map_at_1_max": 0.34414, "nauc_map_at_1_std": 0.220989, "nauc_map_at_1_diff1": 0.391608, "nauc_map_at_3_max": 0.460288, "nauc_map_at_3_std": 0.296792, "nauc_map_at_3_diff1": 0.463315, "nauc_map_at_5_max": 0.475201, "nauc_map_at_5_std": 0.325778, "nauc_map_at_5_diff1": 0.463259, "nauc_map_at_10_max": 0.514397, "nauc_map_at_10_std": 0.385049, "nauc_map_at_10_diff1": 0.457155, "nauc_map_at_20_max": 0.538235, "nauc_map_at_20_std": 0.418727, "nauc_map_at_20_diff1": 0.447554, "nauc_map_at_25_max": 0.539639, "nauc_map_at_25_std": 0.420405, "nauc_map_at_25_diff1": 0.445142, "nauc_map_at_50_max": 0.540061, "nauc_map_at_50_std": 0.422198, "nauc_map_at_50_diff1": 0.439614, "nauc_map_at_100_max": 0.534894, "nauc_map_at_100_std": 0.417706, "nauc_map_at_100_diff1": 0.437242, "nauc_map_at_1000_max": 0.534531, "nauc_map_at_1000_std": 0.417111, "nauc_map_at_1000_diff1": 0.437561, "nauc_recall_at_1_max": 0.34414, "nauc_recall_at_1_std": 0.220989, "nauc_recall_at_1_diff1": 0.391608, "nauc_recall_at_3_max": 0.414324, "nauc_recall_at_3_std": 0.285836, "nauc_recall_at_3_diff1": 0.397035, "nauc_recall_at_5_max": 0.41624, "nauc_recall_at_5_std": 0.312977, "nauc_recall_at_5_diff1": 0.395251, "nauc_recall_at_10_max": 0.523504, "nauc_recall_at_10_std": 0.443043, "nauc_recall_at_10_diff1": 0.44217, "nauc_recall_at_20_max": 0.645358, "nauc_recall_at_20_std": 0.591361, "nauc_recall_at_20_diff1": 0.39734, "nauc_recall_at_25_max": 0.685073, "nauc_recall_at_25_std": 0.65167, "nauc_recall_at_25_diff1": 0.405343, "nauc_recall_at_50_max": 0.748906, "nauc_recall_at_50_std": 0.74415, "nauc_recall_at_50_diff1": 0.275556, "nauc_recall_at_100_max": 0.618712, "nauc_recall_at_100_std": 0.691945, "nauc_recall_at_100_diff1": 0.026865, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.424896, "nauc_precision_at_1_std": 0.32312, "nauc_precision_at_1_diff1": 0.461845, "nauc_precision_at_3_max": 0.321299, "nauc_precision_at_3_std": 0.309101, "nauc_precision_at_3_diff1": 0.211284, "nauc_precision_at_5_max": 0.224939, "nauc_precision_at_5_std": 0.258296, "nauc_precision_at_5_diff1": 0.086802, "nauc_precision_at_10_max": 0.195069, "nauc_precision_at_10_std": 0.282369, "nauc_precision_at_10_diff1": -0.022712, "nauc_precision_at_20_max": 0.131673, "nauc_precision_at_20_std": 0.230183, "nauc_precision_at_20_diff1": -0.093568, "nauc_precision_at_25_max": 0.107124, "nauc_precision_at_25_std": 0.202119, "nauc_precision_at_25_diff1": -0.108386, "nauc_precision_at_50_max": 0.065251, "nauc_precision_at_50_std": 0.1598, "nauc_precision_at_50_diff1": -0.135108, "nauc_precision_at_100_max": 0.001136, "nauc_precision_at_100_std": 0.095209, "nauc_precision_at_100_diff1": -0.153517, "nauc_precision_at_1000_max": -0.009517, "nauc_precision_at_1000_std": 0.083511, "nauc_precision_at_1000_diff1": -0.155911, "nauc_mrr_at_1_max": 0.424896, "nauc_mrr_at_1_std": 0.32312, "nauc_mrr_at_1_diff1": 0.461845, "nauc_mrr_at_3_max": 0.478147, "nauc_mrr_at_3_std": 0.414336, "nauc_mrr_at_3_diff1": 0.422998, "nauc_mrr_at_5_max": 0.475415, "nauc_mrr_at_5_std": 0.416003, "nauc_mrr_at_5_diff1": 0.42793, "nauc_mrr_at_10_max": 0.482461, "nauc_mrr_at_10_std": 0.418023, "nauc_mrr_at_10_diff1": 0.438639, "nauc_mrr_at_20_max": 0.481298, "nauc_mrr_at_20_std": 0.415558, "nauc_mrr_at_20_diff1": 0.435627, "nauc_mrr_at_25_max": 0.481134, "nauc_mrr_at_25_std": 0.415705, "nauc_mrr_at_25_diff1": 0.435491, "nauc_mrr_at_50_max": 0.480445, "nauc_mrr_at_50_std": 0.414833, "nauc_mrr_at_50_diff1": 0.434468, "nauc_mrr_at_100_max": 0.479835, "nauc_mrr_at_100_std": 0.414053, "nauc_mrr_at_100_diff1": 0.434332, "nauc_mrr_at_1000_max": 0.479758, "nauc_mrr_at_1000_std": 0.413857, "nauc_mrr_at_1000_diff1": 0.434754, "hit_rate_at_1": 0.58088, "hit_rate_at_3": 0.77206, "hit_rate_at_5": 0.82353, "hit_rate_at_10": 0.88235, "hit_rate_at_20": 0.91912, "hit_rate_at_25": 0.93382, "hit_rate_at_50": 0.95588, "hit_rate_at_100": 0.97794, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.580882, "R_cap_at_3": 0.601716, "R_cap_at_5": 0.661887, "R_cap_at_10": 0.742586, "R_cap_at_20": 0.836392, "R_cap_at_25": 0.873264, "R_cap_at_50": 0.927195, "R_cap_at_100": 0.973284, "R_cap_at_1000": 1.0, "main_score": 0.62631, "hf_subset": "sci_fi_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.54167, "ndcg_at_3": 0.63822, "ndcg_at_5": 0.67344, "ndcg_at_10": 0.71363, "ndcg_at_20": 0.74325, "ndcg_at_25": 0.74325, "ndcg_at_50": 0.74325, "ndcg_at_100": 0.74325, "ndcg_at_1000": 0.74325, "map_at_1": 0.45486, "map_at_3": 0.60069, "map_at_5": 0.6224, "map_at_10": 0.64377, "map_at_20": 0.65356, "map_at_25": 0.65356, "map_at_50": 0.65356, "map_at_100": 0.65356, "map_at_1000": 0.65356, "recall_at_1": 0.45486, "recall_at_3": 0.71181, "recall_at_5": 0.78472, "recall_at_10": 0.89236, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.45486, "precision_at_1": 0.54167, "precision_at_3": 0.29167, "precision_at_5": 0.2, "precision_at_10": 0.11875, "precision_at_20": 0.06667, "precision_at_25": 0.05333, "precision_at_50": 0.02667, "precision_at_100": 0.01333, "precision_at_1000": 0.00133, "mrr_at_1": 0.541667, "mrr_at_3": 0.635417, "mrr_at_5": 0.65625, "mrr_at_10": 0.667411, "mrr_at_20": 0.673553, "mrr_at_25": 0.673553, "mrr_at_50": 0.673553, "mrr_at_100": 0.673553, "mrr_at_1000": 0.673553, "nauc_ndcg_at_1_max": 0.482636, "nauc_ndcg_at_1_std": 0.644673, "nauc_ndcg_at_1_diff1": 0.733479, "nauc_ndcg_at_3_max": 0.510572, "nauc_ndcg_at_3_std": 0.491281, "nauc_ndcg_at_3_diff1": 0.614296, "nauc_ndcg_at_5_max": 0.534054, "nauc_ndcg_at_5_std": 0.538785, "nauc_ndcg_at_5_diff1": 0.615509, "nauc_ndcg_at_10_max": 0.562283, "nauc_ndcg_at_10_std": 0.593301, "nauc_ndcg_at_10_diff1": 0.622384, "nauc_ndcg_at_20_max": 0.529759, "nauc_ndcg_at_20_std": 0.583068, "nauc_ndcg_at_20_diff1": 0.659159, "nauc_ndcg_at_25_max": 0.529759, "nauc_ndcg_at_25_std": 0.583068, "nauc_ndcg_at_25_diff1": 0.659159, "nauc_ndcg_at_50_max": 0.529759, "nauc_ndcg_at_50_std": 0.583068, "nauc_ndcg_at_50_diff1": 0.659159, "nauc_ndcg_at_100_max": 0.529759, "nauc_ndcg_at_100_std": 0.583068, "nauc_ndcg_at_100_diff1": 0.659159, "nauc_ndcg_at_1000_max": 0.529759, "nauc_ndcg_at_1000_std": 0.583068, "nauc_ndcg_at_1000_diff1": 0.659159, "nauc_map_at_1_max": 0.474028, "nauc_map_at_1_std": 0.437567, "nauc_map_at_1_diff1": 0.714443, "nauc_map_at_3_max": 0.513689, "nauc_map_at_3_std": 0.513548, "nauc_map_at_3_diff1": 0.653588, "nauc_map_at_5_max": 0.524208, "nauc_map_at_5_std": 0.542489, "nauc_map_at_5_diff1": 0.64992, "nauc_map_at_10_max": 0.542506, "nauc_map_at_10_std": 0.571199, "nauc_map_at_10_diff1": 0.65914, "nauc_map_at_20_max": 0.533279, "nauc_map_at_20_std": 0.568754, "nauc_map_at_20_diff1": 0.669637, "nauc_map_at_25_max": 0.533279, "nauc_map_at_25_std": 0.568754, "nauc_map_at_25_diff1": 0.669637, "nauc_map_at_50_max": 0.533279, "nauc_map_at_50_std": 0.568754, "nauc_map_at_50_diff1": 0.669637, "nauc_map_at_100_max": 0.533279, "nauc_map_at_100_std": 0.568754, "nauc_map_at_100_diff1": 0.669637, "nauc_map_at_1000_max": 0.533279, "nauc_map_at_1000_std": 0.568754, "nauc_map_at_1000_diff1": 0.669637, "nauc_recall_at_1_max": 0.474028, "nauc_recall_at_1_std": 0.437567, "nauc_recall_at_1_diff1": 0.714443, "nauc_recall_at_3_max": 0.508429, "nauc_recall_at_3_std": 0.339877, "nauc_recall_at_3_diff1": 0.492563, "nauc_recall_at_5_max": 0.552312, "nauc_recall_at_5_std": 0.425552, "nauc_recall_at_5_diff1": 0.453899, "nauc_recall_at_10_max": 0.775665, "nauc_recall_at_10_std": 0.672361, "nauc_recall_at_10_diff1": 0.375709, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.482636, "nauc_precision_at_1_std": 0.644673, "nauc_precision_at_1_diff1": 0.733479, "nauc_precision_at_3_max": 0.317579, "nauc_precision_at_3_std": 0.475411, "nauc_precision_at_3_diff1": 0.260109, "nauc_precision_at_5_max": 0.321567, "nauc_precision_at_5_std": 0.495833, "nauc_precision_at_5_diff1": 0.167811, "nauc_precision_at_10_max": 0.197765, "nauc_precision_at_10_std": 0.413659, "nauc_precision_at_10_diff1": -0.00037, "nauc_precision_at_20_max": -0.04844, "nauc_precision_at_20_std": 0.237521, "nauc_precision_at_20_diff1": -0.127139, "nauc_precision_at_25_max": -0.04844, "nauc_precision_at_25_std": 0.237521, "nauc_precision_at_25_diff1": -0.127139, "nauc_precision_at_50_max": -0.04844, "nauc_precision_at_50_std": 0.237521, "nauc_precision_at_50_diff1": -0.127139, "nauc_precision_at_100_max": -0.04844, "nauc_precision_at_100_std": 0.237521, "nauc_precision_at_100_diff1": -0.127139, "nauc_precision_at_1000_max": -0.04844, "nauc_precision_at_1000_std": 0.237521, "nauc_precision_at_1000_diff1": -0.127139, "nauc_mrr_at_1_max": 0.482636, "nauc_mrr_at_1_std": 0.644673, "nauc_mrr_at_1_diff1": 0.733479, "nauc_mrr_at_3_max": 0.488469, "nauc_mrr_at_3_std": 0.566755, "nauc_mrr_at_3_diff1": 0.632881, "nauc_mrr_at_5_max": 0.502843, "nauc_mrr_at_5_std": 0.597649, "nauc_mrr_at_5_diff1": 0.642348, "nauc_mrr_at_10_max": 0.499641, "nauc_mrr_at_10_std": 0.604788, "nauc_mrr_at_10_diff1": 0.64393, "nauc_mrr_at_20_max": 0.493947, "nauc_mrr_at_20_std": 0.601799, "nauc_mrr_at_20_diff1": 0.651807, "nauc_mrr_at_25_max": 0.493947, "nauc_mrr_at_25_std": 0.601799, "nauc_mrr_at_25_diff1": 0.651807, "nauc_mrr_at_50_max": 0.493947, "nauc_mrr_at_50_std": 0.601799, "nauc_mrr_at_50_diff1": 0.651807, "nauc_mrr_at_100_max": 0.493947, "nauc_mrr_at_100_std": 0.601799, "nauc_mrr_at_100_diff1": 0.651807, "nauc_mrr_at_1000_max": 0.493947, "nauc_mrr_at_1000_std": 0.601799, "nauc_mrr_at_1000_diff1": 0.651807, "hit_rate_at_1": 0.54167, "hit_rate_at_3": 0.75, "hit_rate_at_5": 0.83333, "hit_rate_at_10": 0.91667, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.541667, "R_cap_at_3": 0.711806, "R_cap_at_5": 0.784722, "R_cap_at_10": 0.892361, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.71363, "hf_subset": "sci_fi_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.8169, "ndcg_at_3": 0.87985, "ndcg_at_5": 0.88319, "ndcg_at_10": 0.89094, "ndcg_at_20": 0.90426, "ndcg_at_25": 0.90426, "ndcg_at_50": 0.90426, "ndcg_at_100": 0.90426, "ndcg_at_1000": 0.90426, "map_at_1": 0.6831, "map_at_3": 0.85329, "map_at_5": 0.8561, "map_at_10": 0.86016, "map_at_20": 0.86534, "map_at_25": 0.86534, "map_at_50": 0.86534, "map_at_100": 0.86534, "map_at_1000": 0.86534, "recall_at_1": 0.6831, "recall_at_3": 0.92723, "recall_at_5": 0.93427, "recall_at_10": 0.95305, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6831, "precision_at_1": 0.8169, "precision_at_3": 0.39906, "precision_at_5": 0.24225, "precision_at_10": 0.12535, "precision_at_20": 0.0662, "precision_at_25": 0.05296, "precision_at_50": 0.02648, "precision_at_100": 0.01324, "precision_at_1000": 0.00132, "mrr_at_1": 0.816901, "mrr_at_3": 0.884977, "mrr_at_5": 0.884977, "mrr_at_10": 0.886989, "mrr_at_20": 0.888867, "mrr_at_25": 0.888867, "mrr_at_50": 0.888867, "mrr_at_100": 0.888867, "mrr_at_1000": 0.888867, "nauc_ndcg_at_1_max": 0.278398, "nauc_ndcg_at_1_std": 0.482008, "nauc_ndcg_at_1_diff1": 0.599922, "nauc_ndcg_at_3_max": 0.266468, "nauc_ndcg_at_3_std": 0.584125, "nauc_ndcg_at_3_diff1": 0.610384, "nauc_ndcg_at_5_max": 0.280018, "nauc_ndcg_at_5_std": 0.584886, "nauc_ndcg_at_5_diff1": 0.602297, "nauc_ndcg_at_10_max": 0.268792, "nauc_ndcg_at_10_std": 0.558076, "nauc_ndcg_at_10_diff1": 0.618979, "nauc_ndcg_at_20_max": 0.275273, "nauc_ndcg_at_20_std": 0.537517, "nauc_ndcg_at_20_diff1": 0.606379, "nauc_ndcg_at_25_max": 0.275273, "nauc_ndcg_at_25_std": 0.537517, "nauc_ndcg_at_25_diff1": 0.606379, "nauc_ndcg_at_50_max": 0.275273, "nauc_ndcg_at_50_std": 0.537517, "nauc_ndcg_at_50_diff1": 0.606379, "nauc_ndcg_at_100_max": 0.275273, "nauc_ndcg_at_100_std": 0.537517, "nauc_ndcg_at_100_diff1": 0.606379, "nauc_ndcg_at_1000_max": 0.275273, "nauc_ndcg_at_1000_std": 0.537517, "nauc_ndcg_at_1000_diff1": 0.606379, "nauc_map_at_1_max": 0.370291, "nauc_map_at_1_std": 0.349268, "nauc_map_at_1_diff1": 0.529435, "nauc_map_at_3_max": 0.286816, "nauc_map_at_3_std": 0.571082, "nauc_map_at_3_diff1": 0.590628, "nauc_map_at_5_max": 0.29666, "nauc_map_at_5_std": 0.571406, "nauc_map_at_5_diff1": 0.584689, "nauc_map_at_10_max": 0.289188, "nauc_map_at_10_std": 0.558677, "nauc_map_at_10_diff1": 0.592412, "nauc_map_at_20_max": 0.287929, "nauc_map_at_20_std": 0.549809, "nauc_map_at_20_diff1": 0.589933, "nauc_map_at_25_max": 0.287929, "nauc_map_at_25_std": 0.549809, "nauc_map_at_25_diff1": 0.589933, "nauc_map_at_50_max": 0.287929, "nauc_map_at_50_std": 0.549809, "nauc_map_at_50_diff1": 0.589933, "nauc_map_at_100_max": 0.287929, "nauc_map_at_100_std": 0.549809, "nauc_map_at_100_diff1": 0.589933, "nauc_map_at_1000_max": 0.287929, "nauc_map_at_1000_std": 0.549809, "nauc_map_at_1000_diff1": 0.589933, "nauc_recall_at_1_max": 0.370291, "nauc_recall_at_1_std": 0.349268, "nauc_recall_at_1_diff1": 0.529435, "nauc_recall_at_3_max": 0.193481, "nauc_recall_at_3_std": 0.686497, "nauc_recall_at_3_diff1": 0.614675, "nauc_recall_at_5_max": 0.232999, "nauc_recall_at_5_std": 0.700491, "nauc_recall_at_5_diff1": 0.587374, "nauc_recall_at_10_max": 0.165032, "nauc_recall_at_10_std": 0.627971, "nauc_recall_at_10_diff1": 0.694382, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.278398, "nauc_precision_at_1_std": 0.482008, "nauc_precision_at_1_diff1": 0.599922, "nauc_precision_at_3_max": -0.195805, "nauc_precision_at_3_std": 0.142828, "nauc_precision_at_3_diff1": -0.071827, "nauc_precision_at_5_max": -0.185619, "nauc_precision_at_5_std": 0.120238, "nauc_precision_at_5_diff1": -0.101167, "nauc_precision_at_10_max": -0.223969, "nauc_precision_at_10_std": 0.028266, "nauc_precision_at_10_diff1": -0.142449, "nauc_precision_at_20_max": -0.25774, "nauc_precision_at_20_std": -0.092447, "nauc_precision_at_20_diff1": -0.248065, "nauc_precision_at_25_max": -0.25774, "nauc_precision_at_25_std": -0.092447, "nauc_precision_at_25_diff1": -0.248065, "nauc_precision_at_50_max": -0.25774, "nauc_precision_at_50_std": -0.092447, "nauc_precision_at_50_diff1": -0.248065, "nauc_precision_at_100_max": -0.25774, "nauc_precision_at_100_std": -0.092447, "nauc_precision_at_100_diff1": -0.248065, "nauc_precision_at_1000_max": -0.25774, "nauc_precision_at_1000_std": -0.092447, "nauc_precision_at_1000_diff1": -0.248065, "nauc_mrr_at_1_max": 0.278398, "nauc_mrr_at_1_std": 0.482008, "nauc_mrr_at_1_diff1": 0.599922, "nauc_mrr_at_3_max": 0.244697, "nauc_mrr_at_3_std": 0.5091, "nauc_mrr_at_3_diff1": 0.627844, "nauc_mrr_at_5_max": 0.244697, "nauc_mrr_at_5_std": 0.5091, "nauc_mrr_at_5_diff1": 0.627844, "nauc_mrr_at_10_max": 0.246976, "nauc_mrr_at_10_std": 0.502354, "nauc_mrr_at_10_diff1": 0.632827, "nauc_mrr_at_20_max": 0.25117, "nauc_mrr_at_20_std": 0.502698, "nauc_mrr_at_20_diff1": 0.628619, "nauc_mrr_at_25_max": 0.25117, "nauc_mrr_at_25_std": 0.502698, "nauc_mrr_at_25_diff1": 0.628619, "nauc_mrr_at_50_max": 0.25117, "nauc_mrr_at_50_std": 0.502698, "nauc_mrr_at_50_diff1": 0.628619, "nauc_mrr_at_100_max": 0.25117, "nauc_mrr_at_100_std": 0.502698, "nauc_mrr_at_100_diff1": 0.628619, "nauc_mrr_at_1000_max": 0.25117, "nauc_mrr_at_1000_std": 0.502698, "nauc_mrr_at_1000_diff1": 0.628619, "hit_rate_at_1": 0.8169, "hit_rate_at_3": 0.95775, "hit_rate_at_5": 0.95775, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.816901, "R_cap_at_3": 0.92723, "R_cap_at_5": 0.934272, "R_cap_at_10": 0.953052, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89094, "hf_subset": "sci_fi_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.76497, "ndcg_at_5": 0.79294, "ndcg_at_10": 0.81524, "ndcg_at_20": 0.82626, "ndcg_at_25": 0.82626, "ndcg_at_50": 0.82626, "ndcg_at_100": 0.82626, "ndcg_at_1000": 0.82626, "map_at_1": 0.53241, "map_at_3": 0.72029, "map_at_5": 0.7439, "map_at_10": 0.75615, "map_at_20": 0.76011, "map_at_25": 0.76011, "map_at_50": 0.76011, "map_at_100": 0.76011, "map_at_1000": 0.76011, "recall_at_1": 0.53241, "recall_at_3": 0.84259, "recall_at_5": 0.90046, "recall_at_10": 0.96065, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.53241, "precision_at_1": 0.66667, "precision_at_3": 0.37037, "precision_at_5": 0.24167, "precision_at_10": 0.13056, "precision_at_20": 0.06806, "precision_at_25": 0.05444, "precision_at_50": 0.02722, "precision_at_100": 0.01361, "precision_at_1000": 0.00136, "mrr_at_1": 0.666667, "mrr_at_3": 0.773148, "mrr_at_5": 0.779398, "mrr_at_10": 0.784066, "mrr_at_20": 0.78615, "mrr_at_25": 0.78615, "mrr_at_50": 0.78615, "mrr_at_100": 0.78615, "mrr_at_1000": 0.78615, "nauc_ndcg_at_1_max": 0.44239, "nauc_ndcg_at_1_std": 0.634784, "nauc_ndcg_at_1_diff1": 0.650822, "nauc_ndcg_at_3_max": 0.494751, "nauc_ndcg_at_3_std": 0.697184, "nauc_ndcg_at_3_diff1": 0.746108, "nauc_ndcg_at_5_max": 0.449014, "nauc_ndcg_at_5_std": 0.690351, "nauc_ndcg_at_5_diff1": 0.736299, "nauc_ndcg_at_10_max": 0.439324, "nauc_ndcg_at_10_std": 0.66377, "nauc_ndcg_at_10_diff1": 0.711274, "nauc_ndcg_at_20_max": 0.465972, "nauc_ndcg_at_20_std": 0.667356, "nauc_ndcg_at_20_diff1": 0.698382, "nauc_ndcg_at_25_max": 0.465972, "nauc_ndcg_at_25_std": 0.667356, "nauc_ndcg_at_25_diff1": 0.698382, "nauc_ndcg_at_50_max": 0.465972, "nauc_ndcg_at_50_std": 0.667356, "nauc_ndcg_at_50_diff1": 0.698382, "nauc_ndcg_at_100_max": 0.465972, "nauc_ndcg_at_100_std": 0.667356, "nauc_ndcg_at_100_diff1": 0.698382, "nauc_ndcg_at_1000_max": 0.465972, "nauc_ndcg_at_1000_std": 0.667356, "nauc_ndcg_at_1000_diff1": 0.698382, "nauc_map_at_1_max": 0.503392, "nauc_map_at_1_std": 0.499069, "nauc_map_at_1_diff1": 0.685881, "nauc_map_at_3_max": 0.501347, "nauc_map_at_3_std": 0.685502, "nauc_map_at_3_diff1": 0.731882, "nauc_map_at_5_max": 0.477783, "nauc_map_at_5_std": 0.689294, "nauc_map_at_5_diff1": 0.71978, "nauc_map_at_10_max": 0.472191, "nauc_map_at_10_std": 0.675156, "nauc_map_at_10_diff1": 0.705948, "nauc_map_at_20_max": 0.480332, "nauc_map_at_20_std": 0.675802, "nauc_map_at_20_diff1": 0.702398, "nauc_map_at_25_max": 0.480332, "nauc_map_at_25_std": 0.675802, "nauc_map_at_25_diff1": 0.702398, "nauc_map_at_50_max": 0.480332, "nauc_map_at_50_std": 0.675802, "nauc_map_at_50_diff1": 0.702398, "nauc_map_at_100_max": 0.480332, "nauc_map_at_100_std": 0.675802, "nauc_map_at_100_diff1": 0.702398, "nauc_map_at_1000_max": 0.480332, "nauc_map_at_1000_std": 0.675802, "nauc_map_at_1000_diff1": 0.702398, "nauc_recall_at_1_max": 0.503392, "nauc_recall_at_1_std": 0.499069, "nauc_recall_at_1_diff1": 0.685881, "nauc_recall_at_3_max": 0.481547, "nauc_recall_at_3_std": 0.707683, "nauc_recall_at_3_diff1": 0.790894, "nauc_recall_at_5_max": 0.325348, "nauc_recall_at_5_std": 0.723701, "nauc_recall_at_5_diff1": 0.850431, "nauc_recall_at_10_max": 0.087579, "nauc_recall_at_10_std": 0.59432, "nauc_recall_at_10_diff1": 0.869948, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.44239, "nauc_precision_at_1_std": 0.634784, "nauc_precision_at_1_diff1": 0.650822, "nauc_precision_at_3_max": 0.03302, "nauc_precision_at_3_std": 0.38633, "nauc_precision_at_3_diff1": 0.073242, "nauc_precision_at_5_max": -0.080624, "nauc_precision_at_5_std": 0.260016, "nauc_precision_at_5_diff1": -0.051469, "nauc_precision_at_10_max": -0.17087, "nauc_precision_at_10_std": 0.099936, "nauc_precision_at_10_diff1": -0.226862, "nauc_precision_at_20_max": -0.175116, "nauc_precision_at_20_std": 0.022801, "nauc_precision_at_20_diff1": -0.328534, "nauc_precision_at_25_max": -0.175116, "nauc_precision_at_25_std": 0.022801, "nauc_precision_at_25_diff1": -0.328534, "nauc_precision_at_50_max": -0.175116, "nauc_precision_at_50_std": 0.022801, "nauc_precision_at_50_diff1": -0.328534, "nauc_precision_at_100_max": -0.175116, "nauc_precision_at_100_std": 0.022801, "nauc_precision_at_100_diff1": -0.328534, "nauc_precision_at_1000_max": -0.175116, "nauc_precision_at_1000_std": 0.022801, "nauc_precision_at_1000_diff1": -0.328534, "nauc_mrr_at_1_max": 0.44239, "nauc_mrr_at_1_std": 0.634784, "nauc_mrr_at_1_diff1": 0.650822, "nauc_mrr_at_3_max": 0.444256, "nauc_mrr_at_3_std": 0.656728, "nauc_mrr_at_3_diff1": 0.68704, "nauc_mrr_at_5_max": 0.426091, "nauc_mrr_at_5_std": 0.647874, "nauc_mrr_at_5_diff1": 0.690375, "nauc_mrr_at_10_max": 0.426438, "nauc_mrr_at_10_std": 0.64477, "nauc_mrr_at_10_diff1": 0.686315, "nauc_mrr_at_20_max": 0.429878, "nauc_mrr_at_20_std": 0.645718, "nauc_mrr_at_20_diff1": 0.684159, "nauc_mrr_at_25_max": 0.429878, "nauc_mrr_at_25_std": 0.645718, "nauc_mrr_at_25_diff1": 0.684159, "nauc_mrr_at_50_max": 0.429878, "nauc_mrr_at_50_std": 0.645718, "nauc_mrr_at_50_diff1": 0.684159, "nauc_mrr_at_100_max": 0.429878, "nauc_mrr_at_100_std": 0.645718, "nauc_mrr_at_100_diff1": 0.684159, "nauc_mrr_at_1000_max": 0.429878, "nauc_mrr_at_1000_std": 0.645718, "nauc_mrr_at_1000_diff1": 0.684159, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.90278, "hit_rate_at_5": 0.93056, "hit_rate_at_10": 0.97222, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.666667, "R_cap_at_3": 0.842593, "R_cap_at_5": 0.900463, "R_cap_at_10": 0.960648, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.81524, "hf_subset": "sci_fi_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.49296, "ndcg_at_3": 0.57573, "ndcg_at_5": 0.65662, "ndcg_at_10": 0.70635, "ndcg_at_20": 0.71619, "ndcg_at_25": 0.71619, "ndcg_at_50": 0.71619, "ndcg_at_100": 0.71619, "ndcg_at_1000": 0.71619, "map_at_1": 0.41315, "map_at_3": 0.527, "map_at_5": 0.58122, "map_at_10": 0.60813, "map_at_20": 0.61156, "map_at_25": 0.61156, "map_at_50": 0.61156, "map_at_100": 0.61156, "map_at_1000": 0.61156, "recall_at_1": 0.41315, "recall_at_3": 0.64789, "recall_at_5": 0.82629, "recall_at_10": 0.96479, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41315, "precision_at_1": 0.49296, "precision_at_3": 0.28169, "precision_at_5": 0.21972, "precision_at_10": 0.12958, "precision_at_20": 0.0669, "precision_at_25": 0.05352, "precision_at_50": 0.02676, "precision_at_100": 0.01338, "precision_at_1000": 0.00134, "mrr_at_1": 0.492958, "mrr_at_3": 0.596244, "mrr_at_5": 0.628638, "mrr_at_10": 0.640627, "mrr_at_20": 0.642884, "mrr_at_25": 0.642884, "mrr_at_50": 0.642884, "mrr_at_100": 0.642884, "mrr_at_1000": 0.642884, "nauc_ndcg_at_1_max": 0.700775, "nauc_ndcg_at_1_std": 0.689633, "nauc_ndcg_at_1_diff1": 0.593371, "nauc_ndcg_at_3_max": 0.70369, "nauc_ndcg_at_3_std": 0.745145, "nauc_ndcg_at_3_diff1": 0.521731, "nauc_ndcg_at_5_max": 0.707393, "nauc_ndcg_at_5_std": 0.757679, "nauc_ndcg_at_5_diff1": 0.491977, "nauc_ndcg_at_10_max": 0.699408, "nauc_ndcg_at_10_std": 0.739945, "nauc_ndcg_at_10_diff1": 0.526242, "nauc_ndcg_at_20_max": 0.696113, "nauc_ndcg_at_20_std": 0.735174, "nauc_ndcg_at_20_diff1": 0.535312, "nauc_ndcg_at_25_max": 0.696113, "nauc_ndcg_at_25_std": 0.735174, "nauc_ndcg_at_25_diff1": 0.535312, "nauc_ndcg_at_50_max": 0.696113, "nauc_ndcg_at_50_std": 0.735174, "nauc_ndcg_at_50_diff1": 0.535312, "nauc_ndcg_at_100_max": 0.696113, "nauc_ndcg_at_100_std": 0.735174, "nauc_ndcg_at_100_diff1": 0.535312, "nauc_ndcg_at_1000_max": 0.696113, "nauc_ndcg_at_1000_std": 0.735174, "nauc_ndcg_at_1000_diff1": 0.535312, "nauc_map_at_1_max": 0.629871, "nauc_map_at_1_std": 0.636888, "nauc_map_at_1_diff1": 0.59226, "nauc_map_at_3_max": 0.704399, "nauc_map_at_3_std": 0.732486, "nauc_map_at_3_diff1": 0.534295, "nauc_map_at_5_max": 0.706518, "nauc_map_at_5_std": 0.747268, "nauc_map_at_5_diff1": 0.514133, "nauc_map_at_10_max": 0.703634, "nauc_map_at_10_std": 0.739809, "nauc_map_at_10_diff1": 0.535437, "nauc_map_at_20_max": 0.701519, "nauc_map_at_20_std": 0.73815, "nauc_map_at_20_diff1": 0.536388, "nauc_map_at_25_max": 0.701519, "nauc_map_at_25_std": 0.73815, "nauc_map_at_25_diff1": 0.536388, "nauc_map_at_50_max": 0.701519, "nauc_map_at_50_std": 0.73815, "nauc_map_at_50_diff1": 0.536388, "nauc_map_at_100_max": 0.701519, "nauc_map_at_100_std": 0.73815, "nauc_map_at_100_diff1": 0.536388, "nauc_map_at_1000_max": 0.701519, "nauc_map_at_1000_std": 0.73815, "nauc_map_at_1000_diff1": 0.536388, "nauc_recall_at_1_max": 0.629871, "nauc_recall_at_1_std": 0.636888, "nauc_recall_at_1_diff1": 0.59226, "nauc_recall_at_3_max": 0.68874, "nauc_recall_at_3_std": 0.757991, "nauc_recall_at_3_diff1": 0.458466, "nauc_recall_at_5_max": 0.669021, "nauc_recall_at_5_std": 0.75507, "nauc_recall_at_5_diff1": 0.291956, "nauc_recall_at_10_max": 0.623087, "nauc_recall_at_10_std": 0.709297, "nauc_recall_at_10_diff1": 0.219102, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.700775, "nauc_precision_at_1_std": 0.689633, "nauc_precision_at_1_diff1": 0.593371, "nauc_precision_at_3_max": 0.569042, "nauc_precision_at_3_std": 0.66073, "nauc_precision_at_3_diff1": 0.250938, "nauc_precision_at_5_max": 0.275117, "nauc_precision_at_5_std": 0.404633, "nauc_precision_at_5_diff1": -0.016126, "nauc_precision_at_10_max": 0.021436, "nauc_precision_at_10_std": 0.124005, "nauc_precision_at_10_diff1": -0.097603, "nauc_precision_at_20_max": -0.041734, "nauc_precision_at_20_std": 0.066784, "nauc_precision_at_20_diff1": -0.131364, "nauc_precision_at_25_max": -0.041734, "nauc_precision_at_25_std": 0.066784, "nauc_precision_at_25_diff1": -0.131364, "nauc_precision_at_50_max": -0.041734, "nauc_precision_at_50_std": 0.066784, "nauc_precision_at_50_diff1": -0.131364, "nauc_precision_at_100_max": -0.041734, "nauc_precision_at_100_std": 0.066784, "nauc_precision_at_100_diff1": -0.131364, "nauc_precision_at_1000_max": -0.041734, "nauc_precision_at_1000_std": 0.066784, "nauc_precision_at_1000_diff1": -0.131364, "nauc_mrr_at_1_max": 0.700775, "nauc_mrr_at_1_std": 0.689633, "nauc_mrr_at_1_diff1": 0.593371, "nauc_mrr_at_3_max": 0.689872, "nauc_mrr_at_3_std": 0.725514, "nauc_mrr_at_3_diff1": 0.53881, "nauc_mrr_at_5_max": 0.683755, "nauc_mrr_at_5_std": 0.709888, "nauc_mrr_at_5_diff1": 0.532663, "nauc_mrr_at_10_max": 0.684327, "nauc_mrr_at_10_std": 0.704309, "nauc_mrr_at_10_diff1": 0.537733, "nauc_mrr_at_20_max": 0.685535, "nauc_mrr_at_20_std": 0.703543, "nauc_mrr_at_20_diff1": 0.541651, "nauc_mrr_at_25_max": 0.685535, "nauc_mrr_at_25_std": 0.703543, "nauc_mrr_at_25_diff1": 0.541651, "nauc_mrr_at_50_max": 0.685535, "nauc_mrr_at_50_std": 0.703543, "nauc_mrr_at_50_diff1": 0.541651, "nauc_mrr_at_100_max": 0.685535, "nauc_mrr_at_100_std": 0.703543, "nauc_mrr_at_100_diff1": 0.541651, "nauc_mrr_at_1000_max": 0.685535, "nauc_mrr_at_1000_std": 0.703543, "nauc_mrr_at_1000_diff1": 0.541651, "hit_rate_at_1": 0.49296, "hit_rate_at_3": 0.74648, "hit_rate_at_5": 0.88732, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.492958, "R_cap_at_3": 0.647887, "R_cap_at_5": 0.826291, "R_cap_at_10": 0.964789, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.70635, "hf_subset": "sci_fi_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.61224, "ndcg_at_3": 0.6411, "ndcg_at_5": 0.66285, "ndcg_at_10": 0.68172, "ndcg_at_20": 0.7024, "ndcg_at_25": 0.71017, "ndcg_at_50": 0.7187, "ndcg_at_100": 0.73346, "ndcg_at_1000": 0.74484, "map_at_1": 0.31452, "map_at_3": 0.5286, "map_at_5": 0.58023, "map_at_10": 0.61744, "map_at_20": 0.63869, "map_at_25": 0.64294, "map_at_50": 0.64535, "map_at_100": 0.64773, "map_at_1000": 0.64909, "recall_at_1": 0.31452, "recall_at_3": 0.57707, "recall_at_5": 0.67232, "recall_at_10": 0.75023, "recall_at_20": 0.82472, "recall_at_25": 0.85467, "recall_at_50": 0.88292, "recall_at_100": 0.94504, "recall_at_1000": 1.0, "accuracy": 0.31452, "precision_at_1": 0.61224, "precision_at_3": 0.45238, "precision_at_5": 0.34082, "precision_at_10": 0.21531, "precision_at_20": 0.12857, "precision_at_25": 0.10816, "precision_at_50": 0.05673, "precision_at_100": 0.03082, "precision_at_1000": 0.0033, "mrr_at_1": 0.612245, "mrr_at_3": 0.663265, "mrr_at_5": 0.677551, "mrr_at_10": 0.684139, "mrr_at_20": 0.689667, "mrr_at_25": 0.690986, "mrr_at_50": 0.691379, "mrr_at_100": 0.69178, "mrr_at_1000": 0.691956, "nauc_ndcg_at_1_max": 0.060238, "nauc_ndcg_at_1_std": 0.325471, "nauc_ndcg_at_1_diff1": 0.467133, "nauc_ndcg_at_3_max": 0.122024, "nauc_ndcg_at_3_std": 0.35517, "nauc_ndcg_at_3_diff1": 0.375191, "nauc_ndcg_at_5_max": 0.17692, "nauc_ndcg_at_5_std": 0.411073, "nauc_ndcg_at_5_diff1": 0.330023, "nauc_ndcg_at_10_max": 0.203624, "nauc_ndcg_at_10_std": 0.435644, "nauc_ndcg_at_10_diff1": 0.33739, "nauc_ndcg_at_20_max": 0.231641, "nauc_ndcg_at_20_std": 0.478395, "nauc_ndcg_at_20_diff1": 0.320839, "nauc_ndcg_at_25_max": 0.225755, "nauc_ndcg_at_25_std": 0.475547, "nauc_ndcg_at_25_diff1": 0.320861, "nauc_ndcg_at_50_max": 0.208583, "nauc_ndcg_at_50_std": 0.459483, "nauc_ndcg_at_50_diff1": 0.338168, "nauc_ndcg_at_100_max": 0.179565, "nauc_ndcg_at_100_std": 0.42705, "nauc_ndcg_at_100_diff1": 0.34474, "nauc_ndcg_at_1000_max": 0.154624, "nauc_ndcg_at_1000_std": 0.399608, "nauc_ndcg_at_1000_diff1": 0.343894, "nauc_map_at_1_max": 0.008736, "nauc_map_at_1_std": 0.03729, "nauc_map_at_1_diff1": 0.563103, "nauc_map_at_3_max": 0.090006, "nauc_map_at_3_std": 0.194053, "nauc_map_at_3_diff1": 0.427691, "nauc_map_at_5_max": 0.092672, "nauc_map_at_5_std": 0.235376, "nauc_map_at_5_diff1": 0.403587, "nauc_map_at_10_max": 0.10349, "nauc_map_at_10_std": 0.294254, "nauc_map_at_10_diff1": 0.384225, "nauc_map_at_20_max": 0.138799, "nauc_map_at_20_std": 0.36481, "nauc_map_at_20_diff1": 0.352981, "nauc_map_at_25_max": 0.144624, "nauc_map_at_25_std": 0.380305, "nauc_map_at_25_diff1": 0.347, "nauc_map_at_50_max": 0.14157, "nauc_map_at_50_std": 0.379218, "nauc_map_at_50_diff1": 0.349473, "nauc_map_at_100_max": 0.137182, "nauc_map_at_100_std": 0.374419, "nauc_map_at_100_diff1": 0.349757, "nauc_map_at_1000_max": 0.134725, "nauc_map_at_1000_std": 0.371713, "nauc_map_at_1000_diff1": 0.349738, "nauc_recall_at_1_max": 0.008736, "nauc_recall_at_1_std": 0.03729, "nauc_recall_at_1_diff1": 0.563103, "nauc_recall_at_3_max": 0.159522, "nauc_recall_at_3_std": 0.235414, "nauc_recall_at_3_diff1": 0.383858, "nauc_recall_at_5_max": 0.256793, "nauc_recall_at_5_std": 0.349747, "nauc_recall_at_5_diff1": 0.299647, "nauc_recall_at_10_max": 0.344313, "nauc_recall_at_10_std": 0.486708, "nauc_recall_at_10_diff1": 0.293695, "nauc_recall_at_20_max": 0.591578, "nauc_recall_at_20_std": 0.826237, "nauc_recall_at_20_diff1": 0.150133, "nauc_recall_at_25_max": 0.638119, "nauc_recall_at_25_std": 0.906988, "nauc_recall_at_25_diff1": 0.132391, "nauc_recall_at_50_max": 0.623068, "nauc_recall_at_50_std": 0.909927, "nauc_recall_at_50_diff1": 0.225611, "nauc_recall_at_100_max": 0.619661, "nauc_recall_at_100_std": 0.897738, "nauc_recall_at_100_diff1": 0.342699, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.060238, "nauc_precision_at_1_std": 0.325471, "nauc_precision_at_1_diff1": 0.467133, "nauc_precision_at_3_max": 0.088745, "nauc_precision_at_3_std": 0.354387, "nauc_precision_at_3_diff1": -0.024, "nauc_precision_at_5_max": 0.063443, "nauc_precision_at_5_std": 0.331802, "nauc_precision_at_5_diff1": -0.116271, "nauc_precision_at_10_max": 0.070922, "nauc_precision_at_10_std": 0.349555, "nauc_precision_at_10_diff1": -0.176065, "nauc_precision_at_20_max": 0.126786, "nauc_precision_at_20_std": 0.420934, "nauc_precision_at_20_diff1": -0.254542, "nauc_precision_at_25_max": 0.128263, "nauc_precision_at_25_std": 0.435022, "nauc_precision_at_25_diff1": -0.280225, "nauc_precision_at_50_max": 0.094229, "nauc_precision_at_50_std": 0.392796, "nauc_precision_at_50_diff1": -0.276907, "nauc_precision_at_100_max": 0.026287, "nauc_precision_at_100_std": 0.282469, "nauc_precision_at_100_diff1": -0.296442, "nauc_precision_at_1000_max": -0.026537, "nauc_precision_at_1000_std": 0.192371, "nauc_precision_at_1000_diff1": -0.307596, "nauc_mrr_at_1_max": 0.060238, "nauc_mrr_at_1_std": 0.325471, "nauc_mrr_at_1_diff1": 0.467133, "nauc_mrr_at_3_max": 0.167061, "nauc_mrr_at_3_std": 0.42325, "nauc_mrr_at_3_diff1": 0.413457, "nauc_mrr_at_5_max": 0.182613, "nauc_mrr_at_5_std": 0.433989, "nauc_mrr_at_5_diff1": 0.393185, "nauc_mrr_at_10_max": 0.175363, "nauc_mrr_at_10_std": 0.428578, "nauc_mrr_at_10_diff1": 0.389287, "nauc_mrr_at_20_max": 0.173228, "nauc_mrr_at_20_std": 0.427218, "nauc_mrr_at_20_diff1": 0.388575, "nauc_mrr_at_25_max": 0.170991, "nauc_mrr_at_25_std": 0.425017, "nauc_mrr_at_25_diff1": 0.390489, "nauc_mrr_at_50_max": 0.170148, "nauc_mrr_at_50_std": 0.424337, "nauc_mrr_at_50_diff1": 0.391961, "nauc_mrr_at_100_max": 0.169692, "nauc_mrr_at_100_std": 0.423661, "nauc_mrr_at_100_diff1": 0.393213, "nauc_mrr_at_1000_max": 0.169373, "nauc_mrr_at_1000_std": 0.423355, "nauc_mrr_at_1000_diff1": 0.393203, "hit_rate_at_1": 0.61224, "hit_rate_at_3": 0.72449, "hit_rate_at_5": 0.78571, "hit_rate_at_10": 0.83673, "hit_rate_at_20": 0.90816, "hit_rate_at_25": 0.93878, "hit_rate_at_50": 0.94898, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.612245, "R_cap_at_3": 0.664966, "R_cap_at_5": 0.717177, "R_cap_at_10": 0.765602, "R_cap_at_20": 0.827563, "R_cap_at_25": 0.855057, "R_cap_at_50": 0.882916, "R_cap_at_100": 0.945044, "R_cap_at_1000": 1.0, "main_score": 0.68172, "hf_subset": "world_news_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.62698, "ndcg_at_3": 0.69771, "ndcg_at_5": 0.72342, "ndcg_at_10": 0.73824, "ndcg_at_20": 0.75996, "ndcg_at_25": 0.76373, "ndcg_at_50": 0.77391, "ndcg_at_100": 0.77971, "ndcg_at_1000": 0.78372, "map_at_1": 0.36319, "map_at_3": 0.54516, "map_at_5": 0.61401, "map_at_10": 0.65808, "map_at_20": 0.67461, "map_at_25": 0.67627, "map_at_50": 0.67915, "map_at_100": 0.68032, "map_at_1000": 0.68086, "recall_at_1": 0.36319, "recall_at_3": 0.64657, "recall_at_5": 0.77729, "recall_at_10": 0.8498, "recall_at_20": 0.90658, "recall_at_25": 0.91679, "recall_at_50": 0.95483, "recall_at_100": 0.98029, "recall_at_1000": 1.0, "accuracy": 0.36319, "precision_at_1": 0.62698, "precision_at_3": 0.44974, "precision_at_5": 0.35556, "precision_at_10": 0.22222, "precision_at_20": 0.1246, "precision_at_25": 0.1019, "precision_at_50": 0.05349, "precision_at_100": 0.02762, "precision_at_1000": 0.00283, "mrr_at_1": 0.626984, "mrr_at_3": 0.738095, "mrr_at_5": 0.755159, "mrr_at_10": 0.755159, "mrr_at_20": 0.756734, "mrr_at_25": 0.756734, "mrr_at_50": 0.757197, "mrr_at_100": 0.757303, "mrr_at_1000": 0.757358, "nauc_ndcg_at_1_max": 0.029058, "nauc_ndcg_at_1_std": 0.311121, "nauc_ndcg_at_1_diff1": 0.582751, "nauc_ndcg_at_3_max": 0.088122, "nauc_ndcg_at_3_std": 0.273784, "nauc_ndcg_at_3_diff1": 0.520669, "nauc_ndcg_at_5_max": 0.060803, "nauc_ndcg_at_5_std": 0.308723, "nauc_ndcg_at_5_diff1": 0.475591, "nauc_ndcg_at_10_max": 0.003915, "nauc_ndcg_at_10_std": 0.318498, "nauc_ndcg_at_10_diff1": 0.47431, "nauc_ndcg_at_20_max": -0.015685, "nauc_ndcg_at_20_std": 0.314464, "nauc_ndcg_at_20_diff1": 0.479337, "nauc_ndcg_at_25_max": -0.014475, "nauc_ndcg_at_25_std": 0.318507, "nauc_ndcg_at_25_diff1": 0.479156, "nauc_ndcg_at_50_max": -0.013867, "nauc_ndcg_at_50_std": 0.298589, "nauc_ndcg_at_50_diff1": 0.488487, "nauc_ndcg_at_100_max": 0.007186, "nauc_ndcg_at_100_std": 0.29183, "nauc_ndcg_at_100_diff1": 0.490056, "nauc_ndcg_at_1000_max": 0.00974, "nauc_ndcg_at_1000_std": 0.291251, "nauc_ndcg_at_1000_diff1": 0.494812, "nauc_map_at_1_max": 0.095154, "nauc_map_at_1_std": 0.055326, "nauc_map_at_1_diff1": 0.468956, "nauc_map_at_3_max": 0.114549, "nauc_map_at_3_std": 0.111719, "nauc_map_at_3_diff1": 0.465128, "nauc_map_at_5_max": 0.066339, "nauc_map_at_5_std": 0.166223, "nauc_map_at_5_diff1": 0.426144, "nauc_map_at_10_max": 0.043828, "nauc_map_at_10_std": 0.24701, "nauc_map_at_10_diff1": 0.452226, "nauc_map_at_20_max": 0.040172, "nauc_map_at_20_std": 0.273037, "nauc_map_at_20_diff1": 0.463088, "nauc_map_at_25_max": 0.042229, "nauc_map_at_25_std": 0.276733, "nauc_map_at_25_diff1": 0.464666, "nauc_map_at_50_max": 0.041983, "nauc_map_at_50_std": 0.272896, "nauc_map_at_50_diff1": 0.465592, "nauc_map_at_100_max": 0.045097, "nauc_map_at_100_std": 0.271048, "nauc_map_at_100_diff1": 0.466555, "nauc_map_at_1000_max": 0.045239, "nauc_map_at_1000_std": 0.270921, "nauc_map_at_1000_diff1": 0.467147, "nauc_recall_at_1_max": 0.095154, "nauc_recall_at_1_std": 0.055326, "nauc_recall_at_1_diff1": 0.468956, "nauc_recall_at_3_max": 0.104194, "nauc_recall_at_3_std": 0.073305, "nauc_recall_at_3_diff1": 0.379433, "nauc_recall_at_5_max": 0.017474, "nauc_recall_at_5_std": 0.18215, "nauc_recall_at_5_diff1": 0.262652, "nauc_recall_at_10_max": -0.091471, "nauc_recall_at_10_std": 0.396827, "nauc_recall_at_10_diff1": 0.331104, "nauc_recall_at_20_max": -0.242685, "nauc_recall_at_20_std": 0.448721, "nauc_recall_at_20_diff1": 0.326733, "nauc_recall_at_25_max": -0.279573, "nauc_recall_at_25_std": 0.484862, "nauc_recall_at_25_diff1": 0.309474, "nauc_recall_at_50_max": -0.46151, "nauc_recall_at_50_std": 0.307164, "nauc_recall_at_50_diff1": 0.374366, "nauc_recall_at_100_max": -0.166998, "nauc_recall_at_100_std": 0.263705, "nauc_recall_at_100_diff1": 0.272433, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.029058, "nauc_precision_at_1_std": 0.311121, "nauc_precision_at_1_diff1": 0.582751, "nauc_precision_at_3_max": -0.023923, "nauc_precision_at_3_std": 0.262121, "nauc_precision_at_3_diff1": 0.120416, "nauc_precision_at_5_max": -0.083955, "nauc_precision_at_5_std": 0.264173, "nauc_precision_at_5_diff1": -0.015216, "nauc_precision_at_10_max": -0.080745, "nauc_precision_at_10_std": 0.296024, "nauc_precision_at_10_diff1": -0.01026, "nauc_precision_at_20_max": -0.075717, "nauc_precision_at_20_std": 0.275859, "nauc_precision_at_20_diff1": -0.018124, "nauc_precision_at_25_max": -0.066222, "nauc_precision_at_25_std": 0.272682, "nauc_precision_at_25_diff1": -0.026341, "nauc_precision_at_50_max": -0.064432, "nauc_precision_at_50_std": 0.22816, "nauc_precision_at_50_diff1": -0.046593, "nauc_precision_at_100_max": -0.038834, "nauc_precision_at_100_std": 0.195742, "nauc_precision_at_100_diff1": -0.054985, "nauc_precision_at_1000_max": -0.03659, "nauc_precision_at_1000_std": 0.180215, "nauc_precision_at_1000_diff1": -0.05991, "nauc_mrr_at_1_max": 0.029058, "nauc_mrr_at_1_std": 0.311121, "nauc_mrr_at_1_diff1": 0.582751, "nauc_mrr_at_3_max": -0.02259, "nauc_mrr_at_3_std": 0.30903, "nauc_mrr_at_3_diff1": 0.560708, "nauc_mrr_at_5_max": -0.029792, "nauc_mrr_at_5_std": 0.324163, "nauc_mrr_at_5_diff1": 0.554292, "nauc_mrr_at_10_max": -0.029792, "nauc_mrr_at_10_std": 0.324163, "nauc_mrr_at_10_diff1": 0.554292, "nauc_mrr_at_20_max": -0.02774, "nauc_mrr_at_20_std": 0.319648, "nauc_mrr_at_20_diff1": 0.554296, "nauc_mrr_at_25_max": -0.02774, "nauc_mrr_at_25_std": 0.319648, "nauc_mrr_at_25_diff1": 0.554296, "nauc_mrr_at_50_max": -0.027192, "nauc_mrr_at_50_std": 0.318401, "nauc_mrr_at_50_diff1": 0.555947, "nauc_mrr_at_100_max": -0.026606, "nauc_mrr_at_100_std": 0.318859, "nauc_mrr_at_100_diff1": 0.555717, "nauc_mrr_at_1000_max": -0.02646, "nauc_mrr_at_1000_std": 0.318848, "nauc_mrr_at_1000_diff1": 0.555671, "hit_rate_at_1": 0.62698, "hit_rate_at_3": 0.87302, "hit_rate_at_5": 0.94444, "hit_rate_at_10": 0.94444, "hit_rate_at_20": 0.96825, "hit_rate_at_25": 0.96825, "hit_rate_at_50": 0.98413, "hit_rate_at_100": 0.99206, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.626984, "R_cap_at_3": 0.753968, "R_cap_at_5": 0.819312, "R_cap_at_10": 0.852069, "R_cap_at_20": 0.906576, "R_cap_at_25": 0.916793, "R_cap_at_50": 0.954831, "R_cap_at_100": 0.980291, "R_cap_at_1000": 1.0, "main_score": 0.73824, "hf_subset": "world_news_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.63768, "ndcg_at_3": 0.67449, "ndcg_at_5": 0.70112, "ndcg_at_10": 0.72239, "ndcg_at_20": 0.74261, "ndcg_at_25": 0.74889, "ndcg_at_50": 0.75705, "ndcg_at_100": 0.76589, "ndcg_at_1000": 0.77328, "map_at_1": 0.35564, "map_at_3": 0.55731, "map_at_5": 0.61035, "map_at_10": 0.65095, "map_at_20": 0.66735, "map_at_25": 0.67143, "map_at_50": 0.6744, "map_at_100": 0.67585, "map_at_1000": 0.67674, "recall_at_1": 0.35564, "recall_at_3": 0.62886, "recall_at_5": 0.72523, "recall_at_10": 0.8106, "recall_at_20": 0.87423, "recall_at_25": 0.89697, "recall_at_50": 0.9254, "recall_at_100": 0.96176, "recall_at_1000": 1.0, "accuracy": 0.35564, "precision_at_1": 0.63768, "precision_at_3": 0.4372, "precision_at_5": 0.33768, "precision_at_10": 0.21087, "precision_at_20": 0.12283, "precision_at_25": 0.10261, "precision_at_50": 0.05377, "precision_at_100": 0.02833, "precision_at_1000": 0.00296, "mrr_at_1": 0.637681, "mrr_at_3": 0.710145, "mrr_at_5": 0.727536, "mrr_at_10": 0.734136, "mrr_at_20": 0.737552, "mrr_at_25": 0.737897, "mrr_at_50": 0.738344, "mrr_at_100": 0.738549, "mrr_at_1000": 0.738653, "nauc_ndcg_at_1_max": 0.194977, "nauc_ndcg_at_1_std": 0.407003, "nauc_ndcg_at_1_diff1": 0.271828, "nauc_ndcg_at_3_max": 0.18193, "nauc_ndcg_at_3_std": 0.368686, "nauc_ndcg_at_3_diff1": 0.288888, "nauc_ndcg_at_5_max": 0.23009, "nauc_ndcg_at_5_std": 0.414768, "nauc_ndcg_at_5_diff1": 0.302999, "nauc_ndcg_at_10_max": 0.225337, "nauc_ndcg_at_10_std": 0.418024, "nauc_ndcg_at_10_diff1": 0.274813, "nauc_ndcg_at_20_max": 0.23902, "nauc_ndcg_at_20_std": 0.444433, "nauc_ndcg_at_20_diff1": 0.27967, "nauc_ndcg_at_25_max": 0.226726, "nauc_ndcg_at_25_std": 0.432102, "nauc_ndcg_at_25_diff1": 0.271049, "nauc_ndcg_at_50_max": 0.217104, "nauc_ndcg_at_50_std": 0.420722, "nauc_ndcg_at_50_diff1": 0.26462, "nauc_ndcg_at_100_max": 0.213643, "nauc_ndcg_at_100_std": 0.411712, "nauc_ndcg_at_100_diff1": 0.260912, "nauc_ndcg_at_1000_max": 0.208644, "nauc_ndcg_at_1000_std": 0.402012, "nauc_ndcg_at_1000_diff1": 0.267874, "nauc_map_at_1_max": 0.162108, "nauc_map_at_1_std": 0.109103, "nauc_map_at_1_diff1": 0.403, "nauc_map_at_3_max": 0.261399, "nauc_map_at_3_std": 0.291092, "nauc_map_at_3_diff1": 0.360617, "nauc_map_at_5_max": 0.252571, "nauc_map_at_5_std": 0.328953, "nauc_map_at_5_diff1": 0.34999, "nauc_map_at_10_max": 0.217495, "nauc_map_at_10_std": 0.353235, "nauc_map_at_10_diff1": 0.318109, "nauc_map_at_20_max": 0.234397, "nauc_map_at_20_std": 0.400267, "nauc_map_at_20_diff1": 0.306261, "nauc_map_at_25_max": 0.234519, "nauc_map_at_25_std": 0.408171, "nauc_map_at_25_diff1": 0.299758, "nauc_map_at_50_max": 0.231692, "nauc_map_at_50_std": 0.407623, "nauc_map_at_50_diff1": 0.296829, "nauc_map_at_100_max": 0.231195, "nauc_map_at_100_std": 0.406342, "nauc_map_at_100_diff1": 0.296671, "nauc_map_at_1000_max": 0.230886, "nauc_map_at_1000_std": 0.405411, "nauc_map_at_1000_diff1": 0.297028, "nauc_recall_at_1_max": 0.162108, "nauc_recall_at_1_std": 0.109103, "nauc_recall_at_1_diff1": 0.403, "nauc_recall_at_3_max": 0.250309, "nauc_recall_at_3_std": 0.25494, "nauc_recall_at_3_diff1": 0.319499, "nauc_recall_at_5_max": 0.280748, "nauc_recall_at_5_std": 0.326295, "nauc_recall_at_5_diff1": 0.342297, "nauc_recall_at_10_max": 0.222973, "nauc_recall_at_10_std": 0.371642, "nauc_recall_at_10_diff1": 0.271767, "nauc_recall_at_20_max": 0.370439, "nauc_recall_at_20_std": 0.632939, "nauc_recall_at_20_diff1": 0.279134, "nauc_recall_at_25_max": 0.324093, "nauc_recall_at_25_std": 0.613656, "nauc_recall_at_25_diff1": 0.20364, "nauc_recall_at_50_max": 0.297715, "nauc_recall_at_50_std": 0.591962, "nauc_recall_at_50_diff1": 0.143402, "nauc_recall_at_100_max": 0.329178, "nauc_recall_at_100_std": 0.607363, "nauc_recall_at_100_diff1": -0.01539, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.194977, "nauc_precision_at_1_std": 0.407003, "nauc_precision_at_1_diff1": 0.271828, "nauc_precision_at_3_max": 0.082445, "nauc_precision_at_3_std": 0.347623, "nauc_precision_at_3_diff1": -0.054721, "nauc_precision_at_5_max": -0.000494, "nauc_precision_at_5_std": 0.274089, "nauc_precision_at_5_diff1": -0.110814, "nauc_precision_at_10_max": -0.056977, "nauc_precision_at_10_std": 0.240544, "nauc_precision_at_10_diff1": -0.178645, "nauc_precision_at_20_max": -0.02603, "nauc_precision_at_20_std": 0.286453, "nauc_precision_at_20_diff1": -0.219029, "nauc_precision_at_25_max": -0.030355, "nauc_precision_at_25_std": 0.28287, "nauc_precision_at_25_diff1": -0.233071, "nauc_precision_at_50_max": -0.049855, "nauc_precision_at_50_std": 0.245898, "nauc_precision_at_50_diff1": -0.24215, "nauc_precision_at_100_max": -0.067369, "nauc_precision_at_100_std": 0.200524, "nauc_precision_at_100_diff1": -0.256344, "nauc_precision_at_1000_max": -0.079636, "nauc_precision_at_1000_std": 0.159365, "nauc_precision_at_1000_diff1": -0.25525, "nauc_mrr_at_1_max": 0.194977, "nauc_mrr_at_1_std": 0.407003, "nauc_mrr_at_1_diff1": 0.271828, "nauc_mrr_at_3_max": 0.184726, "nauc_mrr_at_3_std": 0.407439, "nauc_mrr_at_3_diff1": 0.233411, "nauc_mrr_at_5_max": 0.177802, "nauc_mrr_at_5_std": 0.402568, "nauc_mrr_at_5_diff1": 0.245562, "nauc_mrr_at_10_max": 0.174192, "nauc_mrr_at_10_std": 0.39778, "nauc_mrr_at_10_diff1": 0.244125, "nauc_mrr_at_20_max": 0.180008, "nauc_mrr_at_20_std": 0.40549, "nauc_mrr_at_20_diff1": 0.242914, "nauc_mrr_at_25_max": 0.179731, "nauc_mrr_at_25_std": 0.404771, "nauc_mrr_at_25_diff1": 0.241943, "nauc_mrr_at_50_max": 0.179597, "nauc_mrr_at_50_std": 0.403992, "nauc_mrr_at_50_diff1": 0.242012, "nauc_mrr_at_100_max": 0.179512, "nauc_mrr_at_100_std": 0.403736, "nauc_mrr_at_100_diff1": 0.241773, "nauc_mrr_at_1000_max": 0.179474, "nauc_mrr_at_1000_std": 0.403783, "nauc_mrr_at_1000_diff1": 0.242075, "hit_rate_at_1": 0.63768, "hit_rate_at_3": 0.78986, "hit_rate_at_5": 0.86232, "hit_rate_at_10": 0.9058, "hit_rate_at_20": 0.94928, "hit_rate_at_25": 0.95652, "hit_rate_at_50": 0.97101, "hit_rate_at_100": 0.98551, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.637681, "R_cap_at_3": 0.710145, "R_cap_at_5": 0.766908, "R_cap_at_10": 0.819513, "R_cap_at_20": 0.876245, "R_cap_at_25": 0.897248, "R_cap_at_50": 0.925397, "R_cap_at_100": 0.961758, "R_cap_at_1000": 1.0, "main_score": 0.72239, "hf_subset": "world_news_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.84828, "ndcg_at_3": 0.87963, "ndcg_at_5": 0.88151, "ndcg_at_10": 0.89817, "ndcg_at_20": 0.90711, "ndcg_at_25": 0.90862, "ndcg_at_50": 0.9097, "ndcg_at_100": 0.91188, "ndcg_at_1000": 0.91188, "map_at_1": 0.48338, "map_at_3": 0.74288, "map_at_5": 0.79653, "map_at_10": 0.84277, "map_at_20": 0.85897, "map_at_25": 0.86152, "map_at_50": 0.86214, "map_at_100": 0.86254, "map_at_1000": 0.86254, "recall_at_1": 0.48338, "recall_at_3": 0.79381, "recall_at_5": 0.86757, "recall_at_10": 0.95165, "recall_at_20": 0.97989, "recall_at_25": 0.98617, "recall_at_50": 0.99057, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.48338, "precision_at_1": 0.84828, "precision_at_3": 0.58621, "precision_at_5": 0.42483, "precision_at_10": 0.25862, "precision_at_20": 0.14379, "precision_at_25": 0.11752, "precision_at_50": 0.05917, "precision_at_100": 0.02993, "precision_at_1000": 0.00299, "mrr_at_1": 0.848276, "mrr_at_3": 0.901149, "mrr_at_5": 0.905632, "mrr_at_10": 0.908752, "mrr_at_20": 0.908752, "mrr_at_25": 0.908752, "mrr_at_50": 0.908752, "mrr_at_100": 0.908752, "mrr_at_1000": 0.908752, "nauc_ndcg_at_1_max": 0.491879, "nauc_ndcg_at_1_std": 0.537426, "nauc_ndcg_at_1_diff1": 0.597754, "nauc_ndcg_at_3_max": 0.545901, "nauc_ndcg_at_3_std": 0.62565, "nauc_ndcg_at_3_diff1": 0.48871, "nauc_ndcg_at_5_max": 0.55446, "nauc_ndcg_at_5_std": 0.607052, "nauc_ndcg_at_5_diff1": 0.506138, "nauc_ndcg_at_10_max": 0.572091, "nauc_ndcg_at_10_std": 0.608914, "nauc_ndcg_at_10_diff1": 0.505996, "nauc_ndcg_at_20_max": 0.57003, "nauc_ndcg_at_20_std": 0.627067, "nauc_ndcg_at_20_diff1": 0.494574, "nauc_ndcg_at_25_max": 0.563126, "nauc_ndcg_at_25_std": 0.626374, "nauc_ndcg_at_25_diff1": 0.493846, "nauc_ndcg_at_50_max": 0.562117, "nauc_ndcg_at_50_std": 0.624486, "nauc_ndcg_at_50_diff1": 0.494689, "nauc_ndcg_at_100_max": 0.554964, "nauc_ndcg_at_100_std": 0.619891, "nauc_ndcg_at_100_diff1": 0.502229, "nauc_ndcg_at_1000_max": 0.554964, "nauc_ndcg_at_1000_std": 0.619891, "nauc_ndcg_at_1000_diff1": 0.502229, "nauc_map_at_1_max": 0.262394, "nauc_map_at_1_std": 0.04193, "nauc_map_at_1_diff1": 0.632817, "nauc_map_at_3_max": 0.52591, "nauc_map_at_3_std": 0.405474, "nauc_map_at_3_diff1": 0.569334, "nauc_map_at_5_max": 0.498974, "nauc_map_at_5_std": 0.408476, "nauc_map_at_5_diff1": 0.554615, "nauc_map_at_10_max": 0.517073, "nauc_map_at_10_std": 0.474704, "nauc_map_at_10_diff1": 0.528709, "nauc_map_at_20_max": 0.567246, "nauc_map_at_20_std": 0.585562, "nauc_map_at_20_diff1": 0.498866, "nauc_map_at_25_max": 0.574023, "nauc_map_at_25_std": 0.613107, "nauc_map_at_25_diff1": 0.493629, "nauc_map_at_50_max": 0.574795, "nauc_map_at_50_std": 0.617475, "nauc_map_at_50_diff1": 0.492581, "nauc_map_at_100_max": 0.574182, "nauc_map_at_100_std": 0.616999, "nauc_map_at_100_diff1": 0.494093, "nauc_map_at_1000_max": 0.574182, "nauc_map_at_1000_std": 0.616999, "nauc_map_at_1000_diff1": 0.494093, "nauc_recall_at_1_max": 0.262394, "nauc_recall_at_1_std": 0.04193, "nauc_recall_at_1_diff1": 0.632817, "nauc_recall_at_3_max": 0.479348, "nauc_recall_at_3_std": 0.338146, "nauc_recall_at_3_diff1": 0.506512, "nauc_recall_at_5_max": 0.432898, "nauc_recall_at_5_std": 0.247999, "nauc_recall_at_5_diff1": 0.519367, "nauc_recall_at_10_max": 0.406223, "nauc_recall_at_10_std": 0.141128, "nauc_recall_at_10_diff1": 0.458255, "nauc_recall_at_20_max": 0.647507, "nauc_recall_at_20_std": 0.497615, "nauc_recall_at_20_diff1": 0.31704, "nauc_recall_at_25_max": 0.699057, "nauc_recall_at_25_std": 0.692208, "nauc_recall_at_25_diff1": 0.24628, "nauc_recall_at_50_max": 0.787278, "nauc_recall_at_50_std": 0.736803, "nauc_recall_at_50_diff1": 0.227188, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.491879, "nauc_precision_at_1_std": 0.537426, "nauc_precision_at_1_diff1": 0.597754, "nauc_precision_at_3_max": 0.078412, "nauc_precision_at_3_std": 0.349751, "nauc_precision_at_3_diff1": -0.341047, "nauc_precision_at_5_max": -0.062577, "nauc_precision_at_5_std": 0.179708, "nauc_precision_at_5_diff1": -0.346605, "nauc_precision_at_10_max": -0.103438, "nauc_precision_at_10_std": 0.147753, "nauc_precision_at_10_diff1": -0.378349, "nauc_precision_at_20_max": -0.068519, "nauc_precision_at_20_std": 0.20467, "nauc_precision_at_20_diff1": -0.384048, "nauc_precision_at_25_max": -0.067005, "nauc_precision_at_25_std": 0.223268, "nauc_precision_at_25_diff1": -0.384196, "nauc_precision_at_50_max": -0.069188, "nauc_precision_at_50_std": 0.223388, "nauc_precision_at_50_diff1": -0.385662, "nauc_precision_at_100_max": -0.079123, "nauc_precision_at_100_std": 0.211409, "nauc_precision_at_100_diff1": -0.382701, "nauc_precision_at_1000_max": -0.079123, "nauc_precision_at_1000_std": 0.211409, "nauc_precision_at_1000_diff1": -0.382701, "nauc_mrr_at_1_max": 0.491879, "nauc_mrr_at_1_std": 0.537426, "nauc_mrr_at_1_diff1": 0.597754, "nauc_mrr_at_3_max": 0.485365, "nauc_mrr_at_3_std": 0.576487, "nauc_mrr_at_3_diff1": 0.553758, "nauc_mrr_at_5_max": 0.488325, "nauc_mrr_at_5_std": 0.55953, "nauc_mrr_at_5_diff1": 0.568259, "nauc_mrr_at_10_max": 0.488565, "nauc_mrr_at_10_std": 0.561012, "nauc_mrr_at_10_diff1": 0.571143, "nauc_mrr_at_20_max": 0.488565, "nauc_mrr_at_20_std": 0.561012, "nauc_mrr_at_20_diff1": 0.571143, "nauc_mrr_at_25_max": 0.488565, "nauc_mrr_at_25_std": 0.561012, "nauc_mrr_at_25_diff1": 0.571143, "nauc_mrr_at_50_max": 0.488565, "nauc_mrr_at_50_std": 0.561012, "nauc_mrr_at_50_diff1": 0.571143, "nauc_mrr_at_100_max": 0.488565, "nauc_mrr_at_100_std": 0.561012, "nauc_mrr_at_100_diff1": 0.571143, "nauc_mrr_at_1000_max": 0.488565, "nauc_mrr_at_1000_std": 0.561012, "nauc_mrr_at_1000_diff1": 0.571143, "hit_rate_at_1": 0.84828, "hit_rate_at_3": 0.95862, "hit_rate_at_5": 0.97931, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.848276, "R_cap_at_3": 0.906897, "R_cap_at_5": 0.918391, "R_cap_at_10": 0.962042, "R_cap_at_20": 0.981806, "R_cap_at_25": 0.986437, "R_cap_at_50": 0.990575, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.89817, "hf_subset": "world_news_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.73469, "ndcg_at_3": 0.79255, "ndcg_at_5": 0.80923, "ndcg_at_10": 0.82987, "ndcg_at_20": 0.8461, "ndcg_at_25": 0.8461, "ndcg_at_50": 0.8461, "ndcg_at_100": 0.8461, "ndcg_at_1000": 0.8461, "map_at_1": 0.57823, "map_at_3": 0.75283, "map_at_5": 0.77222, "map_at_10": 0.78333, "map_at_20": 0.78927, "map_at_25": 0.78927, "map_at_50": 0.78927, "map_at_100": 0.78927, "map_at_1000": 0.78927, "recall_at_1": 0.57823, "recall_at_3": 0.83333, "recall_at_5": 0.88435, "recall_at_10": 0.94218, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57823, "precision_at_1": 0.73469, "precision_at_3": 0.40816, "precision_at_5": 0.26122, "precision_at_10": 0.13878, "precision_at_20": 0.07347, "precision_at_25": 0.05878, "precision_at_50": 0.02939, "precision_at_100": 0.01469, "precision_at_1000": 0.00147, "mrr_at_1": 0.734694, "mrr_at_3": 0.795918, "mrr_at_5": 0.805102, "mrr_at_10": 0.810771, "mrr_at_20": 0.813987, "mrr_at_25": 0.813987, "mrr_at_50": 0.813987, "mrr_at_100": 0.813987, "mrr_at_1000": 0.813987, "nauc_ndcg_at_1_max": 0.35339, "nauc_ndcg_at_1_std": 0.458317, "nauc_ndcg_at_1_diff1": 0.853259, "nauc_ndcg_at_3_max": 0.569821, "nauc_ndcg_at_3_std": 0.648524, "nauc_ndcg_at_3_diff1": 0.728377, "nauc_ndcg_at_5_max": 0.544302, "nauc_ndcg_at_5_std": 0.624109, "nauc_ndcg_at_5_diff1": 0.717311, "nauc_ndcg_at_10_max": 0.497128, "nauc_ndcg_at_10_std": 0.589584, "nauc_ndcg_at_10_diff1": 0.791004, "nauc_ndcg_at_20_max": 0.467452, "nauc_ndcg_at_20_std": 0.549236, "nauc_ndcg_at_20_diff1": 0.769946, "nauc_ndcg_at_25_max": 0.467452, "nauc_ndcg_at_25_std": 0.549236, "nauc_ndcg_at_25_diff1": 0.769946, "nauc_ndcg_at_50_max": 0.467452, "nauc_ndcg_at_50_std": 0.549236, "nauc_ndcg_at_50_diff1": 0.769946, "nauc_ndcg_at_100_max": 0.467452, "nauc_ndcg_at_100_std": 0.549236, "nauc_ndcg_at_100_diff1": 0.769946, "nauc_ndcg_at_1000_max": 0.467452, "nauc_ndcg_at_1000_std": 0.549236, "nauc_ndcg_at_1000_diff1": 0.769946, "nauc_map_at_1_max": 0.396708, "nauc_map_at_1_std": 0.167469, "nauc_map_at_1_diff1": 0.714394, "nauc_map_at_3_max": 0.500289, "nauc_map_at_3_std": 0.496458, "nauc_map_at_3_diff1": 0.718298, "nauc_map_at_5_max": 0.500654, "nauc_map_at_5_std": 0.579666, "nauc_map_at_5_diff1": 0.707678, "nauc_map_at_10_max": 0.479211, "nauc_map_at_10_std": 0.564018, "nauc_map_at_10_diff1": 0.74825, "nauc_map_at_20_max": 0.471552, "nauc_map_at_20_std": 0.553098, "nauc_map_at_20_diff1": 0.740633, "nauc_map_at_25_max": 0.471552, "nauc_map_at_25_std": 0.553098, "nauc_map_at_25_diff1": 0.740633, "nauc_map_at_50_max": 0.471552, "nauc_map_at_50_std": 0.553098, "nauc_map_at_50_diff1": 0.740633, "nauc_map_at_100_max": 0.471552, "nauc_map_at_100_std": 0.553098, "nauc_map_at_100_diff1": 0.740633, "nauc_map_at_1000_max": 0.471552, "nauc_map_at_1000_std": 0.553098, "nauc_map_at_1000_diff1": 0.740633, "nauc_recall_at_1_max": 0.396708, "nauc_recall_at_1_std": 0.167469, "nauc_recall_at_1_diff1": 0.714394, "nauc_recall_at_3_max": 0.783321, "nauc_recall_at_3_std": 0.748707, "nauc_recall_at_3_diff1": 0.63727, "nauc_recall_at_5_max": 0.804348, "nauc_recall_at_5_std": 0.884856, "nauc_recall_at_5_diff1": 0.554047, "nauc_recall_at_10_max": 0.723473, "nauc_recall_at_10_std": 0.897835, "nauc_recall_at_10_diff1": 0.904554, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.35339, "nauc_precision_at_1_std": 0.458317, "nauc_precision_at_1_diff1": 0.853259, "nauc_precision_at_3_max": 0.049609, "nauc_precision_at_3_std": 0.476067, "nauc_precision_at_3_diff1": -0.018691, "nauc_precision_at_5_max": -0.002445, "nauc_precision_at_5_std": 0.50665, "nauc_precision_at_5_diff1": -0.100576, "nauc_precision_at_10_max": -0.10431, "nauc_precision_at_10_std": 0.411766, "nauc_precision_at_10_diff1": -0.105557, "nauc_precision_at_20_max": -0.193642, "nauc_precision_at_20_std": 0.30281, "nauc_precision_at_20_diff1": -0.224278, "nauc_precision_at_25_max": -0.193642, "nauc_precision_at_25_std": 0.30281, "nauc_precision_at_25_diff1": -0.224278, "nauc_precision_at_50_max": -0.193642, "nauc_precision_at_50_std": 0.30281, "nauc_precision_at_50_diff1": -0.224278, "nauc_precision_at_100_max": -0.193642, "nauc_precision_at_100_std": 0.30281, "nauc_precision_at_100_diff1": -0.224278, "nauc_precision_at_1000_max": -0.193642, "nauc_precision_at_1000_std": 0.30281, "nauc_precision_at_1000_diff1": -0.224278, "nauc_mrr_at_1_max": 0.35339, "nauc_mrr_at_1_std": 0.458317, "nauc_mrr_at_1_diff1": 0.853259, "nauc_mrr_at_3_max": 0.47297, "nauc_mrr_at_3_std": 0.554591, "nauc_mrr_at_3_diff1": 0.834828, "nauc_mrr_at_5_max": 0.454966, "nauc_mrr_at_5_std": 0.537489, "nauc_mrr_at_5_diff1": 0.834166, "nauc_mrr_at_10_max": 0.43873, "nauc_mrr_at_10_std": 0.523973, "nauc_mrr_at_10_diff1": 0.843478, "nauc_mrr_at_20_max": 0.432157, "nauc_mrr_at_20_std": 0.516343, "nauc_mrr_at_20_diff1": 0.841552, "nauc_mrr_at_25_max": 0.432157, "nauc_mrr_at_25_std": 0.516343, "nauc_mrr_at_25_diff1": 0.841552, "nauc_mrr_at_50_max": 0.432157, "nauc_mrr_at_50_std": 0.516343, "nauc_mrr_at_50_diff1": 0.841552, "nauc_mrr_at_100_max": 0.432157, "nauc_mrr_at_100_std": 0.516343, "nauc_mrr_at_100_diff1": 0.841552, "nauc_mrr_at_1000_max": 0.432157, "nauc_mrr_at_1000_std": 0.516343, "nauc_mrr_at_1000_diff1": 0.841552, "hit_rate_at_1": 0.73469, "hit_rate_at_3": 0.87755, "hit_rate_at_5": 0.91837, "hit_rate_at_10": 0.95918, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.734694, "R_cap_at_3": 0.843537, "R_cap_at_5": 0.884354, "R_cap_at_10": 0.942177, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82987, "hf_subset": "world_news_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.84286, "ndcg_at_3": 0.89741, "ndcg_at_5": 0.91281, "ndcg_at_10": 0.92266, "ndcg_at_20": 0.92447, "ndcg_at_25": 0.92447, "ndcg_at_50": 0.92447, "ndcg_at_100": 0.92447, "ndcg_at_1000": 0.92447, "map_at_1": 0.6881, "map_at_3": 0.86825, "map_at_5": 0.88897, "map_at_10": 0.89339, "map_at_20": 0.89458, "map_at_25": 0.89458, "map_at_50": 0.89458, "map_at_100": 0.89458, "map_at_1000": 0.89458, "recall_at_1": 0.6881, "recall_at_3": 0.92857, "recall_at_5": 0.96667, "recall_at_10": 0.99524, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6881, "precision_at_1": 0.84286, "precision_at_3": 0.43333, "precision_at_5": 0.27714, "precision_at_10": 0.14143, "precision_at_20": 0.07143, "precision_at_25": 0.05714, "precision_at_50": 0.02857, "precision_at_100": 0.01429, "precision_at_1000": 0.00143, "mrr_at_1": 0.842857, "mrr_at_3": 0.897619, "mrr_at_5": 0.90119, "mrr_at_10": 0.905612, "mrr_at_20": 0.905612, "mrr_at_25": 0.905612, "mrr_at_50": 0.905612, "mrr_at_100": 0.905612, "mrr_at_1000": 0.905612, "nauc_ndcg_at_1_max": -0.126103, "nauc_ndcg_at_1_std": 0.273238, "nauc_ndcg_at_1_diff1": 0.688129, "nauc_ndcg_at_3_max": -0.075477, "nauc_ndcg_at_3_std": 0.412785, "nauc_ndcg_at_3_diff1": 0.577068, "nauc_ndcg_at_5_max": -0.073541, "nauc_ndcg_at_5_std": 0.426355, "nauc_ndcg_at_5_diff1": 0.671431, "nauc_ndcg_at_10_max": -0.080766, "nauc_ndcg_at_10_std": 0.358815, "nauc_ndcg_at_10_diff1": 0.654515, "nauc_ndcg_at_20_max": -0.078433, "nauc_ndcg_at_20_std": 0.34943, "nauc_ndcg_at_20_diff1": 0.648664, "nauc_ndcg_at_25_max": -0.078433, "nauc_ndcg_at_25_std": 0.34943, "nauc_ndcg_at_25_diff1": 0.648664, "nauc_ndcg_at_50_max": -0.078433, "nauc_ndcg_at_50_std": 0.34943, "nauc_ndcg_at_50_diff1": 0.648664, "nauc_ndcg_at_100_max": -0.078433, "nauc_ndcg_at_100_std": 0.34943, "nauc_ndcg_at_100_diff1": 0.648664, "nauc_ndcg_at_1000_max": -0.078433, "nauc_ndcg_at_1000_std": 0.34943, "nauc_ndcg_at_1000_diff1": 0.648664, "nauc_map_at_1_max": 0.082836, "nauc_map_at_1_std": 0.032084, "nauc_map_at_1_diff1": 0.492846, "nauc_map_at_3_max": -0.054623, "nauc_map_at_3_std": 0.270954, "nauc_map_at_3_diff1": 0.571282, "nauc_map_at_5_max": -0.075079, "nauc_map_at_5_std": 0.36684, "nauc_map_at_5_diff1": 0.633843, "nauc_map_at_10_max": -0.077793, "nauc_map_at_10_std": 0.342251, "nauc_map_at_10_diff1": 0.626522, "nauc_map_at_20_max": -0.076679, "nauc_map_at_20_std": 0.337728, "nauc_map_at_20_diff1": 0.623633, "nauc_map_at_25_max": -0.076679, "nauc_map_at_25_std": 0.337728, "nauc_map_at_25_diff1": 0.623633, "nauc_map_at_50_max": -0.076679, "nauc_map_at_50_std": 0.337728, "nauc_map_at_50_diff1": 0.623633, "nauc_map_at_100_max": -0.076679, "nauc_map_at_100_std": 0.337728, "nauc_map_at_100_diff1": 0.623633, "nauc_map_at_1000_max": -0.076679, "nauc_map_at_1000_std": 0.337728, "nauc_map_at_1000_diff1": 0.623633, "nauc_recall_at_1_max": 0.082836, "nauc_recall_at_1_std": 0.032084, "nauc_recall_at_1_diff1": 0.492846, "nauc_recall_at_3_max": -0.019962, "nauc_recall_at_3_std": 0.46982, "nauc_recall_at_3_diff1": 0.465255, "nauc_recall_at_5_max": -0.045285, "nauc_recall_at_5_std": 0.904295, "nauc_recall_at_5_diff1": 0.806256, "nauc_recall_at_10_max": -0.171335, "nauc_recall_at_10_std": 0.722222, "nauc_recall_at_10_diff1": 0.869281, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.126103, "nauc_precision_at_1_std": 0.273238, "nauc_precision_at_1_diff1": 0.688129, "nauc_precision_at_3_max": -0.228906, "nauc_precision_at_3_std": 0.211459, "nauc_precision_at_3_diff1": -0.135292, "nauc_precision_at_5_max": -0.198231, "nauc_precision_at_5_std": 0.211349, "nauc_precision_at_5_diff1": -0.136927, "nauc_precision_at_10_max": -0.207088, "nauc_precision_at_10_std": 0.174524, "nauc_precision_at_10_diff1": -0.184412, "nauc_precision_at_20_max": -0.196952, "nauc_precision_at_20_std": 0.151691, "nauc_precision_at_20_diff1": -0.200658, "nauc_precision_at_25_max": -0.196952, "nauc_precision_at_25_std": 0.151691, "nauc_precision_at_25_diff1": -0.200658, "nauc_precision_at_50_max": -0.196952, "nauc_precision_at_50_std": 0.151691, "nauc_precision_at_50_diff1": -0.200658, "nauc_precision_at_100_max": -0.196952, "nauc_precision_at_100_std": 0.151691, "nauc_precision_at_100_diff1": -0.200658, "nauc_precision_at_1000_max": -0.196952, "nauc_precision_at_1000_std": 0.151691, "nauc_precision_at_1000_diff1": -0.200658, "nauc_mrr_at_1_max": -0.126103, "nauc_mrr_at_1_std": 0.273238, "nauc_mrr_at_1_diff1": 0.688129, "nauc_mrr_at_3_max": -0.081649, "nauc_mrr_at_3_std": 0.410914, "nauc_mrr_at_3_diff1": 0.707007, "nauc_mrr_at_5_max": -0.089328, "nauc_mrr_at_5_std": 0.388786, "nauc_mrr_at_5_diff1": 0.706435, "nauc_mrr_at_10_max": -0.093053, "nauc_mrr_at_10_std": 0.362406, "nauc_mrr_at_10_diff1": 0.701802, "nauc_mrr_at_20_max": -0.093053, "nauc_mrr_at_20_std": 0.362406, "nauc_mrr_at_20_diff1": 0.701802, "nauc_mrr_at_25_max": -0.093053, "nauc_mrr_at_25_std": 0.362406, "nauc_mrr_at_25_diff1": 0.701802, "nauc_mrr_at_50_max": -0.093053, "nauc_mrr_at_50_std": 0.362406, "nauc_mrr_at_50_diff1": 0.701802, "nauc_mrr_at_100_max": -0.093053, "nauc_mrr_at_100_std": 0.362406, "nauc_mrr_at_100_diff1": 0.701802, "nauc_mrr_at_1000_max": -0.093053, "nauc_mrr_at_1000_std": 0.362406, "nauc_mrr_at_1000_diff1": 0.701802, "hit_rate_at_1": 0.84286, "hit_rate_at_3": 0.95714, "hit_rate_at_5": 0.97143, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.842857, "R_cap_at_3": 0.935714, "R_cap_at_5": 0.966667, "R_cap_at_10": 0.995238, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92266, "hf_subset": "world_news_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.79412, "ndcg_at_3": 0.82455, "ndcg_at_5": 0.86725, "ndcg_at_10": 0.8775, "ndcg_at_20": 0.88287, "ndcg_at_25": 0.88287, "ndcg_at_50": 0.88287, "ndcg_at_100": 0.88287, "ndcg_at_1000": 0.88287, "map_at_1": 0.64461, "map_at_3": 0.78513, "map_at_5": 0.82974, "map_at_10": 0.83515, "map_at_20": 0.83712, "map_at_25": 0.83712, "map_at_50": 0.83712, "map_at_100": 0.83712, "map_at_1000": 0.83712, "recall_at_1": 0.64461, "recall_at_3": 0.84314, "recall_at_5": 0.95098, "recall_at_10": 0.98039, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64461, "precision_at_1": 0.79412, "precision_at_3": 0.39706, "precision_at_5": 0.27647, "precision_at_10": 0.14265, "precision_at_20": 0.07279, "precision_at_25": 0.05824, "precision_at_50": 0.02912, "precision_at_100": 0.01456, "precision_at_1000": 0.00146, "mrr_at_1": 0.794118, "mrr_at_3": 0.838235, "mrr_at_5": 0.856618, "mrr_at_10": 0.858456, "mrr_at_20": 0.859375, "mrr_at_25": 0.859375, "mrr_at_50": 0.859375, "mrr_at_100": 0.859375, "mrr_at_1000": 0.859375, "nauc_ndcg_at_1_max": 0.103776, "nauc_ndcg_at_1_std": 0.343602, "nauc_ndcg_at_1_diff1": 0.710196, "nauc_ndcg_at_3_max": 0.223975, "nauc_ndcg_at_3_std": 0.536993, "nauc_ndcg_at_3_diff1": 0.747985, "nauc_ndcg_at_5_max": 0.161791, "nauc_ndcg_at_5_std": 0.492625, "nauc_ndcg_at_5_diff1": 0.723774, "nauc_ndcg_at_10_max": 0.140599, "nauc_ndcg_at_10_std": 0.455989, "nauc_ndcg_at_10_diff1": 0.732601, "nauc_ndcg_at_20_max": 0.141138, "nauc_ndcg_at_20_std": 0.432675, "nauc_ndcg_at_20_diff1": 0.729427, "nauc_ndcg_at_25_max": 0.141138, "nauc_ndcg_at_25_std": 0.432675, "nauc_ndcg_at_25_diff1": 0.729427, "nauc_ndcg_at_50_max": 0.141138, "nauc_ndcg_at_50_std": 0.432675, "nauc_ndcg_at_50_diff1": 0.729427, "nauc_ndcg_at_100_max": 0.141138, "nauc_ndcg_at_100_std": 0.432675, "nauc_ndcg_at_100_diff1": 0.729427, "nauc_ndcg_at_1000_max": 0.141138, "nauc_ndcg_at_1000_std": 0.432675, "nauc_ndcg_at_1000_diff1": 0.729427, "nauc_map_at_1_max": 0.231161, "nauc_map_at_1_std": 0.180039, "nauc_map_at_1_diff1": 0.756188, "nauc_map_at_3_max": 0.211305, "nauc_map_at_3_std": 0.414979, "nauc_map_at_3_diff1": 0.718722, "nauc_map_at_5_max": 0.166611, "nauc_map_at_5_std": 0.466302, "nauc_map_at_5_diff1": 0.713553, "nauc_map_at_10_max": 0.1567, "nauc_map_at_10_std": 0.450035, "nauc_map_at_10_diff1": 0.718612, "nauc_map_at_20_max": 0.156992, "nauc_map_at_20_std": 0.444322, "nauc_map_at_20_diff1": 0.718182, "nauc_map_at_25_max": 0.156992, "nauc_map_at_25_std": 0.444322, "nauc_map_at_25_diff1": 0.718182, "nauc_map_at_50_max": 0.156992, "nauc_map_at_50_std": 0.444322, "nauc_map_at_50_diff1": 0.718182, "nauc_map_at_100_max": 0.156992, "nauc_map_at_100_std": 0.444322, "nauc_map_at_100_diff1": 0.718182, "nauc_map_at_1000_max": 0.156992, "nauc_map_at_1000_std": 0.444322, "nauc_map_at_1000_diff1": 0.718182, "nauc_recall_at_1_max": 0.231161, "nauc_recall_at_1_std": 0.180039, "nauc_recall_at_1_diff1": 0.756188, "nauc_recall_at_3_max": 0.351484, "nauc_recall_at_3_std": 0.620168, "nauc_recall_at_3_diff1": 0.74039, "nauc_recall_at_5_max": 0.26155, "nauc_recall_at_5_std": 0.865832, "nauc_recall_at_5_diff1": 0.649096, "nauc_recall_at_10_max": 0.123622, "nauc_recall_at_10_std": 0.930176, "nauc_recall_at_10_diff1": 0.790149, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.103776, "nauc_precision_at_1_std": 0.343602, "nauc_precision_at_1_diff1": 0.710196, "nauc_precision_at_3_max": -0.068404, "nauc_precision_at_3_std": 0.321294, "nauc_precision_at_3_diff1": -0.11562, "nauc_precision_at_5_max": -0.156152, "nauc_precision_at_5_std": 0.216663, "nauc_precision_at_5_diff1": -0.272229, "nauc_precision_at_10_max": -0.179983, "nauc_precision_at_10_std": 0.16001, "nauc_precision_at_10_diff1": -0.302509, "nauc_precision_at_20_max": -0.185074, "nauc_precision_at_20_std": 0.119893, "nauc_precision_at_20_diff1": -0.334241, "nauc_precision_at_25_max": -0.185074, "nauc_precision_at_25_std": 0.119893, "nauc_precision_at_25_diff1": -0.334241, "nauc_precision_at_50_max": -0.185074, "nauc_precision_at_50_std": 0.119893, "nauc_precision_at_50_diff1": -0.334241, "nauc_precision_at_100_max": -0.185074, "nauc_precision_at_100_std": 0.119893, "nauc_precision_at_100_diff1": -0.334241, "nauc_precision_at_1000_max": -0.185074, "nauc_precision_at_1000_std": 0.119893, "nauc_precision_at_1000_diff1": -0.334241, "nauc_mrr_at_1_max": 0.103776, "nauc_mrr_at_1_std": 0.343602, "nauc_mrr_at_1_diff1": 0.710196, "nauc_mrr_at_3_max": 0.147187, "nauc_mrr_at_3_std": 0.433876, "nauc_mrr_at_3_diff1": 0.760479, "nauc_mrr_at_5_max": 0.113878, "nauc_mrr_at_5_std": 0.396557, "nauc_mrr_at_5_diff1": 0.746716, "nauc_mrr_at_10_max": 0.110512, "nauc_mrr_at_10_std": 0.39007, "nauc_mrr_at_10_diff1": 0.745039, "nauc_mrr_at_20_max": 0.110422, "nauc_mrr_at_20_std": 0.385852, "nauc_mrr_at_20_diff1": 0.744182, "nauc_mrr_at_25_max": 0.110422, "nauc_mrr_at_25_std": 0.385852, "nauc_mrr_at_25_diff1": 0.744182, "nauc_mrr_at_50_max": 0.110422, "nauc_mrr_at_50_std": 0.385852, "nauc_mrr_at_50_diff1": 0.744182, "nauc_mrr_at_100_max": 0.110422, "nauc_mrr_at_100_std": 0.385852, "nauc_mrr_at_100_diff1": 0.744182, "nauc_mrr_at_1000_max": 0.110422, "nauc_mrr_at_1000_std": 0.385852, "nauc_mrr_at_1000_diff1": 0.744182, "hit_rate_at_1": 0.79412, "hit_rate_at_3": 0.89706, "hit_rate_at_5": 0.97059, "hit_rate_at_10": 0.98529, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.794118, "R_cap_at_3": 0.857843, "R_cap_at_5": 0.95098, "R_cap_at_10": 0.980392, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8775, "hf_subset": "world_news_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" }, { "ndcg_at_1": 0.94521, "ndcg_at_3": 0.95721, "ndcg_at_5": 0.97226, "ndcg_at_10": 0.97226, "ndcg_at_20": 0.97226, "ndcg_at_25": 0.97226, "ndcg_at_50": 0.97226, "ndcg_at_100": 0.97226, "ndcg_at_1000": 0.97226, "map_at_1": 0.76256, "map_at_3": 0.93151, "map_at_5": 0.9589, "map_at_10": 0.9589, "map_at_20": 0.9589, "map_at_25": 0.9589, "map_at_50": 0.9589, "map_at_100": 0.9589, "map_at_1000": 0.9589, "recall_at_1": 0.76256, "recall_at_3": 0.95662, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.76256, "precision_at_1": 0.94521, "precision_at_3": 0.46119, "precision_at_5": 0.29863, "precision_at_10": 0.14932, "precision_at_20": 0.07466, "precision_at_25": 0.05973, "precision_at_50": 0.02986, "precision_at_100": 0.01493, "precision_at_1000": 0.00149, "mrr_at_1": 0.945205, "mrr_at_3": 0.965753, "mrr_at_5": 0.969178, "mrr_at_10": 0.969178, "mrr_at_20": 0.969178, "mrr_at_25": 0.969178, "mrr_at_50": 0.969178, "mrr_at_100": 0.969178, "mrr_at_1000": 0.969178, "nauc_ndcg_at_1_max": 0.414643, "nauc_ndcg_at_1_std": 0.30019, "nauc_ndcg_at_1_diff1": 0.897919, "nauc_ndcg_at_3_max": 0.452191, "nauc_ndcg_at_3_std": 0.300372, "nauc_ndcg_at_3_diff1": 0.743951, "nauc_ndcg_at_5_max": 0.452887, "nauc_ndcg_at_5_std": 0.336174, "nauc_ndcg_at_5_diff1": 0.830251, "nauc_ndcg_at_10_max": 0.452887, "nauc_ndcg_at_10_std": 0.336174, "nauc_ndcg_at_10_diff1": 0.830251, "nauc_ndcg_at_20_max": 0.452887, "nauc_ndcg_at_20_std": 0.336174, "nauc_ndcg_at_20_diff1": 0.830251, "nauc_ndcg_at_25_max": 0.452887, "nauc_ndcg_at_25_std": 0.336174, "nauc_ndcg_at_25_diff1": 0.830251, "nauc_ndcg_at_50_max": 0.452887, "nauc_ndcg_at_50_std": 0.336174, "nauc_ndcg_at_50_diff1": 0.830251, "nauc_ndcg_at_100_max": 0.452887, "nauc_ndcg_at_100_std": 0.336174, "nauc_ndcg_at_100_diff1": 0.830251, "nauc_ndcg_at_1000_max": 0.452887, "nauc_ndcg_at_1000_std": 0.336174, "nauc_ndcg_at_1000_diff1": 0.830251, "nauc_map_at_1_max": 0.29699, "nauc_map_at_1_std": -0.014386, "nauc_map_at_1_diff1": 0.708249, "nauc_map_at_3_max": 0.39446, "nauc_map_at_3_std": 0.158123, "nauc_map_at_3_diff1": 0.728828, "nauc_map_at_5_max": 0.463055, "nauc_map_at_5_std": 0.349345, "nauc_map_at_5_diff1": 0.800469, "nauc_map_at_10_max": 0.463055, "nauc_map_at_10_std": 0.349345, "nauc_map_at_10_diff1": 0.800469, "nauc_map_at_20_max": 0.463055, "nauc_map_at_20_std": 0.349345, "nauc_map_at_20_diff1": 0.800469, "nauc_map_at_25_max": 0.463055, "nauc_map_at_25_std": 0.349345, "nauc_map_at_25_diff1": 0.800469, "nauc_map_at_50_max": 0.463055, "nauc_map_at_50_std": 0.349345, "nauc_map_at_50_diff1": 0.800469, "nauc_map_at_100_max": 0.463055, "nauc_map_at_100_std": 0.349345, "nauc_map_at_100_diff1": 0.800469, "nauc_map_at_1000_max": 0.463055, "nauc_map_at_1000_std": 0.349345, "nauc_map_at_1000_diff1": 0.800469, "nauc_recall_at_1_max": 0.29699, "nauc_recall_at_1_std": -0.014386, "nauc_recall_at_1_diff1": 0.708249, "nauc_recall_at_3_max": 0.338633, "nauc_recall_at_3_std": 0.002737, "nauc_recall_at_3_diff1": 0.602563, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.414643, "nauc_precision_at_1_std": 0.30019, "nauc_precision_at_1_diff1": 0.897919, "nauc_precision_at_3_max": -0.13912, "nauc_precision_at_3_std": 0.118565, "nauc_precision_at_3_diff1": -0.388424, "nauc_precision_at_5_max": -0.15891, "nauc_precision_at_5_std": 0.120925, "nauc_precision_at_5_diff1": -0.415387, "nauc_precision_at_10_max": -0.15891, "nauc_precision_at_10_std": 0.120925, "nauc_precision_at_10_diff1": -0.415387, "nauc_precision_at_20_max": -0.15891, "nauc_precision_at_20_std": 0.120925, "nauc_precision_at_20_diff1": -0.415387, "nauc_precision_at_25_max": -0.15891, "nauc_precision_at_25_std": 0.120925, "nauc_precision_at_25_diff1": -0.415387, "nauc_precision_at_50_max": -0.15891, "nauc_precision_at_50_std": 0.120925, "nauc_precision_at_50_diff1": -0.415387, "nauc_precision_at_100_max": -0.15891, "nauc_precision_at_100_std": 0.120925, "nauc_precision_at_100_diff1": -0.415387, "nauc_precision_at_1000_max": -0.15891, "nauc_precision_at_1000_std": 0.120925, "nauc_precision_at_1000_diff1": -0.415387, "nauc_mrr_at_1_max": 0.414643, "nauc_mrr_at_1_std": 0.30019, "nauc_mrr_at_1_diff1": 0.897919, "nauc_mrr_at_3_max": 0.442395, "nauc_mrr_at_3_std": 0.311795, "nauc_mrr_at_3_diff1": 0.918335, "nauc_mrr_at_5_max": 0.430061, "nauc_mrr_at_5_std": 0.306637, "nauc_mrr_at_5_diff1": 0.909262, "nauc_mrr_at_10_max": 0.430061, "nauc_mrr_at_10_std": 0.306637, "nauc_mrr_at_10_diff1": 0.909262, "nauc_mrr_at_20_max": 0.430061, "nauc_mrr_at_20_std": 0.306637, "nauc_mrr_at_20_diff1": 0.909262, "nauc_mrr_at_25_max": 0.430061, "nauc_mrr_at_25_std": 0.306637, "nauc_mrr_at_25_diff1": 0.909262, "nauc_mrr_at_50_max": 0.430061, "nauc_mrr_at_50_std": 0.306637, "nauc_mrr_at_50_diff1": 0.909262, "nauc_mrr_at_100_max": 0.430061, "nauc_mrr_at_100_std": 0.306637, "nauc_mrr_at_100_diff1": 0.909262, "nauc_mrr_at_1000_max": 0.430061, "nauc_mrr_at_1000_std": 0.306637, "nauc_mrr_at_1000_diff1": 0.909262, "hit_rate_at_1": 0.94521, "hit_rate_at_3": 0.9863, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.945205, "R_cap_at_3": 0.97032, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.97226, "hf_subset": "world_news_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.12.39" } ] }, "evaluation_time": 1071.425127506256, "kg_co2_emissions": null, "date": 1781366465.738402 }