{ "dataset_revision": "c0c0877aab7085655b446b2adcb86a25bbf14459", "task_name": "EPBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.5102, "ndcg_at_3": 0.53373, "ndcg_at_5": 0.56336, "ndcg_at_10": 0.59254, "ndcg_at_20": 0.62538, "ndcg_at_25": 0.63127, "ndcg_at_50": 0.65593, "ndcg_at_100": 0.6724, "ndcg_at_1000": 0.67831, "map_at_1": 0.26823, "map_at_3": 0.38409, "map_at_5": 0.43969, "map_at_10": 0.48689, "map_at_20": 0.51368, "map_at_25": 0.51617, "map_at_50": 0.52453, "map_at_100": 0.52847, "map_at_1000": 0.52948, "recall_at_1": 0.26823, "recall_at_3": 0.45976, "recall_at_5": 0.56515, "recall_at_10": 0.69094, "recall_at_20": 0.79942, "recall_at_25": 0.81731, "recall_at_50": 0.90618, "recall_at_100": 0.97352, "recall_at_1000": 1.0, "accuracy": 0.26823, "precision_at_1": 0.5102, "precision_at_3": 0.37415, "precision_at_5": 0.30408, "precision_at_10": 0.20816, "precision_at_20": 0.13265, "precision_at_25": 0.10939, "precision_at_50": 0.06204, "precision_at_100": 0.03418, "precision_at_1000": 0.00354, "mrr_at_1": 0.510204, "mrr_at_3": 0.610544, "mrr_at_5": 0.626361, "mrr_at_10": 0.634054, "mrr_at_20": 0.637623, "mrr_at_25": 0.638048, "mrr_at_50": 0.639593, "mrr_at_100": 0.639831, "mrr_at_1000": 0.639831, "nauc_ndcg_at_1_max": 0.110824, "nauc_ndcg_at_1_std": 0.020854, "nauc_ndcg_at_1_diff1": 0.406697, "nauc_ndcg_at_3_max": 0.228751, "nauc_ndcg_at_3_std": 0.087558, "nauc_ndcg_at_3_diff1": 0.326274, "nauc_ndcg_at_5_max": 0.287234, "nauc_ndcg_at_5_std": 0.151166, "nauc_ndcg_at_5_diff1": 0.342308, "nauc_ndcg_at_10_max": 0.333092, "nauc_ndcg_at_10_std": 0.222194, "nauc_ndcg_at_10_diff1": 0.394734, "nauc_ndcg_at_20_max": 0.336865, "nauc_ndcg_at_20_std": 0.234357, "nauc_ndcg_at_20_diff1": 0.401116, "nauc_ndcg_at_25_max": 0.334616, "nauc_ndcg_at_25_std": 0.234188, "nauc_ndcg_at_25_diff1": 0.40385, "nauc_ndcg_at_50_max": 0.314924, "nauc_ndcg_at_50_std": 0.223213, "nauc_ndcg_at_50_diff1": 0.378118, "nauc_ndcg_at_100_max": 0.270595, "nauc_ndcg_at_100_std": 0.172824, "nauc_ndcg_at_100_diff1": 0.373609, "nauc_ndcg_at_1000_max": 0.25532, "nauc_ndcg_at_1000_std": 0.155783, "nauc_ndcg_at_1000_diff1": 0.36591, "nauc_map_at_1_max": 0.131111, "nauc_map_at_1_std": -0.00329, "nauc_map_at_1_diff1": 0.514407, "nauc_map_at_3_max": 0.266916, "nauc_map_at_3_std": 0.085717, "nauc_map_at_3_diff1": 0.454818, "nauc_map_at_5_max": 0.321065, "nauc_map_at_5_std": 0.120667, "nauc_map_at_5_diff1": 0.43921, "nauc_map_at_10_max": 0.33206, "nauc_map_at_10_std": 0.165376, "nauc_map_at_10_diff1": 0.423549, "nauc_map_at_20_max": 0.314149, "nauc_map_at_20_std": 0.169953, "nauc_map_at_20_diff1": 0.405579, "nauc_map_at_25_max": 0.312595, "nauc_map_at_25_std": 0.1704, "nauc_map_at_25_diff1": 0.404992, "nauc_map_at_50_max": 0.306565, "nauc_map_at_50_std": 0.16942, "nauc_map_at_50_diff1": 0.395184, "nauc_map_at_100_max": 0.297653, "nauc_map_at_100_std": 0.16018, "nauc_map_at_100_diff1": 0.39266, "nauc_map_at_1000_max": 0.295477, "nauc_map_at_1000_std": 0.157687, "nauc_map_at_1000_diff1": 0.392099, "nauc_recall_at_1_max": 0.131111, "nauc_recall_at_1_std": -0.00329, "nauc_recall_at_1_diff1": 0.514407, "nauc_recall_at_3_max": 0.358026, "nauc_recall_at_3_std": 0.166452, "nauc_recall_at_3_diff1": 0.396241, "nauc_recall_at_5_max": 0.468248, "nauc_recall_at_5_std": 0.266867, "nauc_recall_at_5_diff1": 0.372679, "nauc_recall_at_10_max": 0.542261, "nauc_recall_at_10_std": 0.429501, "nauc_recall_at_10_diff1": 0.397499, "nauc_recall_at_20_max": 0.630127, "nauc_recall_at_20_std": 0.597491, "nauc_recall_at_20_diff1": 0.430563, "nauc_recall_at_25_max": 0.656782, "nauc_recall_at_25_std": 0.630577, "nauc_recall_at_25_diff1": 0.467802, "nauc_recall_at_50_max": 0.789888, "nauc_recall_at_50_std": 0.841682, "nauc_recall_at_50_diff1": 0.380529, "nauc_recall_at_100_max": 0.712419, "nauc_recall_at_100_std": 0.70621, "nauc_recall_at_100_diff1": 0.616006, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.110824, "nauc_precision_at_1_std": 0.020854, "nauc_precision_at_1_diff1": 0.406697, "nauc_precision_at_3_max": 0.162241, "nauc_precision_at_3_std": 0.111751, "nauc_precision_at_3_diff1": -0.00214, "nauc_precision_at_5_max": 0.150449, "nauc_precision_at_5_std": 0.123072, "nauc_precision_at_5_diff1": -0.08963, "nauc_precision_at_10_max": 0.058276, "nauc_precision_at_10_std": 0.143414, "nauc_precision_at_10_diff1": -0.149052, "nauc_precision_at_20_max": -0.048045, "nauc_precision_at_20_std": 0.086289, "nauc_precision_at_20_diff1": -0.209818, "nauc_precision_at_25_max": -0.060499, "nauc_precision_at_25_std": 0.079493, "nauc_precision_at_25_diff1": -0.215462, "nauc_precision_at_50_max": -0.119991, "nauc_precision_at_50_std": 0.034821, "nauc_precision_at_50_diff1": -0.266597, "nauc_precision_at_100_max": -0.202381, "nauc_precision_at_100_std": -0.058542, "nauc_precision_at_100_diff1": -0.284423, "nauc_precision_at_1000_max": -0.230028, "nauc_precision_at_1000_std": -0.090933, "nauc_precision_at_1000_diff1": -0.293407, "nauc_mrr_at_1_max": 0.110824, "nauc_mrr_at_1_std": 0.020854, "nauc_mrr_at_1_diff1": 0.406697, "nauc_mrr_at_3_max": 0.147231, "nauc_mrr_at_3_std": 0.064986, "nauc_mrr_at_3_diff1": 0.392338, "nauc_mrr_at_5_max": 0.164255, "nauc_mrr_at_5_std": 0.083801, "nauc_mrr_at_5_diff1": 0.377989, "nauc_mrr_at_10_max": 0.164066, "nauc_mrr_at_10_std": 0.089617, "nauc_mrr_at_10_diff1": 0.385201, "nauc_mrr_at_20_max": 0.16206, "nauc_mrr_at_20_std": 0.088508, "nauc_mrr_at_20_diff1": 0.387258, "nauc_mrr_at_25_max": 0.160968, "nauc_mrr_at_25_std": 0.0871, "nauc_mrr_at_25_diff1": 0.387, "nauc_mrr_at_50_max": 0.158773, "nauc_mrr_at_50_std": 0.08464, "nauc_mrr_at_50_diff1": 0.38638, "nauc_mrr_at_100_max": 0.158544, "nauc_mrr_at_100_std": 0.084023, "nauc_mrr_at_100_diff1": 0.386635, "nauc_mrr_at_1000_max": 0.158544, "nauc_mrr_at_1000_std": 0.084023, "nauc_mrr_at_1000_diff1": 0.386635, "hit_rate_at_1": 0.5102, "hit_rate_at_3": 0.7449, "hit_rate_at_5": 0.81633, "hit_rate_at_10": 0.86735, "hit_rate_at_20": 0.91837, "hit_rate_at_25": 0.92857, "hit_rate_at_50": 0.97959, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.510204, "R_cap_at_3": 0.559524, "R_cap_at_5": 0.62432, "R_cap_at_10": 0.706207, "R_cap_at_20": 0.799417, "R_cap_at_25": 0.817309, "R_cap_at_50": 0.906181, "R_cap_at_100": 0.973523, "R_cap_at_1000": 1.0, "main_score": 0.59254, "hf_subset": "default_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.47541, "ndcg_at_3": 0.53789, "ndcg_at_5": 0.55211, "ndcg_at_10": 0.5829, "ndcg_at_20": 0.60611, "ndcg_at_25": 0.61323, "ndcg_at_50": 0.62906, "ndcg_at_100": 0.64734, "ndcg_at_1000": 0.6573, "map_at_1": 0.23235, "map_at_3": 0.39376, "map_at_5": 0.43456, "map_at_10": 0.48599, "map_at_20": 0.505, "map_at_25": 0.50757, "map_at_50": 0.51271, "map_at_100": 0.51584, "map_at_1000": 0.51756, "recall_at_1": 0.23235, "recall_at_3": 0.49336, "recall_at_5": 0.57267, "recall_at_10": 0.70642, "recall_at_20": 0.79156, "recall_at_25": 0.81152, "recall_at_50": 0.86971, "recall_at_100": 0.95557, "recall_at_1000": 1.0, "accuracy": 0.23235, "precision_at_1": 0.47541, "precision_at_3": 0.38251, "precision_at_5": 0.29344, "precision_at_10": 0.20246, "precision_at_20": 0.11844, "precision_at_25": 0.09902, "precision_at_50": 0.05393, "precision_at_100": 0.02984, "precision_at_1000": 0.00322, "mrr_at_1": 0.47541, "mrr_at_3": 0.577869, "mrr_at_5": 0.591393, "mrr_at_10": 0.602752, "mrr_at_20": 0.606399, "mrr_at_25": 0.606756, "mrr_at_50": 0.607433, "mrr_at_100": 0.608205, "mrr_at_1000": 0.608254, "nauc_ndcg_at_1_max": 0.217038, "nauc_ndcg_at_1_std": 0.172265, "nauc_ndcg_at_1_diff1": 0.335519, "nauc_ndcg_at_3_max": 0.314858, "nauc_ndcg_at_3_std": 0.259977, "nauc_ndcg_at_3_diff1": 0.264087, "nauc_ndcg_at_5_max": 0.325551, "nauc_ndcg_at_5_std": 0.291053, "nauc_ndcg_at_5_diff1": 0.286528, "nauc_ndcg_at_10_max": 0.354525, "nauc_ndcg_at_10_std": 0.333525, "nauc_ndcg_at_10_diff1": 0.30657, "nauc_ndcg_at_20_max": 0.38066, "nauc_ndcg_at_20_std": 0.343241, "nauc_ndcg_at_20_diff1": 0.31259, "nauc_ndcg_at_25_max": 0.364904, "nauc_ndcg_at_25_std": 0.330255, "nauc_ndcg_at_25_diff1": 0.313864, "nauc_ndcg_at_50_max": 0.348716, "nauc_ndcg_at_50_std": 0.328601, "nauc_ndcg_at_50_diff1": 0.306859, "nauc_ndcg_at_100_max": 0.32235, "nauc_ndcg_at_100_std": 0.292137, "nauc_ndcg_at_100_diff1": 0.301242, "nauc_ndcg_at_1000_max": 0.306846, "nauc_ndcg_at_1000_std": 0.273045, "nauc_ndcg_at_1000_diff1": 0.292043, "nauc_map_at_1_max": 0.191708, "nauc_map_at_1_std": 0.109623, "nauc_map_at_1_diff1": 0.523694, "nauc_map_at_3_max": 0.303195, "nauc_map_at_3_std": 0.23269, "nauc_map_at_3_diff1": 0.405974, "nauc_map_at_5_max": 0.302764, "nauc_map_at_5_std": 0.244476, "nauc_map_at_5_diff1": 0.380576, "nauc_map_at_10_max": 0.311083, "nauc_map_at_10_std": 0.26434, "nauc_map_at_10_diff1": 0.337579, "nauc_map_at_20_max": 0.323184, "nauc_map_at_20_std": 0.275487, "nauc_map_at_20_diff1": 0.32652, "nauc_map_at_25_max": 0.317657, "nauc_map_at_25_std": 0.271025, "nauc_map_at_25_diff1": 0.325846, "nauc_map_at_50_max": 0.315519, "nauc_map_at_50_std": 0.271695, "nauc_map_at_50_diff1": 0.322927, "nauc_map_at_100_max": 0.312198, "nauc_map_at_100_std": 0.267221, "nauc_map_at_100_diff1": 0.321779, "nauc_map_at_1000_max": 0.31078, "nauc_map_at_1000_std": 0.265405, "nauc_map_at_1000_diff1": 0.320335, "nauc_recall_at_1_max": 0.191708, "nauc_recall_at_1_std": 0.109623, "nauc_recall_at_1_diff1": 0.523694, "nauc_recall_at_3_max": 0.377113, "nauc_recall_at_3_std": 0.33554, "nauc_recall_at_3_diff1": 0.303962, "nauc_recall_at_5_max": 0.362159, "nauc_recall_at_5_std": 0.335081, "nauc_recall_at_5_diff1": 0.305996, "nauc_recall_at_10_max": 0.445104, "nauc_recall_at_10_std": 0.489781, "nauc_recall_at_10_diff1": 0.252523, "nauc_recall_at_20_max": 0.687903, "nauc_recall_at_20_std": 0.65384, "nauc_recall_at_20_diff1": 0.306562, "nauc_recall_at_25_max": 0.65987, "nauc_recall_at_25_std": 0.637605, "nauc_recall_at_25_diff1": 0.332571, "nauc_recall_at_50_max": 0.649985, "nauc_recall_at_50_std": 0.773875, "nauc_recall_at_50_diff1": 0.32762, "nauc_recall_at_100_max": 0.616101, "nauc_recall_at_100_std": 0.700207, "nauc_recall_at_100_diff1": 0.336365, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.217038, "nauc_precision_at_1_std": 0.172265, "nauc_precision_at_1_diff1": 0.335519, "nauc_precision_at_3_max": 0.202337, "nauc_precision_at_3_std": 0.174433, "nauc_precision_at_3_diff1": -0.01842, "nauc_precision_at_5_max": 0.135498, "nauc_precision_at_5_std": 0.141096, "nauc_precision_at_5_diff1": -0.096188, "nauc_precision_at_10_max": 0.106015, "nauc_precision_at_10_std": 0.124136, "nauc_precision_at_10_diff1": -0.157244, "nauc_precision_at_20_max": 0.099871, "nauc_precision_at_20_std": 0.118545, "nauc_precision_at_20_diff1": -0.176512, "nauc_precision_at_25_max": 0.059384, "nauc_precision_at_25_std": 0.082167, "nauc_precision_at_25_diff1": -0.184055, "nauc_precision_at_50_max": 0.02304, "nauc_precision_at_50_std": 0.058936, "nauc_precision_at_50_diff1": -0.201535, "nauc_precision_at_100_max": -0.04414, "nauc_precision_at_100_std": -0.017602, "nauc_precision_at_100_diff1": -0.223213, "nauc_precision_at_1000_max": -0.07322, "nauc_precision_at_1000_std": -0.054639, "nauc_precision_at_1000_diff1": -0.235387, "nauc_mrr_at_1_max": 0.217038, "nauc_mrr_at_1_std": 0.172265, "nauc_mrr_at_1_diff1": 0.335519, "nauc_mrr_at_3_max": 0.276216, "nauc_mrr_at_3_std": 0.250852, "nauc_mrr_at_3_diff1": 0.280737, "nauc_mrr_at_5_max": 0.259571, "nauc_mrr_at_5_std": 0.23375, "nauc_mrr_at_5_diff1": 0.289737, "nauc_mrr_at_10_max": 0.265352, "nauc_mrr_at_10_std": 0.248519, "nauc_mrr_at_10_diff1": 0.285677, "nauc_mrr_at_20_max": 0.270988, "nauc_mrr_at_20_std": 0.247544, "nauc_mrr_at_20_diff1": 0.290124, "nauc_mrr_at_25_max": 0.270249, "nauc_mrr_at_25_std": 0.246615, "nauc_mrr_at_25_diff1": 0.290331, "nauc_mrr_at_50_max": 0.268757, "nauc_mrr_at_50_std": 0.246784, "nauc_mrr_at_50_diff1": 0.290204, "nauc_mrr_at_100_max": 0.267712, "nauc_mrr_at_100_std": 0.245253, "nauc_mrr_at_100_diff1": 0.289942, "nauc_mrr_at_1000_max": 0.267633, "nauc_mrr_at_1000_std": 0.245122, "nauc_mrr_at_1000_diff1": 0.290022, "hit_rate_at_1": 0.47541, "hit_rate_at_3": 0.71311, "hit_rate_at_5": 0.77049, "hit_rate_at_10": 0.85246, "hit_rate_at_20": 0.90164, "hit_rate_at_25": 0.90984, "hit_rate_at_50": 0.93443, "hit_rate_at_100": 0.9918, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.47541, "R_cap_at_3": 0.592896, "R_cap_at_5": 0.629098, "R_cap_at_10": 0.718078, "R_cap_at_20": 0.791563, "R_cap_at_25": 0.811516, "R_cap_at_50": 0.869706, "R_cap_at_100": 0.955575, "R_cap_at_1000": 1.0, "main_score": 0.5829, "hf_subset": "default_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": -0.166667, "nauc_ndcg_at_1_std": -0.166667, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": -0.166667, "nauc_ndcg_at_3_std": -0.166667, "nauc_ndcg_at_3_diff1": 0.833333, "nauc_ndcg_at_5_max": -0.166667, "nauc_ndcg_at_5_std": -0.166667, "nauc_ndcg_at_5_diff1": 0.833333, "nauc_ndcg_at_10_max": -0.166667, "nauc_ndcg_at_10_std": -0.166667, "nauc_ndcg_at_10_diff1": 0.833333, "nauc_ndcg_at_20_max": -0.166667, "nauc_ndcg_at_20_std": -0.166667, "nauc_ndcg_at_20_diff1": 0.833333, "nauc_ndcg_at_25_max": -0.166667, "nauc_ndcg_at_25_std": -0.166667, "nauc_ndcg_at_25_diff1": 0.833333, "nauc_ndcg_at_50_max": -0.166667, "nauc_ndcg_at_50_std": -0.166667, "nauc_ndcg_at_50_diff1": 0.833333, "nauc_ndcg_at_100_max": -0.166667, "nauc_ndcg_at_100_std": -0.166667, "nauc_ndcg_at_100_diff1": 0.833333, "nauc_ndcg_at_1000_max": -0.166667, "nauc_ndcg_at_1000_std": -0.166667, "nauc_ndcg_at_1000_diff1": 0.833333, "nauc_map_at_1_max": -0.166667, "nauc_map_at_1_std": -0.166667, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": -0.166667, "nauc_map_at_3_std": -0.166667, "nauc_map_at_3_diff1": 0.833333, "nauc_map_at_5_max": -0.166667, "nauc_map_at_5_std": -0.166667, "nauc_map_at_5_diff1": 0.833333, "nauc_map_at_10_max": -0.166667, "nauc_map_at_10_std": -0.166667, "nauc_map_at_10_diff1": 0.833333, "nauc_map_at_20_max": -0.166667, "nauc_map_at_20_std": -0.166667, "nauc_map_at_20_diff1": 0.833333, "nauc_map_at_25_max": -0.166667, "nauc_map_at_25_std": -0.166667, "nauc_map_at_25_diff1": 0.833333, "nauc_map_at_50_max": -0.166667, "nauc_map_at_50_std": -0.166667, "nauc_map_at_50_diff1": 0.833333, "nauc_map_at_100_max": -0.166667, "nauc_map_at_100_std": -0.166667, "nauc_map_at_100_diff1": 0.833333, "nauc_map_at_1000_max": -0.166667, "nauc_map_at_1000_std": -0.166667, "nauc_map_at_1000_diff1": 0.833333, "nauc_recall_at_1_max": -0.166667, "nauc_recall_at_1_std": -0.166667, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.166667, "nauc_precision_at_1_std": -0.166667, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.166667, "nauc_mrr_at_1_std": -0.166667, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": -0.166667, "nauc_mrr_at_3_std": -0.166667, "nauc_mrr_at_3_diff1": 0.833333, "nauc_mrr_at_5_max": -0.166667, "nauc_mrr_at_5_std": -0.166667, "nauc_mrr_at_5_diff1": 0.833333, "nauc_mrr_at_10_max": -0.166667, "nauc_mrr_at_10_std": -0.166667, "nauc_mrr_at_10_diff1": 0.833333, "nauc_mrr_at_20_max": -0.166667, "nauc_mrr_at_20_std": -0.166667, "nauc_mrr_at_20_diff1": 0.833333, "nauc_mrr_at_25_max": -0.166667, "nauc_mrr_at_25_std": -0.166667, "nauc_mrr_at_25_diff1": 0.833333, "nauc_mrr_at_50_max": -0.166667, "nauc_mrr_at_50_std": -0.166667, "nauc_mrr_at_50_diff1": 0.833333, "nauc_mrr_at_100_max": -0.166667, "nauc_mrr_at_100_std": -0.166667, "nauc_mrr_at_100_diff1": 0.833333, "nauc_mrr_at_1000_max": -0.166667, "nauc_mrr_at_1000_std": -0.166667, "nauc_mrr_at_1000_diff1": 0.833333, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.85237, "ndcg_at_5": 0.85237, "ndcg_at_10": 0.85237, "ndcg_at_20": 0.85237, "ndcg_at_25": 0.85237, "ndcg_at_50": 0.85237, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85237, "map_at_1": 0.6, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.8, "map_at_100": 0.8, "map_at_1000": 0.8, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.8, "mrr_at_100": 0.8, "mrr_at_1000": 0.8, "nauc_ndcg_at_1_max": 0.363636, "nauc_ndcg_at_1_std": -1.090909, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.363636, "nauc_ndcg_at_3_std": -1.090909, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.363636, "nauc_ndcg_at_5_std": -1.090909, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.363636, "nauc_ndcg_at_10_std": -1.090909, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.363636, "nauc_ndcg_at_20_std": -1.090909, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.363636, "nauc_ndcg_at_25_std": -1.090909, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.363636, "nauc_ndcg_at_50_std": -1.090909, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.363636, "nauc_ndcg_at_100_std": -1.090909, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.363636, "nauc_ndcg_at_1000_std": -1.090909, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.363636, "nauc_map_at_1_std": -1.090909, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.363636, "nauc_map_at_3_std": -1.090909, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.363636, "nauc_map_at_5_std": -1.090909, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.363636, "nauc_map_at_10_std": -1.090909, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.363636, "nauc_map_at_20_std": -1.090909, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.363636, "nauc_map_at_25_std": -1.090909, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.363636, "nauc_map_at_50_std": -1.090909, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.363636, "nauc_map_at_100_std": -1.090909, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.363636, "nauc_map_at_1000_std": -1.090909, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.363636, "nauc_recall_at_1_std": -1.090909, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.363636, "nauc_precision_at_1_std": -1.090909, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.363636, "nauc_mrr_at_1_std": -1.090909, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.363636, "nauc_mrr_at_3_std": -1.090909, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.363636, "nauc_mrr_at_5_std": -1.090909, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.363636, "nauc_mrr_at_10_std": -1.090909, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.363636, "nauc_mrr_at_20_std": -1.090909, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.363636, "nauc_mrr_at_25_std": -1.090909, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.363636, "nauc_mrr_at_50_std": -1.090909, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.363636, "nauc_mrr_at_100_std": -1.090909, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.363636, "nauc_mrr_at_1000_std": -1.090909, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85237, "hf_subset": "default_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53788, "ndcg_at_3": 0.58175, "ndcg_at_5": 0.59718, "ndcg_at_10": 0.6329, "ndcg_at_20": 0.64992, "ndcg_at_25": 0.65951, "ndcg_at_50": 0.67646, "ndcg_at_100": 0.6924, "ndcg_at_1000": 0.69778, "map_at_1": 0.27432, "map_at_3": 0.43931, "map_at_5": 0.49254, "map_at_10": 0.54826, "map_at_20": 0.5611, "map_at_25": 0.56445, "map_at_50": 0.57043, "map_at_100": 0.57315, "map_at_1000": 0.57391, "recall_at_1": 0.27432, "recall_at_3": 0.5204, "recall_at_5": 0.60947, "recall_at_10": 0.74973, "recall_at_20": 0.80872, "recall_at_25": 0.8405, "recall_at_50": 0.8979, "recall_at_100": 0.97457, "recall_at_1000": 1.0, "accuracy": 0.27432, "precision_at_1": 0.53788, "precision_at_3": 0.41162, "precision_at_5": 0.32424, "precision_at_10": 0.21742, "precision_at_20": 0.12121, "precision_at_25": 0.10121, "precision_at_50": 0.05591, "precision_at_100": 0.03015, "precision_at_1000": 0.00312, "mrr_at_1": 0.537879, "mrr_at_3": 0.622475, "mrr_at_5": 0.635354, "mrr_at_10": 0.648353, "mrr_at_20": 0.649738, "mrr_at_25": 0.650427, "mrr_at_50": 0.651174, "mrr_at_100": 0.651923, "mrr_at_1000": 0.651923, "nauc_ndcg_at_1_max": 0.274633, "nauc_ndcg_at_1_std": 0.283716, "nauc_ndcg_at_1_diff1": 0.280747, "nauc_ndcg_at_3_max": 0.354127, "nauc_ndcg_at_3_std": 0.317975, "nauc_ndcg_at_3_diff1": 0.325252, "nauc_ndcg_at_5_max": 0.361787, "nauc_ndcg_at_5_std": 0.3177, "nauc_ndcg_at_5_diff1": 0.332895, "nauc_ndcg_at_10_max": 0.396618, "nauc_ndcg_at_10_std": 0.35928, "nauc_ndcg_at_10_diff1": 0.323692, "nauc_ndcg_at_20_max": 0.427746, "nauc_ndcg_at_20_std": 0.39512, "nauc_ndcg_at_20_diff1": 0.316012, "nauc_ndcg_at_25_max": 0.421916, "nauc_ndcg_at_25_std": 0.391035, "nauc_ndcg_at_25_diff1": 0.322673, "nauc_ndcg_at_50_max": 0.407369, "nauc_ndcg_at_50_std": 0.388599, "nauc_ndcg_at_50_diff1": 0.310031, "nauc_ndcg_at_100_max": 0.377364, "nauc_ndcg_at_100_std": 0.358323, "nauc_ndcg_at_100_diff1": 0.303833, "nauc_ndcg_at_1000_max": 0.363229, "nauc_ndcg_at_1000_std": 0.346488, "nauc_ndcg_at_1000_diff1": 0.294072, "nauc_map_at_1_max": 0.281502, "nauc_map_at_1_std": 0.182645, "nauc_map_at_1_diff1": 0.480316, "nauc_map_at_3_max": 0.395529, "nauc_map_at_3_std": 0.27413, "nauc_map_at_3_diff1": 0.456104, "nauc_map_at_5_max": 0.407118, "nauc_map_at_5_std": 0.298615, "nauc_map_at_5_diff1": 0.407087, "nauc_map_at_10_max": 0.389979, "nauc_map_at_10_std": 0.325022, "nauc_map_at_10_diff1": 0.351533, "nauc_map_at_20_max": 0.395261, "nauc_map_at_20_std": 0.343884, "nauc_map_at_20_diff1": 0.338446, "nauc_map_at_25_max": 0.393272, "nauc_map_at_25_std": 0.343023, "nauc_map_at_25_diff1": 0.339525, "nauc_map_at_50_max": 0.389431, "nauc_map_at_50_std": 0.343594, "nauc_map_at_50_diff1": 0.334995, "nauc_map_at_100_max": 0.384999, "nauc_map_at_100_std": 0.339344, "nauc_map_at_100_diff1": 0.332641, "nauc_map_at_1000_max": 0.383521, "nauc_map_at_1000_std": 0.338105, "nauc_map_at_1000_diff1": 0.331714, "nauc_recall_at_1_max": 0.281502, "nauc_recall_at_1_std": 0.182645, "nauc_recall_at_1_diff1": 0.480316, "nauc_recall_at_3_max": 0.389408, "nauc_recall_at_3_std": 0.258023, "nauc_recall_at_3_diff1": 0.449086, "nauc_recall_at_5_max": 0.404016, "nauc_recall_at_5_std": 0.265596, "nauc_recall_at_5_diff1": 0.409234, "nauc_recall_at_10_max": 0.485953, "nauc_recall_at_10_std": 0.429353, "nauc_recall_at_10_diff1": 0.301936, "nauc_recall_at_20_max": 0.696734, "nauc_recall_at_20_std": 0.623359, "nauc_recall_at_20_diff1": 0.320485, "nauc_recall_at_25_max": 0.723664, "nauc_recall_at_25_std": 0.644104, "nauc_recall_at_25_diff1": 0.378748, "nauc_recall_at_50_max": 0.804928, "nauc_recall_at_50_std": 0.781109, "nauc_recall_at_50_diff1": 0.375699, "nauc_recall_at_100_max": 0.841808, "nauc_recall_at_100_std": 0.738601, "nauc_recall_at_100_diff1": 0.622047, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.274633, "nauc_precision_at_1_std": 0.283716, "nauc_precision_at_1_diff1": 0.280747, "nauc_precision_at_3_max": 0.200188, "nauc_precision_at_3_std": 0.245381, "nauc_precision_at_3_diff1": -0.00231, "nauc_precision_at_5_max": 0.104206, "nauc_precision_at_5_std": 0.188258, "nauc_precision_at_5_diff1": -0.11696, "nauc_precision_at_10_max": 0.015716, "nauc_precision_at_10_std": 0.164412, "nauc_precision_at_10_diff1": -0.194562, "nauc_precision_at_20_max": -0.005694, "nauc_precision_at_20_std": 0.164414, "nauc_precision_at_20_diff1": -0.230122, "nauc_precision_at_25_max": -0.032798, "nauc_precision_at_25_std": 0.139921, "nauc_precision_at_25_diff1": -0.237261, "nauc_precision_at_50_max": -0.09043, "nauc_precision_at_50_std": 0.089166, "nauc_precision_at_50_diff1": -0.265695, "nauc_precision_at_100_max": -0.161617, "nauc_precision_at_100_std": 0.01413, "nauc_precision_at_100_diff1": -0.303915, "nauc_precision_at_1000_max": -0.18899, "nauc_precision_at_1000_std": -0.014558, "nauc_precision_at_1000_diff1": -0.315234, "nauc_mrr_at_1_max": 0.274633, "nauc_mrr_at_1_std": 0.283716, "nauc_mrr_at_1_diff1": 0.280747, "nauc_mrr_at_3_max": 0.312751, "nauc_mrr_at_3_std": 0.314916, "nauc_mrr_at_3_diff1": 0.284238, "nauc_mrr_at_5_max": 0.298077, "nauc_mrr_at_5_std": 0.296848, "nauc_mrr_at_5_diff1": 0.279286, "nauc_mrr_at_10_max": 0.315054, "nauc_mrr_at_10_std": 0.325421, "nauc_mrr_at_10_diff1": 0.269253, "nauc_mrr_at_20_max": 0.320337, "nauc_mrr_at_20_std": 0.326258, "nauc_mrr_at_20_diff1": 0.273902, "nauc_mrr_at_25_max": 0.319531, "nauc_mrr_at_25_std": 0.325067, "nauc_mrr_at_25_diff1": 0.274359, "nauc_mrr_at_50_max": 0.318341, "nauc_mrr_at_50_std": 0.324374, "nauc_mrr_at_50_diff1": 0.274032, "nauc_mrr_at_100_max": 0.317292, "nauc_mrr_at_100_std": 0.323099, "nauc_mrr_at_100_diff1": 0.274554, "nauc_mrr_at_1000_max": 0.317292, "nauc_mrr_at_1000_std": 0.323099, "nauc_mrr_at_1000_diff1": 0.274554, "hit_rate_at_1": 0.53788, "hit_rate_at_3": 0.73485, "hit_rate_at_5": 0.78788, "hit_rate_at_10": 0.87879, "hit_rate_at_20": 0.90152, "hit_rate_at_25": 0.91667, "hit_rate_at_50": 0.94697, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.537879, "R_cap_at_3": 0.623737, "R_cap_at_5": 0.660101, "R_cap_at_10": 0.756713, "R_cap_at_20": 0.80872, "R_cap_at_25": 0.840502, "R_cap_at_50": 0.897902, "R_cap_at_100": 0.974569, "R_cap_at_1000": 1.0, "main_score": 0.6329, "hf_subset": "default_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69444, "ndcg_at_3": 0.70959, "ndcg_at_5": 0.7212, "ndcg_at_10": 0.7546, "ndcg_at_20": 0.77576, "ndcg_at_25": 0.78009, "ndcg_at_50": 0.78925, "ndcg_at_100": 0.79653, "ndcg_at_1000": 0.79753, "map_at_1": 0.37631, "map_at_3": 0.56294, "map_at_5": 0.612, "map_at_10": 0.66912, "map_at_20": 0.68895, "map_at_25": 0.69137, "map_at_50": 0.69473, "map_at_100": 0.69636, "map_at_1000": 0.69666, "recall_at_1": 0.37631, "recall_at_3": 0.63438, "recall_at_5": 0.70667, "recall_at_10": 0.8431, "recall_at_20": 0.91907, "recall_at_25": 0.93074, "recall_at_50": 0.96476, "recall_at_100": 0.99721, "recall_at_1000": 1.0, "accuracy": 0.37631, "precision_at_1": 0.69444, "precision_at_3": 0.47685, "precision_at_5": 0.36389, "precision_at_10": 0.24236, "precision_at_20": 0.13889, "precision_at_25": 0.11389, "precision_at_50": 0.05944, "precision_at_100": 0.0309, "precision_at_1000": 0.00313, "mrr_at_1": 0.694444, "mrr_at_3": 0.766204, "mrr_at_5": 0.770718, "mrr_at_10": 0.779225, "mrr_at_20": 0.781252, "mrr_at_25": 0.781553, "mrr_at_50": 0.781989, "mrr_at_100": 0.782251, "mrr_at_1000": 0.782251, "nauc_ndcg_at_1_max": 0.330624, "nauc_ndcg_at_1_std": 0.171848, "nauc_ndcg_at_1_diff1": 0.26358, "nauc_ndcg_at_3_max": 0.306579, "nauc_ndcg_at_3_std": 0.143278, "nauc_ndcg_at_3_diff1": 0.288692, "nauc_ndcg_at_5_max": 0.322817, "nauc_ndcg_at_5_std": 0.208738, "nauc_ndcg_at_5_diff1": 0.27764, "nauc_ndcg_at_10_max": 0.367354, "nauc_ndcg_at_10_std": 0.243087, "nauc_ndcg_at_10_diff1": 0.27375, "nauc_ndcg_at_20_max": 0.371109, "nauc_ndcg_at_20_std": 0.258327, "nauc_ndcg_at_20_diff1": 0.240653, "nauc_ndcg_at_25_max": 0.365288, "nauc_ndcg_at_25_std": 0.256735, "nauc_ndcg_at_25_diff1": 0.232825, "nauc_ndcg_at_50_max": 0.345182, "nauc_ndcg_at_50_std": 0.24518, "nauc_ndcg_at_50_diff1": 0.23432, "nauc_ndcg_at_100_max": 0.331772, "nauc_ndcg_at_100_std": 0.224627, "nauc_ndcg_at_100_diff1": 0.236991, "nauc_ndcg_at_1000_max": 0.330975, "nauc_ndcg_at_1000_std": 0.22153, "nauc_ndcg_at_1000_diff1": 0.236385, "nauc_map_at_1_max": 0.103231, "nauc_map_at_1_std": 0.082474, "nauc_map_at_1_diff1": 0.323516, "nauc_map_at_3_max": 0.27145, "nauc_map_at_3_std": 0.163247, "nauc_map_at_3_diff1": 0.33549, "nauc_map_at_5_max": 0.317215, "nauc_map_at_5_std": 0.190882, "nauc_map_at_5_diff1": 0.329559, "nauc_map_at_10_max": 0.345847, "nauc_map_at_10_std": 0.207203, "nauc_map_at_10_diff1": 0.306958, "nauc_map_at_20_max": 0.346921, "nauc_map_at_20_std": 0.216383, "nauc_map_at_20_diff1": 0.287889, "nauc_map_at_25_max": 0.344922, "nauc_map_at_25_std": 0.215295, "nauc_map_at_25_diff1": 0.285578, "nauc_map_at_50_max": 0.339852, "nauc_map_at_50_std": 0.21413, "nauc_map_at_50_diff1": 0.282638, "nauc_map_at_100_max": 0.337906, "nauc_map_at_100_std": 0.211405, "nauc_map_at_100_diff1": 0.282132, "nauc_map_at_1000_max": 0.337717, "nauc_map_at_1000_std": 0.210756, "nauc_map_at_1000_diff1": 0.281957, "nauc_recall_at_1_max": 0.103231, "nauc_recall_at_1_std": 0.082474, "nauc_recall_at_1_diff1": 0.323516, "nauc_recall_at_3_max": 0.237207, "nauc_recall_at_3_std": 0.147267, "nauc_recall_at_3_diff1": 0.311524, "nauc_recall_at_5_max": 0.310843, "nauc_recall_at_5_std": 0.239146, "nauc_recall_at_5_diff1": 0.298993, "nauc_recall_at_10_max": 0.483328, "nauc_recall_at_10_std": 0.336512, "nauc_recall_at_10_diff1": 0.293832, "nauc_recall_at_20_max": 0.63625, "nauc_recall_at_20_std": 0.563326, "nauc_recall_at_20_diff1": 0.107794, "nauc_recall_at_25_max": 0.649479, "nauc_recall_at_25_std": 0.618362, "nauc_recall_at_25_diff1": 0.036945, "nauc_recall_at_50_max": 0.586877, "nauc_recall_at_50_std": 0.713779, "nauc_recall_at_50_diff1": 0.050079, "nauc_recall_at_100_max": 0.25606, "nauc_recall_at_100_std": 0.602356, "nauc_recall_at_100_diff1": 0.167376, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.330624, "nauc_precision_at_1_std": 0.171848, "nauc_precision_at_1_diff1": 0.26358, "nauc_precision_at_3_max": 0.251857, "nauc_precision_at_3_std": 0.071284, "nauc_precision_at_3_diff1": -0.023481, "nauc_precision_at_5_max": 0.179264, "nauc_precision_at_5_std": 0.069094, "nauc_precision_at_5_diff1": -0.086461, "nauc_precision_at_10_max": 0.088423, "nauc_precision_at_10_std": 0.032805, "nauc_precision_at_10_diff1": -0.143911, "nauc_precision_at_20_max": 0.033861, "nauc_precision_at_20_std": 0.026522, "nauc_precision_at_20_diff1": -0.191595, "nauc_precision_at_25_max": 0.019125, "nauc_precision_at_25_std": 0.016682, "nauc_precision_at_25_diff1": -0.199671, "nauc_precision_at_50_max": -0.011277, "nauc_precision_at_50_std": 0.003694, "nauc_precision_at_50_diff1": -0.211004, "nauc_precision_at_100_max": -0.038438, "nauc_precision_at_100_std": -0.022815, "nauc_precision_at_100_diff1": -0.220423, "nauc_precision_at_1000_max": -0.042582, "nauc_precision_at_1000_std": -0.032648, "nauc_precision_at_1000_diff1": -0.218047, "nauc_mrr_at_1_max": 0.330624, "nauc_mrr_at_1_std": 0.171848, "nauc_mrr_at_1_diff1": 0.26358, "nauc_mrr_at_3_max": 0.312791, "nauc_mrr_at_3_std": 0.170904, "nauc_mrr_at_3_diff1": 0.237151, "nauc_mrr_at_5_max": 0.311156, "nauc_mrr_at_5_std": 0.190532, "nauc_mrr_at_5_diff1": 0.224605, "nauc_mrr_at_10_max": 0.31591, "nauc_mrr_at_10_std": 0.189309, "nauc_mrr_at_10_diff1": 0.224483, "nauc_mrr_at_20_max": 0.320945, "nauc_mrr_at_20_std": 0.191844, "nauc_mrr_at_20_diff1": 0.226312, "nauc_mrr_at_25_max": 0.320089, "nauc_mrr_at_25_std": 0.191585, "nauc_mrr_at_25_diff1": 0.225105, "nauc_mrr_at_50_max": 0.318682, "nauc_mrr_at_50_std": 0.190055, "nauc_mrr_at_50_diff1": 0.225996, "nauc_mrr_at_100_max": 0.318431, "nauc_mrr_at_100_std": 0.189131, "nauc_mrr_at_100_diff1": 0.227224, "nauc_mrr_at_1000_max": 0.318431, "nauc_mrr_at_1000_std": 0.189131, "nauc_mrr_at_1000_diff1": 0.227224, "hit_rate_at_1": 0.69444, "hit_rate_at_3": 0.85417, "hit_rate_at_5": 0.875, "hit_rate_at_10": 0.9375, "hit_rate_at_20": 0.96528, "hit_rate_at_25": 0.97222, "hit_rate_at_50": 0.98611, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.694444, "R_cap_at_3": 0.738426, "R_cap_at_5": 0.764005, "R_cap_at_10": 0.855104, "R_cap_at_20": 0.919068, "R_cap_at_25": 0.930744, "R_cap_at_50": 0.964761, "R_cap_at_100": 0.99721, "R_cap_at_1000": 1.0, "main_score": 0.7546, "hf_subset": "default_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.71154, "ndcg_at_3": 0.7793, "ndcg_at_5": 0.81831, "ndcg_at_10": 0.83892, "ndcg_at_20": 0.84741, "ndcg_at_25": 0.84741, "ndcg_at_50": 0.84741, "ndcg_at_100": 0.84741, "ndcg_at_1000": 0.84741, "map_at_1": 0.57051, "map_at_3": 0.73825, "map_at_5": 0.76661, "map_at_10": 0.77804, "map_at_20": 0.78245, "map_at_25": 0.78245, "map_at_50": 0.78245, "map_at_100": 0.78245, "map_at_1000": 0.78245, "recall_at_1": 0.57051, "recall_at_3": 0.83654, "recall_at_5": 0.91987, "recall_at_10": 0.97436, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57051, "precision_at_1": 0.71154, "precision_at_3": 0.37821, "precision_at_5": 0.25385, "precision_at_10": 0.13654, "precision_at_20": 0.07115, "precision_at_25": 0.05692, "precision_at_50": 0.02846, "precision_at_100": 0.01423, "precision_at_1000": 0.00142, "mrr_at_1": 0.711538, "mrr_at_3": 0.798077, "mrr_at_5": 0.811538, "mrr_at_10": 0.816667, "mrr_at_20": 0.816667, "mrr_at_25": 0.816667, "mrr_at_50": 0.816667, "mrr_at_100": 0.816667, "mrr_at_1000": 0.816667, "nauc_ndcg_at_1_max": 0.310887, "nauc_ndcg_at_1_std": 0.192202, "nauc_ndcg_at_1_diff1": 0.550078, "nauc_ndcg_at_3_max": 0.563244, "nauc_ndcg_at_3_std": 0.478255, "nauc_ndcg_at_3_diff1": 0.566394, "nauc_ndcg_at_5_max": 0.541454, "nauc_ndcg_at_5_std": 0.462522, "nauc_ndcg_at_5_diff1": 0.561192, "nauc_ndcg_at_10_max": 0.488182, "nauc_ndcg_at_10_std": 0.394796, "nauc_ndcg_at_10_diff1": 0.566409, "nauc_ndcg_at_20_max": 0.457508, "nauc_ndcg_at_20_std": 0.355346, "nauc_ndcg_at_20_diff1": 0.567093, "nauc_ndcg_at_25_max": 0.457508, "nauc_ndcg_at_25_std": 0.355346, "nauc_ndcg_at_25_diff1": 0.567093, "nauc_ndcg_at_50_max": 0.457508, "nauc_ndcg_at_50_std": 0.355346, "nauc_ndcg_at_50_diff1": 0.567093, "nauc_ndcg_at_100_max": 0.457508, "nauc_ndcg_at_100_std": 0.355346, "nauc_ndcg_at_100_diff1": 0.567093, "nauc_ndcg_at_1000_max": 0.457508, "nauc_ndcg_at_1000_std": 0.355346, "nauc_ndcg_at_1000_diff1": 0.567093, "nauc_map_at_1_max": 0.250982, "nauc_map_at_1_std": 0.076661, "nauc_map_at_1_diff1": 0.674396, "nauc_map_at_3_max": 0.516037, "nauc_map_at_3_std": 0.411895, "nauc_map_at_3_diff1": 0.596401, "nauc_map_at_5_max": 0.511111, "nauc_map_at_5_std": 0.412031, "nauc_map_at_5_diff1": 0.596932, "nauc_map_at_10_max": 0.487213, "nauc_map_at_10_std": 0.383006, "nauc_map_at_10_diff1": 0.593851, "nauc_map_at_20_max": 0.474828, "nauc_map_at_20_std": 0.367388, "nauc_map_at_20_diff1": 0.592255, "nauc_map_at_25_max": 0.474828, "nauc_map_at_25_std": 0.367388, "nauc_map_at_25_diff1": 0.592255, "nauc_map_at_50_max": 0.474828, "nauc_map_at_50_std": 0.367388, "nauc_map_at_50_diff1": 0.592255, "nauc_map_at_100_max": 0.474828, "nauc_map_at_100_std": 0.367388, "nauc_map_at_100_diff1": 0.592255, "nauc_map_at_1000_max": 0.474828, "nauc_map_at_1000_std": 0.367388, "nauc_map_at_1000_diff1": 0.592255, "nauc_recall_at_1_max": 0.250982, "nauc_recall_at_1_std": 0.076661, "nauc_recall_at_1_diff1": 0.674396, "nauc_recall_at_3_max": 0.774541, "nauc_recall_at_3_std": 0.750228, "nauc_recall_at_3_diff1": 0.505159, "nauc_recall_at_5_max": 0.875425, "nauc_recall_at_5_std": 0.915177, "nauc_recall_at_5_diff1": 0.454708, "nauc_recall_at_10_max": 0.896567, "nauc_recall_at_10_std": 0.951189, "nauc_recall_at_10_diff1": 0.457926, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.310887, "nauc_precision_at_1_std": 0.192202, "nauc_precision_at_1_diff1": 0.550078, "nauc_precision_at_3_max": 0.27592, "nauc_precision_at_3_std": 0.394888, "nauc_precision_at_3_diff1": -0.169637, "nauc_precision_at_5_max": 0.131687, "nauc_precision_at_5_std": 0.278403, "nauc_precision_at_5_diff1": -0.303069, "nauc_precision_at_10_max": -0.037624, "nauc_precision_at_10_std": 0.098537, "nauc_precision_at_10_diff1": -0.392605, "nauc_precision_at_20_max": -0.134833, "nauc_precision_at_20_std": -0.016624, "nauc_precision_at_20_diff1": -0.413819, "nauc_precision_at_25_max": -0.134833, "nauc_precision_at_25_std": -0.016624, "nauc_precision_at_25_diff1": -0.413819, "nauc_precision_at_50_max": -0.134833, "nauc_precision_at_50_std": -0.016624, "nauc_precision_at_50_diff1": -0.413819, "nauc_precision_at_100_max": -0.134833, "nauc_precision_at_100_std": -0.016624, "nauc_precision_at_100_diff1": -0.413819, "nauc_precision_at_1000_max": -0.134833, "nauc_precision_at_1000_std": -0.016624, "nauc_precision_at_1000_diff1": -0.413819, "nauc_mrr_at_1_max": 0.310887, "nauc_mrr_at_1_std": 0.192202, "nauc_mrr_at_1_diff1": 0.550078, "nauc_mrr_at_3_max": 0.46682, "nauc_mrr_at_3_std": 0.384598, "nauc_mrr_at_3_diff1": 0.522429, "nauc_mrr_at_5_max": 0.430736, "nauc_mrr_at_5_std": 0.345645, "nauc_mrr_at_5_diff1": 0.510131, "nauc_mrr_at_10_max": 0.41604, "nauc_mrr_at_10_std": 0.325003, "nauc_mrr_at_10_diff1": 0.521194, "nauc_mrr_at_20_max": 0.41604, "nauc_mrr_at_20_std": 0.325003, "nauc_mrr_at_20_diff1": 0.521194, "nauc_mrr_at_25_max": 0.41604, "nauc_mrr_at_25_std": 0.325003, "nauc_mrr_at_25_diff1": 0.521194, "nauc_mrr_at_50_max": 0.41604, "nauc_mrr_at_50_std": 0.325003, "nauc_mrr_at_50_diff1": 0.521194, "nauc_mrr_at_100_max": 0.41604, "nauc_mrr_at_100_std": 0.325003, "nauc_mrr_at_100_diff1": 0.521194, "nauc_mrr_at_1000_max": 0.41604, "nauc_mrr_at_1000_std": 0.325003, "nauc_mrr_at_1000_diff1": 0.521194, "hit_rate_at_1": 0.71154, "hit_rate_at_3": 0.90385, "hit_rate_at_5": 0.96154, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.711538, "R_cap_at_3": 0.836538, "R_cap_at_5": 0.919872, "R_cap_at_10": 0.974359, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.83892, "hf_subset": "default_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.78873, "ndcg_at_3": 0.81604, "ndcg_at_5": 0.83523, "ndcg_at_10": 0.86489, "ndcg_at_20": 0.87708, "ndcg_at_25": 0.87708, "ndcg_at_50": 0.87708, "ndcg_at_100": 0.87708, "ndcg_at_1000": 0.87708, "map_at_1": 0.67606, "map_at_3": 0.79304, "map_at_5": 0.80771, "map_at_10": 0.82349, "map_at_20": 0.82882, "map_at_25": 0.82882, "map_at_50": 0.82882, "map_at_100": 0.82882, "map_at_1000": 0.82882, "recall_at_1": 0.67606, "recall_at_3": 0.84272, "recall_at_5": 0.88028, "recall_at_10": 0.96009, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67606, "precision_at_1": 0.78873, "precision_at_3": 0.3615, "precision_at_5": 0.23099, "precision_at_10": 0.12817, "precision_at_20": 0.06761, "precision_at_25": 0.05408, "precision_at_50": 0.02704, "precision_at_100": 0.01352, "precision_at_1000": 0.00135, "mrr_at_1": 0.788732, "mrr_at_3": 0.830986, "mrr_at_5": 0.838028, "mrr_at_10": 0.847904, "mrr_at_20": 0.848988, "mrr_at_25": 0.848988, "mrr_at_50": 0.848988, "mrr_at_100": 0.848988, "mrr_at_1000": 0.848988, "nauc_ndcg_at_1_max": 0.477402, "nauc_ndcg_at_1_std": 0.541829, "nauc_ndcg_at_1_diff1": 0.626125, "nauc_ndcg_at_3_max": 0.480894, "nauc_ndcg_at_3_std": 0.522355, "nauc_ndcg_at_3_diff1": 0.600425, "nauc_ndcg_at_5_max": 0.504131, "nauc_ndcg_at_5_std": 0.533815, "nauc_ndcg_at_5_diff1": 0.63044, "nauc_ndcg_at_10_max": 0.516642, "nauc_ndcg_at_10_std": 0.570511, "nauc_ndcg_at_10_diff1": 0.624073, "nauc_ndcg_at_20_max": 0.512921, "nauc_ndcg_at_20_std": 0.5571, "nauc_ndcg_at_20_diff1": 0.630456, "nauc_ndcg_at_25_max": 0.512921, "nauc_ndcg_at_25_std": 0.5571, "nauc_ndcg_at_25_diff1": 0.630456, "nauc_ndcg_at_50_max": 0.512921, "nauc_ndcg_at_50_std": 0.5571, "nauc_ndcg_at_50_diff1": 0.630456, "nauc_ndcg_at_100_max": 0.512921, "nauc_ndcg_at_100_std": 0.5571, "nauc_ndcg_at_100_diff1": 0.630456, "nauc_ndcg_at_1000_max": 0.512921, "nauc_ndcg_at_1000_std": 0.5571, "nauc_ndcg_at_1000_diff1": 0.630456, "nauc_map_at_1_max": 0.382296, "nauc_map_at_1_std": 0.303908, "nauc_map_at_1_diff1": 0.571119, "nauc_map_at_3_max": 0.484599, "nauc_map_at_3_std": 0.483518, "nauc_map_at_3_diff1": 0.636888, "nauc_map_at_5_max": 0.493011, "nauc_map_at_5_std": 0.498871, "nauc_map_at_5_diff1": 0.649349, "nauc_map_at_10_max": 0.509745, "nauc_map_at_10_std": 0.530279, "nauc_map_at_10_diff1": 0.646904, "nauc_map_at_20_max": 0.508031, "nauc_map_at_20_std": 0.525806, "nauc_map_at_20_diff1": 0.647511, "nauc_map_at_25_max": 0.508031, "nauc_map_at_25_std": 0.525806, "nauc_map_at_25_diff1": 0.647511, "nauc_map_at_50_max": 0.508031, "nauc_map_at_50_std": 0.525806, "nauc_map_at_50_diff1": 0.647511, "nauc_map_at_100_max": 0.508031, "nauc_map_at_100_std": 0.525806, "nauc_map_at_100_diff1": 0.647511, "nauc_map_at_1000_max": 0.508031, "nauc_map_at_1000_std": 0.525806, "nauc_map_at_1000_diff1": 0.647511, "nauc_recall_at_1_max": 0.382296, "nauc_recall_at_1_std": 0.303908, "nauc_recall_at_1_diff1": 0.571119, "nauc_recall_at_3_max": 0.443825, "nauc_recall_at_3_std": 0.498739, "nauc_recall_at_3_diff1": 0.538236, "nauc_recall_at_5_max": 0.497193, "nauc_recall_at_5_std": 0.505014, "nauc_recall_at_5_diff1": 0.606881, "nauc_recall_at_10_max": 0.511583, "nauc_recall_at_10_std": 0.668395, "nauc_recall_at_10_diff1": 0.492657, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.477402, "nauc_precision_at_1_std": 0.541829, "nauc_precision_at_1_diff1": 0.626125, "nauc_precision_at_3_max": 0.114116, "nauc_precision_at_3_std": 0.280309, "nauc_precision_at_3_diff1": 0.031786, "nauc_precision_at_5_max": 0.065899, "nauc_precision_at_5_std": 0.227851, "nauc_precision_at_5_diff1": -0.028209, "nauc_precision_at_10_max": -0.033994, "nauc_precision_at_10_std": 0.162791, "nauc_precision_at_10_diff1": -0.205952, "nauc_precision_at_20_max": -0.114564, "nauc_precision_at_20_std": 0.053931, "nauc_precision_at_20_diff1": -0.277134, "nauc_precision_at_25_max": -0.114564, "nauc_precision_at_25_std": 0.053931, "nauc_precision_at_25_diff1": -0.277134, "nauc_precision_at_50_max": -0.114564, "nauc_precision_at_50_std": 0.053931, "nauc_precision_at_50_diff1": -0.277134, "nauc_precision_at_100_max": -0.114564, "nauc_precision_at_100_std": 0.053931, "nauc_precision_at_100_diff1": -0.277134, "nauc_precision_at_1000_max": -0.114564, "nauc_precision_at_1000_std": 0.053931, "nauc_precision_at_1000_diff1": -0.277134, "nauc_mrr_at_1_max": 0.477402, "nauc_mrr_at_1_std": 0.541829, "nauc_mrr_at_1_diff1": 0.626125, "nauc_mrr_at_3_max": 0.498039, "nauc_mrr_at_3_std": 0.61203, "nauc_mrr_at_3_diff1": 0.57145, "nauc_mrr_at_5_max": 0.513889, "nauc_mrr_at_5_std": 0.605051, "nauc_mrr_at_5_diff1": 0.597375, "nauc_mrr_at_10_max": 0.505201, "nauc_mrr_at_10_std": 0.599132, "nauc_mrr_at_10_diff1": 0.593791, "nauc_mrr_at_20_max": 0.504812, "nauc_mrr_at_20_std": 0.597058, "nauc_mrr_at_20_diff1": 0.595572, "nauc_mrr_at_25_max": 0.504812, "nauc_mrr_at_25_std": 0.597058, "nauc_mrr_at_25_diff1": 0.595572, "nauc_mrr_at_50_max": 0.504812, "nauc_mrr_at_50_std": 0.597058, "nauc_mrr_at_50_diff1": 0.595572, "nauc_mrr_at_100_max": 0.504812, "nauc_mrr_at_100_std": 0.597058, "nauc_mrr_at_100_diff1": 0.595572, "nauc_mrr_at_1000_max": 0.504812, "nauc_mrr_at_1000_std": 0.597058, "nauc_mrr_at_1000_diff1": 0.595572, "hit_rate_at_1": 0.78873, "hit_rate_at_3": 0.88732, "hit_rate_at_5": 0.91549, "hit_rate_at_10": 0.98592, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.788732, "R_cap_at_3": 0.842723, "R_cap_at_5": 0.880282, "R_cap_at_10": 0.960094, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86489, "hf_subset": "default_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74648, "ndcg_at_3": 0.83581, "ndcg_at_5": 0.86234, "ndcg_at_10": 0.86966, "ndcg_at_20": 0.87802, "ndcg_at_25": 0.87802, "ndcg_at_50": 0.87802, "ndcg_at_100": 0.87802, "ndcg_at_1000": 0.87802, "map_at_1": 0.61268, "map_at_3": 0.7989, "map_at_5": 0.82074, "map_at_10": 0.82465, "map_at_20": 0.82822, "map_at_25": 0.82822, "map_at_50": 0.82822, "map_at_100": 0.82822, "map_at_1000": 0.82822, "recall_at_1": 0.61268, "recall_at_3": 0.89671, "recall_at_5": 0.95305, "recall_at_10": 0.97418, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61268, "precision_at_1": 0.74648, "precision_at_3": 0.39906, "precision_at_5": 0.25915, "precision_at_10": 0.13239, "precision_at_20": 0.06901, "precision_at_25": 0.05521, "precision_at_50": 0.02761, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.746479, "mrr_at_3": 0.840376, "mrr_at_5": 0.846714, "mrr_at_10": 0.848279, "mrr_at_20": 0.849452, "mrr_at_25": 0.849452, "mrr_at_50": 0.849452, "mrr_at_100": 0.849452, "mrr_at_1000": 0.849452, "nauc_ndcg_at_1_max": 0.390267, "nauc_ndcg_at_1_std": 0.280142, "nauc_ndcg_at_1_diff1": 0.794167, "nauc_ndcg_at_3_max": 0.476098, "nauc_ndcg_at_3_std": 0.43642, "nauc_ndcg_at_3_diff1": 0.715307, "nauc_ndcg_at_5_max": 0.480737, "nauc_ndcg_at_5_std": 0.437266, "nauc_ndcg_at_5_diff1": 0.725713, "nauc_ndcg_at_10_max": 0.455851, "nauc_ndcg_at_10_std": 0.408811, "nauc_ndcg_at_10_diff1": 0.717865, "nauc_ndcg_at_20_max": 0.425594, "nauc_ndcg_at_20_std": 0.363596, "nauc_ndcg_at_20_diff1": 0.721197, "nauc_ndcg_at_25_max": 0.425594, "nauc_ndcg_at_25_std": 0.363596, "nauc_ndcg_at_25_diff1": 0.721197, "nauc_ndcg_at_50_max": 0.425594, "nauc_ndcg_at_50_std": 0.363596, "nauc_ndcg_at_50_diff1": 0.721197, "nauc_ndcg_at_100_max": 0.425594, "nauc_ndcg_at_100_std": 0.363596, "nauc_ndcg_at_100_diff1": 0.721197, "nauc_ndcg_at_1000_max": 0.425594, "nauc_ndcg_at_1000_std": 0.363596, "nauc_ndcg_at_1000_diff1": 0.721197, "nauc_map_at_1_max": 0.26403, "nauc_map_at_1_std": 0.107589, "nauc_map_at_1_diff1": 0.666936, "nauc_map_at_3_max": 0.432333, "nauc_map_at_3_std": 0.375631, "nauc_map_at_3_diff1": 0.717302, "nauc_map_at_5_max": 0.438572, "nauc_map_at_5_std": 0.382788, "nauc_map_at_5_diff1": 0.716699, "nauc_map_at_10_max": 0.42739, "nauc_map_at_10_std": 0.37113, "nauc_map_at_10_diff1": 0.711901, "nauc_map_at_20_max": 0.416194, "nauc_map_at_20_std": 0.356486, "nauc_map_at_20_diff1": 0.710152, "nauc_map_at_25_max": 0.416194, "nauc_map_at_25_std": 0.356486, "nauc_map_at_25_diff1": 0.710152, "nauc_map_at_50_max": 0.416194, "nauc_map_at_50_std": 0.356486, "nauc_map_at_50_diff1": 0.710152, "nauc_map_at_100_max": 0.416194, "nauc_map_at_100_std": 0.356486, "nauc_map_at_100_diff1": 0.710152, "nauc_map_at_1000_max": 0.416194, "nauc_map_at_1000_std": 0.356486, "nauc_map_at_1000_diff1": 0.710152, "nauc_recall_at_1_max": 0.26403, "nauc_recall_at_1_std": 0.107589, "nauc_recall_at_1_diff1": 0.666936, "nauc_recall_at_3_max": 0.633252, "nauc_recall_at_3_std": 0.682569, "nauc_recall_at_3_diff1": 0.640275, "nauc_recall_at_5_max": 0.838574, "nauc_recall_at_5_std": 0.94539, "nauc_recall_at_5_diff1": 0.705794, "nauc_recall_at_10_max": 0.813283, "nauc_recall_at_10_std": 0.97627, "nauc_recall_at_10_diff1": 0.616203, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.390267, "nauc_precision_at_1_std": 0.280142, "nauc_precision_at_1_diff1": 0.794167, "nauc_precision_at_3_max": 0.16034, "nauc_precision_at_3_std": 0.306065, "nauc_precision_at_3_diff1": 0.021472, "nauc_precision_at_5_max": 0.073454, "nauc_precision_at_5_std": 0.211834, "nauc_precision_at_5_diff1": -0.099642, "nauc_precision_at_10_max": 0.022098, "nauc_precision_at_10_std": 0.162737, "nauc_precision_at_10_diff1": -0.152739, "nauc_precision_at_20_max": -0.07339, "nauc_precision_at_20_std": 0.04384, "nauc_precision_at_20_diff1": -0.218166, "nauc_precision_at_25_max": -0.07339, "nauc_precision_at_25_std": 0.04384, "nauc_precision_at_25_diff1": -0.218166, "nauc_precision_at_50_max": -0.07339, "nauc_precision_at_50_std": 0.04384, "nauc_precision_at_50_diff1": -0.218166, "nauc_precision_at_100_max": -0.07339, "nauc_precision_at_100_std": 0.04384, "nauc_precision_at_100_diff1": -0.218166, "nauc_precision_at_1000_max": -0.07339, "nauc_precision_at_1000_std": 0.04384, "nauc_precision_at_1000_diff1": -0.218166, "nauc_mrr_at_1_max": 0.390267, "nauc_mrr_at_1_std": 0.280142, "nauc_mrr_at_1_diff1": 0.794167, "nauc_mrr_at_3_max": 0.462462, "nauc_mrr_at_3_std": 0.393248, "nauc_mrr_at_3_diff1": 0.740914, "nauc_mrr_at_5_max": 0.446878, "nauc_mrr_at_5_std": 0.375251, "nauc_mrr_at_5_diff1": 0.749348, "nauc_mrr_at_10_max": 0.442068, "nauc_mrr_at_10_std": 0.36814, "nauc_mrr_at_10_diff1": 0.749649, "nauc_mrr_at_20_max": 0.439649, "nauc_mrr_at_20_std": 0.362699, "nauc_mrr_at_20_diff1": 0.75299, "nauc_mrr_at_25_max": 0.439649, "nauc_mrr_at_25_std": 0.362699, "nauc_mrr_at_25_diff1": 0.75299, "nauc_mrr_at_50_max": 0.439649, "nauc_mrr_at_50_std": 0.362699, "nauc_mrr_at_50_diff1": 0.75299, "nauc_mrr_at_100_max": 0.439649, "nauc_mrr_at_100_std": 0.362699, "nauc_mrr_at_100_diff1": 0.75299, "nauc_mrr_at_1000_max": 0.439649, "nauc_mrr_at_1000_std": 0.362699, "nauc_mrr_at_1000_diff1": 0.75299, "hit_rate_at_1": 0.74648, "hit_rate_at_3": 0.94366, "hit_rate_at_5": 0.97183, "hit_rate_at_10": 0.98592, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.746479, "R_cap_at_3": 0.896714, "R_cap_at_5": 0.953052, "R_cap_at_10": 0.974178, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86966, "hf_subset": "default_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.93056, "ndcg_at_3": 0.93673, "ndcg_at_5": 0.95967, "ndcg_at_10": 0.96251, "ndcg_at_20": 0.96251, "ndcg_at_25": 0.96251, "ndcg_at_50": 0.96251, "ndcg_at_100": 0.96251, "ndcg_at_1000": 0.96251, "map_at_1": 0.78704, "map_at_3": 0.91204, "map_at_5": 0.93588, "map_at_10": 0.93786, "map_at_20": 0.93786, "map_at_25": 0.93786, "map_at_50": 0.93786, "map_at_100": 0.93786, "map_at_1000": 0.93786, "recall_at_1": 0.78704, "recall_at_3": 0.95139, "recall_at_5": 0.99306, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.78704, "precision_at_1": 0.93056, "precision_at_3": 0.4213, "precision_at_5": 0.275, "precision_at_10": 0.13889, "precision_at_20": 0.06944, "precision_at_25": 0.05556, "precision_at_50": 0.02778, "precision_at_100": 0.01389, "precision_at_1000": 0.00139, "mrr_at_1": 0.930556, "mrr_at_3": 0.965278, "mrr_at_5": 0.965278, "mrr_at_10": 0.965278, "mrr_at_20": 0.965278, "mrr_at_25": 0.965278, "mrr_at_50": 0.965278, "mrr_at_100": 0.965278, "mrr_at_1000": 0.965278, "nauc_ndcg_at_1_max": 0.195633, "nauc_ndcg_at_1_std": 0.156119, "nauc_ndcg_at_1_diff1": 0.658572, "nauc_ndcg_at_3_max": 0.257185, "nauc_ndcg_at_3_std": 0.171808, "nauc_ndcg_at_3_diff1": 0.508359, "nauc_ndcg_at_5_max": 0.241221, "nauc_ndcg_at_5_std": 0.257824, "nauc_ndcg_at_5_diff1": 0.421101, "nauc_ndcg_at_10_max": 0.216586, "nauc_ndcg_at_10_std": 0.19941, "nauc_ndcg_at_10_diff1": 0.467636, "nauc_ndcg_at_20_max": 0.216586, "nauc_ndcg_at_20_std": 0.19941, "nauc_ndcg_at_20_diff1": 0.467636, "nauc_ndcg_at_25_max": 0.216586, "nauc_ndcg_at_25_std": 0.19941, "nauc_ndcg_at_25_diff1": 0.467636, "nauc_ndcg_at_50_max": 0.216586, "nauc_ndcg_at_50_std": 0.19941, "nauc_ndcg_at_50_diff1": 0.467636, "nauc_ndcg_at_100_max": 0.216586, "nauc_ndcg_at_100_std": 0.19941, "nauc_ndcg_at_100_diff1": 0.467636, "nauc_ndcg_at_1000_max": 0.216586, "nauc_ndcg_at_1000_std": 0.19941, "nauc_ndcg_at_1000_diff1": 0.467636, "nauc_map_at_1_max": 0.022762, "nauc_map_at_1_std": -0.164273, "nauc_map_at_1_diff1": 0.458081, "nauc_map_at_3_max": 0.239848, "nauc_map_at_3_std": 0.154023, "nauc_map_at_3_diff1": 0.465805, "nauc_map_at_5_max": 0.236877, "nauc_map_at_5_std": 0.240766, "nauc_map_at_5_diff1": 0.396432, "nauc_map_at_10_max": 0.226193, "nauc_map_at_10_std": 0.215204, "nauc_map_at_10_diff1": 0.415507, "nauc_map_at_20_max": 0.226193, "nauc_map_at_20_std": 0.215204, "nauc_map_at_20_diff1": 0.415507, "nauc_map_at_25_max": 0.226193, "nauc_map_at_25_std": 0.215204, "nauc_map_at_25_diff1": 0.415507, "nauc_map_at_50_max": 0.226193, "nauc_map_at_50_std": 0.215204, "nauc_map_at_50_diff1": 0.415507, "nauc_map_at_100_max": 0.226193, "nauc_map_at_100_std": 0.215204, "nauc_map_at_100_diff1": 0.415507, "nauc_map_at_1000_max": 0.226193, "nauc_map_at_1000_std": 0.215204, "nauc_map_at_1000_diff1": 0.415507, "nauc_recall_at_1_max": 0.022762, "nauc_recall_at_1_std": -0.164273, "nauc_recall_at_1_diff1": 0.458081, "nauc_recall_at_3_max": 0.327644, "nauc_recall_at_3_std": 0.191969, "nauc_recall_at_3_diff1": 0.51839, "nauc_recall_at_5_max": 0.554227, "nauc_recall_at_5_std": 1.0, "nauc_recall_at_5_diff1": -0.170147, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.195633, "nauc_precision_at_1_std": 0.156119, "nauc_precision_at_1_diff1": 0.658572, "nauc_precision_at_3_max": 0.082173, "nauc_precision_at_3_std": 0.242168, "nauc_precision_at_3_diff1": -0.203217, "nauc_precision_at_5_max": 0.006887, "nauc_precision_at_5_std": 0.175813, "nauc_precision_at_5_diff1": -0.281073, "nauc_precision_at_10_max": -0.008828, "nauc_precision_at_10_std": 0.144905, "nauc_precision_at_10_diff1": -0.271887, "nauc_precision_at_20_max": -0.008828, "nauc_precision_at_20_std": 0.144905, "nauc_precision_at_20_diff1": -0.271887, "nauc_precision_at_25_max": -0.008828, "nauc_precision_at_25_std": 0.144905, "nauc_precision_at_25_diff1": -0.271887, "nauc_precision_at_50_max": -0.008828, "nauc_precision_at_50_std": 0.144905, "nauc_precision_at_50_diff1": -0.271887, "nauc_precision_at_100_max": -0.008828, "nauc_precision_at_100_std": 0.144905, "nauc_precision_at_100_diff1": -0.271887, "nauc_precision_at_1000_max": -0.008828, "nauc_precision_at_1000_std": 0.144905, "nauc_precision_at_1000_diff1": -0.271887, "nauc_mrr_at_1_max": 0.195633, "nauc_mrr_at_1_std": 0.156119, "nauc_mrr_at_1_diff1": 0.658572, "nauc_mrr_at_3_max": 0.195633, "nauc_mrr_at_3_std": 0.156119, "nauc_mrr_at_3_diff1": 0.658572, "nauc_mrr_at_5_max": 0.195633, "nauc_mrr_at_5_std": 0.156119, "nauc_mrr_at_5_diff1": 0.658572, "nauc_mrr_at_10_max": 0.195633, "nauc_mrr_at_10_std": 0.156119, "nauc_mrr_at_10_diff1": 0.658572, "nauc_mrr_at_20_max": 0.195633, "nauc_mrr_at_20_std": 0.156119, "nauc_mrr_at_20_diff1": 0.658572, "nauc_mrr_at_25_max": 0.195633, "nauc_mrr_at_25_std": 0.156119, "nauc_mrr_at_25_diff1": 0.658572, "nauc_mrr_at_50_max": 0.195633, "nauc_mrr_at_50_std": 0.156119, "nauc_mrr_at_50_diff1": 0.658572, "nauc_mrr_at_100_max": 0.195633, "nauc_mrr_at_100_std": 0.156119, "nauc_mrr_at_100_diff1": 0.658572, "nauc_mrr_at_1000_max": 0.195633, "nauc_mrr_at_1000_std": 0.156119, "nauc_mrr_at_1000_diff1": 0.658572, "hit_rate_at_1": 0.93056, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.930556, "R_cap_at_3": 0.951389, "R_cap_at_5": 0.993056, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96251, "hf_subset": "default_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.44211, "ndcg_at_3": 0.4052, "ndcg_at_5": 0.40417, "ndcg_at_10": 0.41771, "ndcg_at_20": 0.4451, "ndcg_at_25": 0.45246, "ndcg_at_50": 0.47864, "ndcg_at_100": 0.49748, "ndcg_at_1000": 0.54452, "map_at_1": 0.12828, "map_at_3": 0.21994, "map_at_5": 0.24883, "map_at_10": 0.27687, "map_at_20": 0.30546, "map_at_25": 0.31177, "map_at_50": 0.32776, "map_at_100": 0.33934, "map_at_1000": 0.34956, "recall_at_1": 0.12828, "recall_at_3": 0.28264, "recall_at_5": 0.33234, "recall_at_10": 0.42585, "recall_at_20": 0.54015, "recall_at_25": 0.57628, "recall_at_50": 0.69176, "recall_at_100": 0.77953, "recall_at_1000": 0.98404, "accuracy": 0.12828, "precision_at_1": 0.44211, "precision_at_3": 0.32281, "precision_at_5": 0.26737, "precision_at_10": 0.19368, "precision_at_20": 0.14526, "precision_at_25": 0.12884, "precision_at_50": 0.08968, "precision_at_100": 0.06, "precision_at_1000": 0.00856, "mrr_at_1": 0.442105, "mrr_at_3": 0.507018, "mrr_at_5": 0.514912, "mrr_at_10": 0.525246, "mrr_at_20": 0.5297, "mrr_at_25": 0.531036, "mrr_at_50": 0.532795, "mrr_at_100": 0.533749, "mrr_at_1000": 0.533947, "nauc_ndcg_at_1_max": 0.026048, "nauc_ndcg_at_1_std": -0.14474, "nauc_ndcg_at_1_diff1": 0.386211, "nauc_ndcg_at_3_max": 0.196603, "nauc_ndcg_at_3_std": -0.025759, "nauc_ndcg_at_3_diff1": 0.351514, "nauc_ndcg_at_5_max": 0.187567, "nauc_ndcg_at_5_std": -0.019378, "nauc_ndcg_at_5_diff1": 0.346285, "nauc_ndcg_at_10_max": 0.195167, "nauc_ndcg_at_10_std": -0.022679, "nauc_ndcg_at_10_diff1": 0.355761, "nauc_ndcg_at_20_max": 0.217373, "nauc_ndcg_at_20_std": -0.003212, "nauc_ndcg_at_20_diff1": 0.340576, "nauc_ndcg_at_25_max": 0.241315, "nauc_ndcg_at_25_std": 0.012104, "nauc_ndcg_at_25_diff1": 0.346863, "nauc_ndcg_at_50_max": 0.270795, "nauc_ndcg_at_50_std": 0.040982, "nauc_ndcg_at_50_diff1": 0.351979, "nauc_ndcg_at_100_max": 0.262312, "nauc_ndcg_at_100_std": 0.046751, "nauc_ndcg_at_100_diff1": 0.347641, "nauc_ndcg_at_1000_max": 0.196258, "nauc_ndcg_at_1000_std": 0.011391, "nauc_ndcg_at_1000_diff1": 0.361427, "nauc_map_at_1_max": 0.037743, "nauc_map_at_1_std": -0.184553, "nauc_map_at_1_diff1": 0.458909, "nauc_map_at_3_max": 0.183004, "nauc_map_at_3_std": -0.125907, "nauc_map_at_3_diff1": 0.379442, "nauc_map_at_5_max": 0.207252, "nauc_map_at_5_std": -0.088516, "nauc_map_at_5_diff1": 0.38414, "nauc_map_at_10_max": 0.220923, "nauc_map_at_10_std": -0.074944, "nauc_map_at_10_diff1": 0.385713, "nauc_map_at_20_max": 0.223305, "nauc_map_at_20_std": -0.061685, "nauc_map_at_20_diff1": 0.372754, "nauc_map_at_25_max": 0.228207, "nauc_map_at_25_std": -0.052877, "nauc_map_at_25_diff1": 0.369646, "nauc_map_at_50_max": 0.231, "nauc_map_at_50_std": -0.0338, "nauc_map_at_50_diff1": 0.371584, "nauc_map_at_100_max": 0.226007, "nauc_map_at_100_std": -0.011052, "nauc_map_at_100_diff1": 0.363074, "nauc_map_at_1000_max": 0.219302, "nauc_map_at_1000_std": 0.005798, "nauc_map_at_1000_diff1": 0.356876, "nauc_recall_at_1_max": 0.037743, "nauc_recall_at_1_std": -0.184553, "nauc_recall_at_1_diff1": 0.458909, "nauc_recall_at_3_max": 0.28171, "nauc_recall_at_3_std": -0.046545, "nauc_recall_at_3_diff1": 0.279971, "nauc_recall_at_5_max": 0.287587, "nauc_recall_at_5_std": -0.018852, "nauc_recall_at_5_diff1": 0.279553, "nauc_recall_at_10_max": 0.323938, "nauc_recall_at_10_std": 0.014432, "nauc_recall_at_10_diff1": 0.297886, "nauc_recall_at_20_max": 0.280258, "nauc_recall_at_20_std": -0.018756, "nauc_recall_at_20_diff1": 0.229769, "nauc_recall_at_25_max": 0.359739, "nauc_recall_at_25_std": 0.032895, "nauc_recall_at_25_diff1": 0.232907, "nauc_recall_at_50_max": 0.482613, "nauc_recall_at_50_std": 0.151765, "nauc_recall_at_50_diff1": 0.225979, "nauc_recall_at_100_max": 0.527701, "nauc_recall_at_100_std": 0.27325, "nauc_recall_at_100_diff1": 0.14548, "nauc_recall_at_1000_max": 0.956694, "nauc_recall_at_1000_std": 0.864958, "nauc_recall_at_1000_diff1": 0.158117, "nauc_precision_at_1_max": 0.026048, "nauc_precision_at_1_std": -0.14474, "nauc_precision_at_1_diff1": 0.386211, "nauc_precision_at_3_max": 0.217457, "nauc_precision_at_3_std": 0.060128, "nauc_precision_at_3_diff1": 0.254472, "nauc_precision_at_5_max": 0.166204, "nauc_precision_at_5_std": 0.096939, "nauc_precision_at_5_diff1": 0.204244, "nauc_precision_at_10_max": 0.103426, "nauc_precision_at_10_std": 0.094157, "nauc_precision_at_10_diff1": 0.150135, "nauc_precision_at_20_max": 0.062169, "nauc_precision_at_20_std": 0.132872, "nauc_precision_at_20_diff1": 0.100241, "nauc_precision_at_25_max": 0.066845, "nauc_precision_at_25_std": 0.160892, "nauc_precision_at_25_diff1": 0.09412, "nauc_precision_at_50_max": 0.039011, "nauc_precision_at_50_std": 0.210193, "nauc_precision_at_50_diff1": 0.064092, "nauc_precision_at_100_max": 0.012665, "nauc_precision_at_100_std": 0.251738, "nauc_precision_at_100_diff1": 0.02154, "nauc_precision_at_1000_max": -0.071796, "nauc_precision_at_1000_std": 0.189211, "nauc_precision_at_1000_diff1": -0.003773, "nauc_mrr_at_1_max": 0.026048, "nauc_mrr_at_1_std": -0.14474, "nauc_mrr_at_1_diff1": 0.386211, "nauc_mrr_at_3_max": 0.101837, "nauc_mrr_at_3_std": -0.080106, "nauc_mrr_at_3_diff1": 0.366941, "nauc_mrr_at_5_max": 0.081979, "nauc_mrr_at_5_std": -0.100992, "nauc_mrr_at_5_diff1": 0.359698, "nauc_mrr_at_10_max": 0.083131, "nauc_mrr_at_10_std": -0.103225, "nauc_mrr_at_10_diff1": 0.369874, "nauc_mrr_at_20_max": 0.077421, "nauc_mrr_at_20_std": -0.10551, "nauc_mrr_at_20_diff1": 0.367792, "nauc_mrr_at_25_max": 0.080555, "nauc_mrr_at_25_std": -0.102403, "nauc_mrr_at_25_diff1": 0.369872, "nauc_mrr_at_50_max": 0.081133, "nauc_mrr_at_50_std": -0.102627, "nauc_mrr_at_50_diff1": 0.369932, "nauc_mrr_at_100_max": 0.08105, "nauc_mrr_at_100_std": -0.102076, "nauc_mrr_at_100_diff1": 0.369195, "nauc_mrr_at_1000_max": 0.080721, "nauc_mrr_at_1000_std": -0.102426, "nauc_mrr_at_1000_diff1": 0.369123, "hit_rate_at_1": 0.44211, "hit_rate_at_3": 0.6, "hit_rate_at_5": 0.63158, "hit_rate_at_10": 0.71579, "hit_rate_at_20": 0.77895, "hit_rate_at_25": 0.81053, "hit_rate_at_50": 0.87368, "hit_rate_at_100": 0.93684, "hit_rate_at_1000": 0.98947, "R_cap_at_1": 0.442105, "R_cap_at_3": 0.421053, "R_cap_at_5": 0.428947, "R_cap_at_10": 0.485627, "R_cap_at_20": 0.57466, "R_cap_at_25": 0.604153, "R_cap_at_50": 0.705272, "R_cap_at_100": 0.782433, "R_cap_at_1000": 0.984041, "main_score": 0.41771, "hf_subset": "default_claude_very_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49167, "ndcg_at_3": 0.5035, "ndcg_at_5": 0.51508, "ndcg_at_10": 0.54609, "ndcg_at_20": 0.55821, "ndcg_at_25": 0.56829, "ndcg_at_50": 0.58598, "ndcg_at_100": 0.59666, "ndcg_at_1000": 0.62968, "map_at_1": 0.23277, "map_at_3": 0.32849, "map_at_5": 0.36647, "map_at_10": 0.40423, "map_at_20": 0.42965, "map_at_25": 0.43767, "map_at_50": 0.45199, "map_at_100": 0.45846, "map_at_1000": 0.46391, "recall_at_1": 0.23277, "recall_at_3": 0.39775, "recall_at_5": 0.47998, "recall_at_10": 0.59863, "recall_at_20": 0.67045, "recall_at_25": 0.72095, "recall_at_50": 0.80584, "recall_at_100": 0.84804, "recall_at_1000": 0.99002, "accuracy": 0.23277, "precision_at_1": 0.49167, "precision_at_3": 0.34167, "precision_at_5": 0.28667, "precision_at_10": 0.21, "precision_at_20": 0.14625, "precision_at_25": 0.12933, "precision_at_50": 0.083, "precision_at_100": 0.04892, "precision_at_1000": 0.00652, "mrr_at_1": 0.491667, "mrr_at_3": 0.580556, "mrr_at_5": 0.593889, "mrr_at_10": 0.606399, "mrr_at_20": 0.607619, "mrr_at_25": 0.609171, "mrr_at_50": 0.610676, "mrr_at_100": 0.610783, "mrr_at_1000": 0.61104, "nauc_ndcg_at_1_max": 0.044418, "nauc_ndcg_at_1_std": -0.128472, "nauc_ndcg_at_1_diff1": 0.290303, "nauc_ndcg_at_3_max": 0.070222, "nauc_ndcg_at_3_std": -0.161023, "nauc_ndcg_at_3_diff1": 0.327149, "nauc_ndcg_at_5_max": 0.082106, "nauc_ndcg_at_5_std": -0.12769, "nauc_ndcg_at_5_diff1": 0.315936, "nauc_ndcg_at_10_max": 0.082082, "nauc_ndcg_at_10_std": -0.12544, "nauc_ndcg_at_10_diff1": 0.329273, "nauc_ndcg_at_20_max": 0.113452, "nauc_ndcg_at_20_std": -0.075691, "nauc_ndcg_at_20_diff1": 0.363012, "nauc_ndcg_at_25_max": 0.130519, "nauc_ndcg_at_25_std": -0.049465, "nauc_ndcg_at_25_diff1": 0.368324, "nauc_ndcg_at_50_max": 0.132694, "nauc_ndcg_at_50_std": -0.055827, "nauc_ndcg_at_50_diff1": 0.378364, "nauc_ndcg_at_100_max": 0.127633, "nauc_ndcg_at_100_std": -0.059222, "nauc_ndcg_at_100_diff1": 0.377694, "nauc_ndcg_at_1000_max": 0.099661, "nauc_ndcg_at_1000_std": -0.091654, "nauc_ndcg_at_1000_diff1": 0.366785, "nauc_map_at_1_max": -0.136036, "nauc_map_at_1_std": -0.200831, "nauc_map_at_1_diff1": 0.25475, "nauc_map_at_3_max": -0.072648, "nauc_map_at_3_std": -0.223971, "nauc_map_at_3_diff1": 0.314566, "nauc_map_at_5_max": -0.019669, "nauc_map_at_5_std": -0.190901, "nauc_map_at_5_diff1": 0.307429, "nauc_map_at_10_max": 0.008771, "nauc_map_at_10_std": -0.179048, "nauc_map_at_10_diff1": 0.301507, "nauc_map_at_20_max": 0.037617, "nauc_map_at_20_std": -0.16421, "nauc_map_at_20_diff1": 0.3177, "nauc_map_at_25_max": 0.050115, "nauc_map_at_25_std": -0.154825, "nauc_map_at_25_diff1": 0.321224, "nauc_map_at_50_max": 0.065507, "nauc_map_at_50_std": -0.138497, "nauc_map_at_50_diff1": 0.333077, "nauc_map_at_100_max": 0.074337, "nauc_map_at_100_std": -0.128859, "nauc_map_at_100_diff1": 0.333296, "nauc_map_at_1000_max": 0.078713, "nauc_map_at_1000_std": -0.12162, "nauc_map_at_1000_diff1": 0.331102, "nauc_recall_at_1_max": -0.136036, "nauc_recall_at_1_std": -0.200831, "nauc_recall_at_1_diff1": 0.25475, "nauc_recall_at_3_max": -0.065482, "nauc_recall_at_3_std": -0.230884, "nauc_recall_at_3_diff1": 0.315902, "nauc_recall_at_5_max": 0.007993, "nauc_recall_at_5_std": -0.155496, "nauc_recall_at_5_diff1": 0.298, "nauc_recall_at_10_max": 0.079141, "nauc_recall_at_10_std": -0.102352, "nauc_recall_at_10_diff1": 0.294711, "nauc_recall_at_20_max": 0.159618, "nauc_recall_at_20_std": 0.002996, "nauc_recall_at_20_diff1": 0.336255, "nauc_recall_at_25_max": 0.269483, "nauc_recall_at_25_std": 0.155803, "nauc_recall_at_25_diff1": 0.345378, "nauc_recall_at_50_max": 0.387323, "nauc_recall_at_50_std": 0.288327, "nauc_recall_at_50_diff1": 0.374519, "nauc_recall_at_100_max": 0.440789, "nauc_recall_at_100_std": 0.384642, "nauc_recall_at_100_diff1": 0.335444, "nauc_recall_at_1000_max": 0.633376, "nauc_recall_at_1000_std": 0.775255, "nauc_recall_at_1000_diff1": 0.514287, "nauc_precision_at_1_max": 0.044418, "nauc_precision_at_1_std": -0.128472, "nauc_precision_at_1_diff1": 0.290303, "nauc_precision_at_3_max": 0.212193, "nauc_precision_at_3_std": -0.030543, "nauc_precision_at_3_diff1": 0.198961, "nauc_precision_at_5_max": 0.262634, "nauc_precision_at_5_std": 0.067062, "nauc_precision_at_5_diff1": 0.113503, "nauc_precision_at_10_max": 0.232252, "nauc_precision_at_10_std": 0.089646, "nauc_precision_at_10_diff1": 0.042779, "nauc_precision_at_20_max": 0.255414, "nauc_precision_at_20_std": 0.150775, "nauc_precision_at_20_diff1": 0.062056, "nauc_precision_at_25_max": 0.26951, "nauc_precision_at_25_std": 0.173051, "nauc_precision_at_25_diff1": 0.063257, "nauc_precision_at_50_max": 0.270792, "nauc_precision_at_50_std": 0.214124, "nauc_precision_at_50_diff1": 0.071101, "nauc_precision_at_100_max": 0.260547, "nauc_precision_at_100_std": 0.222992, "nauc_precision_at_100_diff1": 0.048916, "nauc_precision_at_1000_max": 0.189206, "nauc_precision_at_1000_std": 0.177619, "nauc_precision_at_1000_diff1": -0.01013, "nauc_mrr_at_1_max": 0.044418, "nauc_mrr_at_1_std": -0.128472, "nauc_mrr_at_1_diff1": 0.290303, "nauc_mrr_at_3_max": 0.04444, "nauc_mrr_at_3_std": -0.149415, "nauc_mrr_at_3_diff1": 0.363242, "nauc_mrr_at_5_max": 0.053363, "nauc_mrr_at_5_std": -0.127462, "nauc_mrr_at_5_diff1": 0.366868, "nauc_mrr_at_10_max": 0.050411, "nauc_mrr_at_10_std": -0.132458, "nauc_mrr_at_10_diff1": 0.370764, "nauc_mrr_at_20_max": 0.051921, "nauc_mrr_at_20_std": -0.126643, "nauc_mrr_at_20_diff1": 0.368874, "nauc_mrr_at_25_max": 0.054786, "nauc_mrr_at_25_std": -0.122816, "nauc_mrr_at_25_diff1": 0.369494, "nauc_mrr_at_50_max": 0.054167, "nauc_mrr_at_50_std": -0.124429, "nauc_mrr_at_50_diff1": 0.368511, "nauc_mrr_at_100_max": 0.053922, "nauc_mrr_at_100_std": -0.124678, "nauc_mrr_at_100_diff1": 0.36828, "nauc_mrr_at_1000_max": 0.053566, "nauc_mrr_at_1000_std": -0.124935, "nauc_mrr_at_1000_diff1": 0.368064, "hit_rate_at_1": 0.49167, "hit_rate_at_3": 0.68333, "hit_rate_at_5": 0.74167, "hit_rate_at_10": 0.83333, "hit_rate_at_20": 0.85, "hit_rate_at_25": 0.88333, "hit_rate_at_50": 0.94167, "hit_rate_at_100": 0.95, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.491667, "R_cap_at_3": 0.530556, "R_cap_at_5": 0.566667, "R_cap_at_10": 0.654005, "R_cap_at_20": 0.697825, "R_cap_at_25": 0.740547, "R_cap_at_50": 0.81122, "R_cap_at_100": 0.848043, "R_cap_at_1000": 0.990021, "main_score": 0.54609, "hf_subset": "default_claude_very_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 0.833333, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 0.833333, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 0.833333, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.833333, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": 1.0, "nauc_ndcg_at_25_diff1": 0.833333, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": 1.0, "nauc_ndcg_at_50_diff1": 0.833333, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 0.833333, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": 0.833333, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 0.833333, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 0.833333, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 0.833333, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.833333, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": 1.0, "nauc_map_at_25_diff1": 0.833333, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": 1.0, "nauc_map_at_50_diff1": 0.833333, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 0.833333, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": 0.833333, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 0.833333, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 0.833333, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 0.833333, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 0.833333, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": 1.0, "nauc_mrr_at_25_diff1": 0.833333, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": 1.0, "nauc_mrr_at_50_diff1": 0.833333, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 0.833333, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 1.0, "nauc_mrr_at_1000_diff1": 0.833333, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_claude_very_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": 0.833333, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.833333, "nauc_ndcg_at_3_std": 1.0, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.833333, "nauc_ndcg_at_5_std": 1.0, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.833333, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.833333, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.833333, "nauc_ndcg_at_25_std": 1.0, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.833333, "nauc_ndcg_at_50_std": 1.0, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.833333, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.833333, "nauc_ndcg_at_1000_std": 1.0, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.833333, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.833333, "nauc_map_at_3_std": 1.0, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.833333, "nauc_map_at_5_std": 1.0, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.833333, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.833333, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.833333, "nauc_map_at_25_std": 1.0, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.833333, "nauc_map_at_50_std": 1.0, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.833333, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.833333, "nauc_map_at_1000_std": 1.0, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.833333, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.833333, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.833333, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.833333, "nauc_mrr_at_3_std": 1.0, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.833333, "nauc_mrr_at_5_std": 1.0, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.833333, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.833333, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.833333, "nauc_mrr_at_25_std": 1.0, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.833333, "nauc_mrr_at_50_std": 1.0, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.833333, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.833333, "nauc_mrr_at_1000_std": 1.0, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_claude_very_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.52555, "ndcg_at_3": 0.52139, "ndcg_at_5": 0.53316, "ndcg_at_10": 0.55912, "ndcg_at_20": 0.57015, "ndcg_at_25": 0.57778, "ndcg_at_50": 0.59864, "ndcg_at_100": 0.61971, "ndcg_at_1000": 0.64575, "map_at_1": 0.2382, "map_at_3": 0.35401, "map_at_5": 0.39339, "map_at_10": 0.43191, "map_at_20": 0.45498, "map_at_25": 0.46259, "map_at_50": 0.47514, "map_at_100": 0.48289, "map_at_1000": 0.48802, "recall_at_1": 0.2382, "recall_at_3": 0.41389, "recall_at_5": 0.50257, "recall_at_10": 0.60486, "recall_at_20": 0.68483, "recall_at_25": 0.71597, "recall_at_50": 0.79798, "recall_at_100": 0.87945, "recall_at_1000": 0.99312, "accuracy": 0.2382, "precision_at_1": 0.52555, "precision_at_3": 0.35766, "precision_at_5": 0.28905, "precision_at_10": 0.20584, "precision_at_20": 0.13723, "precision_at_25": 0.12234, "precision_at_50": 0.07606, "precision_at_100": 0.04672, "precision_at_1000": 0.00587, "mrr_at_1": 0.525547, "mrr_at_3": 0.599757, "mrr_at_5": 0.615815, "mrr_at_10": 0.623911, "mrr_at_20": 0.627388, "mrr_at_25": 0.628358, "mrr_at_50": 0.629664, "mrr_at_100": 0.630321, "mrr_at_1000": 0.630432, "nauc_ndcg_at_1_max": 0.043942, "nauc_ndcg_at_1_std": -0.113458, "nauc_ndcg_at_1_diff1": 0.446669, "nauc_ndcg_at_3_max": 0.056188, "nauc_ndcg_at_3_std": -0.118223, "nauc_ndcg_at_3_diff1": 0.368968, "nauc_ndcg_at_5_max": 0.02169, "nauc_ndcg_at_5_std": -0.165751, "nauc_ndcg_at_5_diff1": 0.35845, "nauc_ndcg_at_10_max": 0.0134, "nauc_ndcg_at_10_std": -0.161731, "nauc_ndcg_at_10_diff1": 0.361761, "nauc_ndcg_at_20_max": 0.036422, "nauc_ndcg_at_20_std": -0.144435, "nauc_ndcg_at_20_diff1": 0.387091, "nauc_ndcg_at_25_max": 0.038599, "nauc_ndcg_at_25_std": -0.14347, "nauc_ndcg_at_25_diff1": 0.387463, "nauc_ndcg_at_50_max": 0.056483, "nauc_ndcg_at_50_std": -0.129437, "nauc_ndcg_at_50_diff1": 0.410706, "nauc_ndcg_at_100_max": 0.060367, "nauc_ndcg_at_100_std": -0.114116, "nauc_ndcg_at_100_diff1": 0.410014, "nauc_ndcg_at_1000_max": 0.034768, "nauc_ndcg_at_1000_std": -0.130899, "nauc_ndcg_at_1000_diff1": 0.387781, "nauc_map_at_1_max": -0.076585, "nauc_map_at_1_std": -0.200341, "nauc_map_at_1_diff1": 0.37511, "nauc_map_at_3_max": 0.019778, "nauc_map_at_3_std": -0.180859, "nauc_map_at_3_diff1": 0.39777, "nauc_map_at_5_max": 0.033064, "nauc_map_at_5_std": -0.181479, "nauc_map_at_5_diff1": 0.379218, "nauc_map_at_10_max": 0.042223, "nauc_map_at_10_std": -0.169699, "nauc_map_at_10_diff1": 0.379764, "nauc_map_at_20_max": 0.041811, "nauc_map_at_20_std": -0.167859, "nauc_map_at_20_diff1": 0.382348, "nauc_map_at_25_max": 0.041259, "nauc_map_at_25_std": -0.162541, "nauc_map_at_25_diff1": 0.37899, "nauc_map_at_50_max": 0.045565, "nauc_map_at_50_std": -0.147749, "nauc_map_at_50_diff1": 0.385974, "nauc_map_at_100_max": 0.050697, "nauc_map_at_100_std": -0.130036, "nauc_map_at_100_diff1": 0.380531, "nauc_map_at_1000_max": 0.052248, "nauc_map_at_1000_std": -0.118908, "nauc_map_at_1000_diff1": 0.372539, "nauc_recall_at_1_max": -0.076585, "nauc_recall_at_1_std": -0.200341, "nauc_recall_at_1_diff1": 0.37511, "nauc_recall_at_3_max": 0.028529, "nauc_recall_at_3_std": -0.184405, "nauc_recall_at_3_diff1": 0.356742, "nauc_recall_at_5_max": 0.017951, "nauc_recall_at_5_std": -0.22602, "nauc_recall_at_5_diff1": 0.324504, "nauc_recall_at_10_max": -0.033775, "nauc_recall_at_10_std": -0.235988, "nauc_recall_at_10_diff1": 0.271836, "nauc_recall_at_20_max": -0.033489, "nauc_recall_at_20_std": -0.231044, "nauc_recall_at_20_diff1": 0.316509, "nauc_recall_at_25_max": -0.018752, "nauc_recall_at_25_std": -0.235423, "nauc_recall_at_25_diff1": 0.306309, "nauc_recall_at_50_max": 0.112373, "nauc_recall_at_50_std": -0.163711, "nauc_recall_at_50_diff1": 0.467836, "nauc_recall_at_100_max": 0.261117, "nauc_recall_at_100_std": 0.059216, "nauc_recall_at_100_diff1": 0.492985, "nauc_recall_at_1000_max": 0.892389, "nauc_recall_at_1000_std": 0.970708, "nauc_recall_at_1000_diff1": 0.638688, "nauc_precision_at_1_max": 0.043942, "nauc_precision_at_1_std": -0.113458, "nauc_precision_at_1_diff1": 0.446669, "nauc_precision_at_3_max": 0.130552, "nauc_precision_at_3_std": 0.010429, "nauc_precision_at_3_diff1": 0.166436, "nauc_precision_at_5_max": 0.085746, "nauc_precision_at_5_std": 0.022198, "nauc_precision_at_5_diff1": 0.06366, "nauc_precision_at_10_max": 0.070884, "nauc_precision_at_10_std": 0.078784, "nauc_precision_at_10_diff1": 0.026198, "nauc_precision_at_20_max": 0.048099, "nauc_precision_at_20_std": 0.109529, "nauc_precision_at_20_diff1": -0.010394, "nauc_precision_at_25_max": 0.040599, "nauc_precision_at_25_std": 0.128459, "nauc_precision_at_25_diff1": -0.025383, "nauc_precision_at_50_max": 0.054196, "nauc_precision_at_50_std": 0.199126, "nauc_precision_at_50_diff1": -0.042333, "nauc_precision_at_100_max": 0.065944, "nauc_precision_at_100_std": 0.280667, "nauc_precision_at_100_diff1": -0.109419, "nauc_precision_at_1000_max": 0.007507, "nauc_precision_at_1000_std": 0.242202, "nauc_precision_at_1000_diff1": -0.194487, "nauc_mrr_at_1_max": 0.043942, "nauc_mrr_at_1_std": -0.113458, "nauc_mrr_at_1_diff1": 0.446669, "nauc_mrr_at_3_max": 0.022035, "nauc_mrr_at_3_std": -0.160861, "nauc_mrr_at_3_diff1": 0.444524, "nauc_mrr_at_5_max": 0.009742, "nauc_mrr_at_5_std": -0.17691, "nauc_mrr_at_5_diff1": 0.438753, "nauc_mrr_at_10_max": 0.002177, "nauc_mrr_at_10_std": -0.174197, "nauc_mrr_at_10_diff1": 0.428111, "nauc_mrr_at_20_max": 0.002635, "nauc_mrr_at_20_std": -0.172749, "nauc_mrr_at_20_diff1": 0.431312, "nauc_mrr_at_25_max": 0.003755, "nauc_mrr_at_25_std": -0.172635, "nauc_mrr_at_25_diff1": 0.432515, "nauc_mrr_at_50_max": 0.006628, "nauc_mrr_at_50_std": -0.170143, "nauc_mrr_at_50_diff1": 0.43452, "nauc_mrr_at_100_max": 0.006123, "nauc_mrr_at_100_std": -0.170057, "nauc_mrr_at_100_diff1": 0.433691, "nauc_mrr_at_1000_max": 0.006019, "nauc_mrr_at_1000_std": -0.170341, "nauc_mrr_at_1000_diff1": 0.43372, "hit_rate_at_1": 0.52555, "hit_rate_at_3": 0.68613, "hit_rate_at_5": 0.75912, "hit_rate_at_10": 0.81752, "hit_rate_at_20": 0.86861, "hit_rate_at_25": 0.89051, "hit_rate_at_50": 0.94161, "hit_rate_at_100": 0.9854, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.525547, "R_cap_at_3": 0.538929, "R_cap_at_5": 0.580414, "R_cap_at_10": 0.654101, "R_cap_at_20": 0.703245, "R_cap_at_25": 0.728077, "R_cap_at_50": 0.802635, "R_cap_at_100": 0.881465, "R_cap_at_1000": 0.993116, "main_score": 0.55912, "hf_subset": "default_claude_very_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.64327, "ndcg_at_3": 0.63399, "ndcg_at_5": 0.64002, "ndcg_at_10": 0.66363, "ndcg_at_20": 0.68014, "ndcg_at_25": 0.68707, "ndcg_at_50": 0.70193, "ndcg_at_100": 0.71408, "ndcg_at_1000": 0.73209, "map_at_1": 0.30032, "map_at_3": 0.43356, "map_at_5": 0.48198, "map_at_10": 0.52425, "map_at_20": 0.55037, "map_at_25": 0.55734, "map_at_50": 0.57194, "map_at_100": 0.57966, "map_at_1000": 0.5853, "recall_at_1": 0.30032, "recall_at_3": 0.48621, "recall_at_5": 0.58104, "recall_at_10": 0.68228, "recall_at_20": 0.77159, "recall_at_25": 0.80617, "recall_at_50": 0.87068, "recall_at_100": 0.92525, "recall_at_1000": 0.99754, "accuracy": 0.30032, "precision_at_1": 0.64327, "precision_at_3": 0.45614, "precision_at_5": 0.35789, "precision_at_10": 0.25029, "precision_at_20": 0.1655, "precision_at_25": 0.14409, "precision_at_50": 0.08994, "precision_at_100": 0.05351, "precision_at_1000": 0.0065, "mrr_at_1": 0.643275, "mrr_at_3": 0.721248, "mrr_at_5": 0.731481, "mrr_at_10": 0.737733, "mrr_at_20": 0.740366, "mrr_at_25": 0.740864, "mrr_at_50": 0.741346, "mrr_at_100": 0.741715, "mrr_at_1000": 0.741758, "nauc_ndcg_at_1_max": 0.383149, "nauc_ndcg_at_1_std": 0.206803, "nauc_ndcg_at_1_diff1": 0.390063, "nauc_ndcg_at_3_max": 0.332594, "nauc_ndcg_at_3_std": 0.189592, "nauc_ndcg_at_3_diff1": 0.344905, "nauc_ndcg_at_5_max": 0.332114, "nauc_ndcg_at_5_std": 0.152109, "nauc_ndcg_at_5_diff1": 0.326147, "nauc_ndcg_at_10_max": 0.345826, "nauc_ndcg_at_10_std": 0.165874, "nauc_ndcg_at_10_diff1": 0.342038, "nauc_ndcg_at_20_max": 0.35855, "nauc_ndcg_at_20_std": 0.217492, "nauc_ndcg_at_20_diff1": 0.347824, "nauc_ndcg_at_25_max": 0.360485, "nauc_ndcg_at_25_std": 0.215184, "nauc_ndcg_at_25_diff1": 0.343163, "nauc_ndcg_at_50_max": 0.364999, "nauc_ndcg_at_50_std": 0.226578, "nauc_ndcg_at_50_diff1": 0.329259, "nauc_ndcg_at_100_max": 0.381041, "nauc_ndcg_at_100_std": 0.233037, "nauc_ndcg_at_100_diff1": 0.353942, "nauc_ndcg_at_1000_max": 0.37998, "nauc_ndcg_at_1000_std": 0.23469, "nauc_ndcg_at_1000_diff1": 0.356915, "nauc_map_at_1_max": 0.022558, "nauc_map_at_1_std": -0.108828, "nauc_map_at_1_diff1": 0.34076, "nauc_map_at_3_max": 0.161604, "nauc_map_at_3_std": -0.008709, "nauc_map_at_3_diff1": 0.370957, "nauc_map_at_5_max": 0.223604, "nauc_map_at_5_std": 0.028379, "nauc_map_at_5_diff1": 0.367675, "nauc_map_at_10_max": 0.276215, "nauc_map_at_10_std": 0.071753, "nauc_map_at_10_diff1": 0.374748, "nauc_map_at_20_max": 0.309357, "nauc_map_at_20_std": 0.099265, "nauc_map_at_20_diff1": 0.370084, "nauc_map_at_25_max": 0.318374, "nauc_map_at_25_std": 0.104735, "nauc_map_at_25_diff1": 0.367901, "nauc_map_at_50_max": 0.329596, "nauc_map_at_50_std": 0.120836, "nauc_map_at_50_diff1": 0.361571, "nauc_map_at_100_max": 0.335193, "nauc_map_at_100_std": 0.140491, "nauc_map_at_100_diff1": 0.357907, "nauc_map_at_1000_max": 0.337597, "nauc_map_at_1000_std": 0.154091, "nauc_map_at_1000_diff1": 0.352375, "nauc_recall_at_1_max": 0.022558, "nauc_recall_at_1_std": -0.108828, "nauc_recall_at_1_diff1": 0.34076, "nauc_recall_at_3_max": 0.112747, "nauc_recall_at_3_std": -0.006855, "nauc_recall_at_3_diff1": 0.329794, "nauc_recall_at_5_max": 0.183878, "nauc_recall_at_5_std": 0.030996, "nauc_recall_at_5_diff1": 0.286083, "nauc_recall_at_10_max": 0.223355, "nauc_recall_at_10_std": 0.073689, "nauc_recall_at_10_diff1": 0.294627, "nauc_recall_at_20_max": 0.210995, "nauc_recall_at_20_std": 0.110272, "nauc_recall_at_20_diff1": 0.250882, "nauc_recall_at_25_max": 0.240426, "nauc_recall_at_25_std": 0.094433, "nauc_recall_at_25_diff1": 0.202855, "nauc_recall_at_50_max": 0.285389, "nauc_recall_at_50_std": 0.193695, "nauc_recall_at_50_diff1": 0.11866, "nauc_recall_at_100_max": 0.394543, "nauc_recall_at_100_std": 0.287705, "nauc_recall_at_100_diff1": 0.258883, "nauc_recall_at_1000_max": 0.492343, "nauc_recall_at_1000_std": 0.79695, "nauc_recall_at_1000_diff1": 0.29039, "nauc_precision_at_1_max": 0.383149, "nauc_precision_at_1_std": 0.206803, "nauc_precision_at_1_diff1": 0.390063, "nauc_precision_at_3_max": 0.378108, "nauc_precision_at_3_std": 0.311008, "nauc_precision_at_3_diff1": 0.103772, "nauc_precision_at_5_max": 0.352149, "nauc_precision_at_5_std": 0.291931, "nauc_precision_at_5_diff1": 0.021367, "nauc_precision_at_10_max": 0.291853, "nauc_precision_at_10_std": 0.276051, "nauc_precision_at_10_diff1": -0.046659, "nauc_precision_at_20_max": 0.239966, "nauc_precision_at_20_std": 0.268194, "nauc_precision_at_20_diff1": -0.087691, "nauc_precision_at_25_max": 0.22726, "nauc_precision_at_25_std": 0.265373, "nauc_precision_at_25_diff1": -0.099371, "nauc_precision_at_50_max": 0.174987, "nauc_precision_at_50_std": 0.276493, "nauc_precision_at_50_diff1": -0.132114, "nauc_precision_at_100_max": 0.149382, "nauc_precision_at_100_std": 0.324101, "nauc_precision_at_100_diff1": -0.148727, "nauc_precision_at_1000_max": 0.11411, "nauc_precision_at_1000_std": 0.318144, "nauc_precision_at_1000_diff1": -0.15434, "nauc_mrr_at_1_max": 0.383149, "nauc_mrr_at_1_std": 0.206803, "nauc_mrr_at_1_diff1": 0.390063, "nauc_mrr_at_3_max": 0.352275, "nauc_mrr_at_3_std": 0.24066, "nauc_mrr_at_3_diff1": 0.365352, "nauc_mrr_at_5_max": 0.365888, "nauc_mrr_at_5_std": 0.24562, "nauc_mrr_at_5_diff1": 0.356489, "nauc_mrr_at_10_max": 0.367629, "nauc_mrr_at_10_std": 0.243394, "nauc_mrr_at_10_diff1": 0.362619, "nauc_mrr_at_20_max": 0.365579, "nauc_mrr_at_20_std": 0.243296, "nauc_mrr_at_20_diff1": 0.364387, "nauc_mrr_at_25_max": 0.367504, "nauc_mrr_at_25_std": 0.243909, "nauc_mrr_at_25_diff1": 0.364241, "nauc_mrr_at_50_max": 0.368547, "nauc_mrr_at_50_std": 0.245223, "nauc_mrr_at_50_diff1": 0.364358, "nauc_mrr_at_100_max": 0.36829, "nauc_mrr_at_100_std": 0.244479, "nauc_mrr_at_100_diff1": 0.364828, "nauc_mrr_at_1000_max": 0.368187, "nauc_mrr_at_1000_std": 0.244352, "nauc_mrr_at_1000_diff1": 0.364753, "hit_rate_at_1": 0.64327, "hit_rate_at_3": 0.81287, "hit_rate_at_5": 0.8538, "hit_rate_at_10": 0.90058, "hit_rate_at_20": 0.93567, "hit_rate_at_25": 0.94737, "hit_rate_at_50": 0.96491, "hit_rate_at_100": 0.9883, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.643275, "R_cap_at_3": 0.64425, "R_cap_at_5": 0.674074, "R_cap_at_10": 0.737538, "R_cap_at_20": 0.798449, "R_cap_at_25": 0.825977, "R_cap_at_50": 0.878186, "R_cap_at_100": 0.926857, "R_cap_at_1000": 0.997541, "main_score": 0.66363, "hf_subset": "default_claude_very_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.42857, "ndcg_at_3": 0.44047, "ndcg_at_5": 0.46878, "ndcg_at_10": 0.50438, "ndcg_at_20": 0.53748, "ndcg_at_25": 0.55249, "ndcg_at_50": 0.57874, "ndcg_at_100": 0.60148, "ndcg_at_1000": 0.60772, "map_at_1": 0.19279, "map_at_3": 0.3025, "map_at_5": 0.34805, "map_at_10": 0.39152, "map_at_20": 0.4141, "map_at_25": 0.42142, "map_at_50": 0.43164, "map_at_100": 0.43599, "map_at_1000": 0.43699, "recall_at_1": 0.19279, "recall_at_3": 0.37215, "recall_at_5": 0.47969, "recall_at_10": 0.62621, "recall_at_20": 0.7394, "recall_at_25": 0.78187, "recall_at_50": 0.86459, "recall_at_100": 0.97074, "recall_at_1000": 1.0, "accuracy": 0.19279, "precision_at_1": 0.42857, "precision_at_3": 0.31633, "precision_at_5": 0.26122, "precision_at_10": 0.18469, "precision_at_20": 0.11888, "precision_at_25": 0.10408, "precision_at_50": 0.06102, "precision_at_100": 0.03388, "precision_at_1000": 0.00353, "mrr_at_1": 0.428571, "mrr_at_3": 0.522109, "mrr_at_5": 0.546088, "mrr_at_10": 0.559973, "mrr_at_20": 0.562572, "mrr_at_25": 0.562572, "mrr_at_50": 0.563454, "mrr_at_100": 0.564323, "mrr_at_1000": 0.564384, "nauc_ndcg_at_1_max": 0.261893, "nauc_ndcg_at_1_std": 0.222386, "nauc_ndcg_at_1_diff1": 0.451247, "nauc_ndcg_at_3_max": 0.322875, "nauc_ndcg_at_3_std": 0.210673, "nauc_ndcg_at_3_diff1": 0.46254, "nauc_ndcg_at_5_max": 0.427867, "nauc_ndcg_at_5_std": 0.253027, "nauc_ndcg_at_5_diff1": 0.470558, "nauc_ndcg_at_10_max": 0.504511, "nauc_ndcg_at_10_std": 0.345968, "nauc_ndcg_at_10_diff1": 0.50625, "nauc_ndcg_at_20_max": 0.486741, "nauc_ndcg_at_20_std": 0.360963, "nauc_ndcg_at_20_diff1": 0.481501, "nauc_ndcg_at_25_max": 0.481077, "nauc_ndcg_at_25_std": 0.379348, "nauc_ndcg_at_25_diff1": 0.476974, "nauc_ndcg_at_50_max": 0.440536, "nauc_ndcg_at_50_std": 0.345412, "nauc_ndcg_at_50_diff1": 0.483496, "nauc_ndcg_at_100_max": 0.40285, "nauc_ndcg_at_100_std": 0.299305, "nauc_ndcg_at_100_diff1": 0.472395, "nauc_ndcg_at_1000_max": 0.388402, "nauc_ndcg_at_1000_std": 0.281775, "nauc_ndcg_at_1000_diff1": 0.472072, "nauc_map_at_1_max": 0.328116, "nauc_map_at_1_std": 0.23958, "nauc_map_at_1_diff1": 0.519679, "nauc_map_at_3_max": 0.393276, "nauc_map_at_3_std": 0.260939, "nauc_map_at_3_diff1": 0.501529, "nauc_map_at_5_max": 0.464978, "nauc_map_at_5_std": 0.27734, "nauc_map_at_5_diff1": 0.496462, "nauc_map_at_10_max": 0.492967, "nauc_map_at_10_std": 0.301455, "nauc_map_at_10_diff1": 0.514038, "nauc_map_at_20_max": 0.476865, "nauc_map_at_20_std": 0.311204, "nauc_map_at_20_diff1": 0.498916, "nauc_map_at_25_max": 0.472225, "nauc_map_at_25_std": 0.31533, "nauc_map_at_25_diff1": 0.495814, "nauc_map_at_50_max": 0.458375, "nauc_map_at_50_std": 0.307041, "nauc_map_at_50_diff1": 0.494884, "nauc_map_at_100_max": 0.451502, "nauc_map_at_100_std": 0.299596, "nauc_map_at_100_diff1": 0.493975, "nauc_map_at_1000_max": 0.449578, "nauc_map_at_1000_std": 0.297279, "nauc_map_at_1000_diff1": 0.49436, "nauc_recall_at_1_max": 0.328116, "nauc_recall_at_1_std": 0.23958, "nauc_recall_at_1_diff1": 0.519679, "nauc_recall_at_3_max": 0.359968, "nauc_recall_at_3_std": 0.25404, "nauc_recall_at_3_diff1": 0.408959, "nauc_recall_at_5_max": 0.534846, "nauc_recall_at_5_std": 0.290315, "nauc_recall_at_5_diff1": 0.357628, "nauc_recall_at_10_max": 0.694636, "nauc_recall_at_10_std": 0.474036, "nauc_recall_at_10_diff1": 0.410505, "nauc_recall_at_20_max": 0.68129, "nauc_recall_at_20_std": 0.58961, "nauc_recall_at_20_diff1": 0.352116, "nauc_recall_at_25_max": 0.734995, "nauc_recall_at_25_std": 0.744135, "nauc_recall_at_25_diff1": 0.353954, "nauc_recall_at_50_max": 0.725908, "nauc_recall_at_50_std": 0.781877, "nauc_recall_at_50_diff1": 0.478591, "nauc_recall_at_100_max": 0.707102, "nauc_recall_at_100_std": 0.770432, "nauc_recall_at_100_diff1": 0.291405, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.261893, "nauc_precision_at_1_std": 0.222386, "nauc_precision_at_1_diff1": 0.451247, "nauc_precision_at_3_max": 0.210867, "nauc_precision_at_3_std": 0.12393, "nauc_precision_at_3_diff1": 0.285025, "nauc_precision_at_5_max": 0.248724, "nauc_precision_at_5_std": 0.104737, "nauc_precision_at_5_diff1": 0.213052, "nauc_precision_at_10_max": 0.189599, "nauc_precision_at_10_std": 0.120596, "nauc_precision_at_10_diff1": 0.151778, "nauc_precision_at_20_max": 0.037435, "nauc_precision_at_20_std": 0.065919, "nauc_precision_at_20_diff1": 0.045252, "nauc_precision_at_25_max": -0.009284, "nauc_precision_at_25_std": 0.051699, "nauc_precision_at_25_diff1": 0.013964, "nauc_precision_at_50_max": -0.10516, "nauc_precision_at_50_std": -0.029538, "nauc_precision_at_50_diff1": -0.014356, "nauc_precision_at_100_max": -0.184048, "nauc_precision_at_100_std": -0.110165, "nauc_precision_at_100_diff1": -0.053076, "nauc_precision_at_1000_max": -0.210477, "nauc_precision_at_1000_std": -0.142927, "nauc_precision_at_1000_diff1": -0.054734, "nauc_mrr_at_1_max": 0.261893, "nauc_mrr_at_1_std": 0.222386, "nauc_mrr_at_1_diff1": 0.451247, "nauc_mrr_at_3_max": 0.227463, "nauc_mrr_at_3_std": 0.193984, "nauc_mrr_at_3_diff1": 0.454227, "nauc_mrr_at_5_max": 0.259929, "nauc_mrr_at_5_std": 0.198434, "nauc_mrr_at_5_diff1": 0.445987, "nauc_mrr_at_10_max": 0.274487, "nauc_mrr_at_10_std": 0.230296, "nauc_mrr_at_10_diff1": 0.449548, "nauc_mrr_at_20_max": 0.269861, "nauc_mrr_at_20_std": 0.22721, "nauc_mrr_at_20_diff1": 0.449305, "nauc_mrr_at_25_max": 0.269861, "nauc_mrr_at_25_std": 0.22721, "nauc_mrr_at_25_diff1": 0.449305, "nauc_mrr_at_50_max": 0.268302, "nauc_mrr_at_50_std": 0.225117, "nauc_mrr_at_50_diff1": 0.45101, "nauc_mrr_at_100_max": 0.267428, "nauc_mrr_at_100_std": 0.223375, "nauc_mrr_at_100_diff1": 0.450762, "nauc_mrr_at_1000_max": 0.26737, "nauc_mrr_at_1000_std": 0.223307, "nauc_mrr_at_1000_diff1": 0.450829, "hit_rate_at_1": 0.42857, "hit_rate_at_3": 0.64286, "hit_rate_at_5": 0.7449, "hit_rate_at_10": 0.85714, "hit_rate_at_20": 0.89796, "hit_rate_at_25": 0.89796, "hit_rate_at_50": 0.92857, "hit_rate_at_100": 0.9898, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.428571, "R_cap_at_3": 0.462585, "R_cap_at_5": 0.532313, "R_cap_at_10": 0.640339, "R_cap_at_20": 0.739395, "R_cap_at_25": 0.781866, "R_cap_at_50": 0.864585, "R_cap_at_100": 0.970744, "R_cap_at_1000": 1.0, "main_score": 0.50438, "hf_subset": "default_gpt4o_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57851, "ndcg_at_3": 0.63107, "ndcg_at_5": 0.66075, "ndcg_at_10": 0.68152, "ndcg_at_20": 0.70189, "ndcg_at_25": 0.70704, "ndcg_at_50": 0.7154, "ndcg_at_100": 0.72964, "ndcg_at_1000": 0.7359, "map_at_1": 0.32519, "map_at_3": 0.49156, "map_at_5": 0.5467, "map_at_10": 0.59843, "map_at_20": 0.61484, "map_at_25": 0.6177, "map_at_50": 0.6212, "map_at_100": 0.62424, "map_at_1000": 0.62518, "recall_at_1": 0.32519, "recall_at_3": 0.58324, "recall_at_5": 0.68621, "recall_at_10": 0.80214, "recall_at_20": 0.87407, "recall_at_25": 0.88714, "recall_at_50": 0.90836, "recall_at_100": 0.96965, "recall_at_1000": 1.0, "accuracy": 0.32519, "precision_at_1": 0.57851, "precision_at_3": 0.41322, "precision_at_5": 0.32562, "precision_at_10": 0.21488, "precision_at_20": 0.12603, "precision_at_25": 0.10446, "precision_at_50": 0.0562, "precision_at_100": 0.03066, "precision_at_1000": 0.0032, "mrr_at_1": 0.578512, "mrr_at_3": 0.663912, "mrr_at_5": 0.675482, "mrr_at_10": 0.684812, "mrr_at_20": 0.68871, "mrr_at_25": 0.689041, "mrr_at_50": 0.689041, "mrr_at_100": 0.689639, "mrr_at_1000": 0.689687, "nauc_ndcg_at_1_max": 0.201286, "nauc_ndcg_at_1_std": 0.025543, "nauc_ndcg_at_1_diff1": 0.350341, "nauc_ndcg_at_3_max": 0.195882, "nauc_ndcg_at_3_std": 0.087321, "nauc_ndcg_at_3_diff1": 0.4042, "nauc_ndcg_at_5_max": 0.267184, "nauc_ndcg_at_5_std": 0.156608, "nauc_ndcg_at_5_diff1": 0.416519, "nauc_ndcg_at_10_max": 0.350118, "nauc_ndcg_at_10_std": 0.251731, "nauc_ndcg_at_10_diff1": 0.484363, "nauc_ndcg_at_20_max": 0.337524, "nauc_ndcg_at_20_std": 0.242032, "nauc_ndcg_at_20_diff1": 0.466885, "nauc_ndcg_at_25_max": 0.335441, "nauc_ndcg_at_25_std": 0.238004, "nauc_ndcg_at_25_diff1": 0.465366, "nauc_ndcg_at_50_max": 0.317531, "nauc_ndcg_at_50_std": 0.2169, "nauc_ndcg_at_50_diff1": 0.450226, "nauc_ndcg_at_100_max": 0.281187, "nauc_ndcg_at_100_std": 0.172735, "nauc_ndcg_at_100_diff1": 0.430361, "nauc_ndcg_at_1000_max": 0.262145, "nauc_ndcg_at_1000_std": 0.148909, "nauc_ndcg_at_1000_diff1": 0.419764, "nauc_map_at_1_max": 0.140847, "nauc_map_at_1_std": -0.028534, "nauc_map_at_1_diff1": 0.482049, "nauc_map_at_3_max": 0.15108, "nauc_map_at_3_std": 0.021372, "nauc_map_at_3_diff1": 0.455415, "nauc_map_at_5_max": 0.189881, "nauc_map_at_5_std": 0.062155, "nauc_map_at_5_diff1": 0.429726, "nauc_map_at_10_max": 0.263676, "nauc_map_at_10_std": 0.141542, "nauc_map_at_10_diff1": 0.452976, "nauc_map_at_20_max": 0.274954, "nauc_map_at_20_std": 0.158908, "nauc_map_at_20_diff1": 0.453403, "nauc_map_at_25_max": 0.274771, "nauc_map_at_25_std": 0.158898, "nauc_map_at_25_diff1": 0.450613, "nauc_map_at_50_max": 0.269559, "nauc_map_at_50_std": 0.152775, "nauc_map_at_50_diff1": 0.444933, "nauc_map_at_100_max": 0.26409, "nauc_map_at_100_std": 0.146235, "nauc_map_at_100_diff1": 0.441483, "nauc_map_at_1000_max": 0.262072, "nauc_map_at_1000_std": 0.143779, "nauc_map_at_1000_diff1": 0.440579, "nauc_recall_at_1_max": 0.140847, "nauc_recall_at_1_std": -0.028534, "nauc_recall_at_1_diff1": 0.482049, "nauc_recall_at_3_max": 0.118854, "nauc_recall_at_3_std": 0.06629, "nauc_recall_at_3_diff1": 0.453334, "nauc_recall_at_5_max": 0.271171, "nauc_recall_at_5_std": 0.208473, "nauc_recall_at_5_diff1": 0.433757, "nauc_recall_at_10_max": 0.652918, "nauc_recall_at_10_std": 0.63698, "nauc_recall_at_10_diff1": 0.63799, "nauc_recall_at_20_max": 0.788964, "nauc_recall_at_20_std": 0.84243, "nauc_recall_at_20_diff1": 0.660675, "nauc_recall_at_25_max": 0.841622, "nauc_recall_at_25_std": 0.892304, "nauc_recall_at_25_diff1": 0.710461, "nauc_recall_at_50_max": 0.855285, "nauc_recall_at_50_std": 0.908355, "nauc_recall_at_50_diff1": 0.701345, "nauc_recall_at_100_max": 0.860573, "nauc_recall_at_100_std": 0.940156, "nauc_recall_at_100_diff1": 0.730152, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.201286, "nauc_precision_at_1_std": 0.025543, "nauc_precision_at_1_diff1": 0.350341, "nauc_precision_at_3_max": 0.125877, "nauc_precision_at_3_std": 0.119022, "nauc_precision_at_3_diff1": 0.035279, "nauc_precision_at_5_max": 0.139353, "nauc_precision_at_5_std": 0.151556, "nauc_precision_at_5_diff1": -0.0527, "nauc_precision_at_10_max": 0.172137, "nauc_precision_at_10_std": 0.202943, "nauc_precision_at_10_diff1": -0.047843, "nauc_precision_at_20_max": 0.115462, "nauc_precision_at_20_std": 0.167133, "nauc_precision_at_20_diff1": -0.116202, "nauc_precision_at_25_max": 0.098772, "nauc_precision_at_25_std": 0.150111, "nauc_precision_at_25_diff1": -0.136138, "nauc_precision_at_50_max": 0.03588, "nauc_precision_at_50_std": 0.081859, "nauc_precision_at_50_diff1": -0.17776, "nauc_precision_at_100_max": -0.035519, "nauc_precision_at_100_std": 0.004978, "nauc_precision_at_100_diff1": -0.220425, "nauc_precision_at_1000_max": -0.071514, "nauc_precision_at_1000_std": -0.034424, "nauc_precision_at_1000_diff1": -0.239914, "nauc_mrr_at_1_max": 0.201286, "nauc_mrr_at_1_std": 0.025543, "nauc_mrr_at_1_diff1": 0.350341, "nauc_mrr_at_3_max": 0.197969, "nauc_mrr_at_3_std": 0.079262, "nauc_mrr_at_3_diff1": 0.372633, "nauc_mrr_at_5_max": 0.230476, "nauc_mrr_at_5_std": 0.098307, "nauc_mrr_at_5_diff1": 0.372092, "nauc_mrr_at_10_max": 0.247965, "nauc_mrr_at_10_std": 0.117542, "nauc_mrr_at_10_diff1": 0.380494, "nauc_mrr_at_20_max": 0.24304, "nauc_mrr_at_20_std": 0.113349, "nauc_mrr_at_20_diff1": 0.376203, "nauc_mrr_at_25_max": 0.242407, "nauc_mrr_at_25_std": 0.112179, "nauc_mrr_at_25_diff1": 0.376224, "nauc_mrr_at_50_max": 0.242407, "nauc_mrr_at_50_std": 0.112179, "nauc_mrr_at_50_diff1": 0.376224, "nauc_mrr_at_100_max": 0.240899, "nauc_mrr_at_100_std": 0.110236, "nauc_mrr_at_100_diff1": 0.375542, "nauc_mrr_at_1000_max": 0.240777, "nauc_mrr_at_1000_std": 0.110064, "nauc_mrr_at_1000_diff1": 0.375446, "hit_rate_at_1": 0.57851, "hit_rate_at_3": 0.77686, "hit_rate_at_5": 0.82645, "hit_rate_at_10": 0.89256, "hit_rate_at_20": 0.94215, "hit_rate_at_25": 0.95041, "hit_rate_at_50": 0.95041, "hit_rate_at_100": 0.99174, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.578512, "R_cap_at_3": 0.681818, "R_cap_at_5": 0.746419, "R_cap_at_10": 0.813981, "R_cap_at_20": 0.874075, "R_cap_at_25": 0.887135, "R_cap_at_50": 0.908358, "R_cap_at_100": 0.969648, "R_cap_at_1000": 1.0, "main_score": 0.68152, "hf_subset": "default_gpt4o_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.85237, "ndcg_at_5": 0.85237, "ndcg_at_10": 0.85237, "ndcg_at_20": 0.85237, "ndcg_at_25": 0.85237, "ndcg_at_50": 0.85237, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85237, "map_at_1": 0.6, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.8, "map_at_100": 0.8, "map_at_1000": 0.8, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.8, "mrr_at_100": 0.8, "mrr_at_1000": 0.8, "nauc_ndcg_at_1_max": 0.363636, "nauc_ndcg_at_1_std": -0.909091, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.363636, "nauc_ndcg_at_3_std": -0.909091, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.363636, "nauc_ndcg_at_5_std": -0.909091, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.363636, "nauc_ndcg_at_10_std": -0.909091, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.363636, "nauc_ndcg_at_20_std": -0.909091, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.363636, "nauc_ndcg_at_25_std": -0.909091, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.363636, "nauc_ndcg_at_50_std": -0.909091, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.363636, "nauc_ndcg_at_100_std": -0.909091, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.363636, "nauc_ndcg_at_1000_std": -0.909091, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.363636, "nauc_map_at_1_std": -0.909091, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.363636, "nauc_map_at_3_std": -0.909091, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.363636, "nauc_map_at_5_std": -0.909091, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.363636, "nauc_map_at_10_std": -0.909091, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.363636, "nauc_map_at_20_std": -0.909091, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.363636, "nauc_map_at_25_std": -0.909091, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.363636, "nauc_map_at_50_std": -0.909091, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.363636, "nauc_map_at_100_std": -0.909091, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.363636, "nauc_map_at_1000_std": -0.909091, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.363636, "nauc_recall_at_1_std": -0.909091, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.363636, "nauc_precision_at_1_std": -0.909091, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.363636, "nauc_mrr_at_1_std": -0.909091, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.363636, "nauc_mrr_at_3_std": -0.909091, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.363636, "nauc_mrr_at_5_std": -0.909091, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.363636, "nauc_mrr_at_10_std": -0.909091, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.363636, "nauc_mrr_at_20_std": -0.909091, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.363636, "nauc_mrr_at_25_std": -0.909091, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.363636, "nauc_mrr_at_50_std": -0.909091, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.363636, "nauc_mrr_at_100_std": -0.909091, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.363636, "nauc_mrr_at_1000_std": -0.909091, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85237, "hf_subset": "default_gpt4o_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.92619, "ndcg_at_5": 0.92619, "ndcg_at_10": 0.92619, "ndcg_at_20": 0.92619, "ndcg_at_25": 0.92619, "ndcg_at_50": 0.92619, "ndcg_at_100": 0.92619, "ndcg_at_1000": 0.92619, "map_at_1": 0.8, "map_at_3": 0.9, "map_at_5": 0.9, "map_at_10": 0.9, "map_at_20": 0.9, "map_at_25": 0.9, "map_at_50": 0.9, "map_at_100": 0.9, "map_at_1000": 0.9, "recall_at_1": 0.8, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.9, "mrr_at_5": 0.9, "mrr_at_10": 0.9, "mrr_at_20": 0.9, "mrr_at_25": 0.9, "mrr_at_50": 0.9, "mrr_at_100": 0.9, "mrr_at_1000": 0.9, "nauc_ndcg_at_1_max": -0.166667, "nauc_ndcg_at_1_std": -1.833333, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": -0.166667, "nauc_ndcg_at_3_std": -1.833333, "nauc_ndcg_at_3_diff1": 0.833333, "nauc_ndcg_at_5_max": -0.166667, "nauc_ndcg_at_5_std": -1.833333, "nauc_ndcg_at_5_diff1": 0.833333, "nauc_ndcg_at_10_max": -0.166667, "nauc_ndcg_at_10_std": -1.833333, "nauc_ndcg_at_10_diff1": 0.833333, "nauc_ndcg_at_20_max": -0.166667, "nauc_ndcg_at_20_std": -1.833333, "nauc_ndcg_at_20_diff1": 0.833333, "nauc_ndcg_at_25_max": -0.166667, "nauc_ndcg_at_25_std": -1.833333, "nauc_ndcg_at_25_diff1": 0.833333, "nauc_ndcg_at_50_max": -0.166667, "nauc_ndcg_at_50_std": -1.833333, "nauc_ndcg_at_50_diff1": 0.833333, "nauc_ndcg_at_100_max": -0.166667, "nauc_ndcg_at_100_std": -1.833333, "nauc_ndcg_at_100_diff1": 0.833333, "nauc_ndcg_at_1000_max": -0.166667, "nauc_ndcg_at_1000_std": -1.833333, "nauc_ndcg_at_1000_diff1": 0.833333, "nauc_map_at_1_max": -0.166667, "nauc_map_at_1_std": -1.833333, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": -0.166667, "nauc_map_at_3_std": -1.833333, "nauc_map_at_3_diff1": 0.833333, "nauc_map_at_5_max": -0.166667, "nauc_map_at_5_std": -1.833333, "nauc_map_at_5_diff1": 0.833333, "nauc_map_at_10_max": -0.166667, "nauc_map_at_10_std": -1.833333, "nauc_map_at_10_diff1": 0.833333, "nauc_map_at_20_max": -0.166667, "nauc_map_at_20_std": -1.833333, "nauc_map_at_20_diff1": 0.833333, "nauc_map_at_25_max": -0.166667, "nauc_map_at_25_std": -1.833333, "nauc_map_at_25_diff1": 0.833333, "nauc_map_at_50_max": -0.166667, "nauc_map_at_50_std": -1.833333, "nauc_map_at_50_diff1": 0.833333, "nauc_map_at_100_max": -0.166667, "nauc_map_at_100_std": -1.833333, "nauc_map_at_100_diff1": 0.833333, "nauc_map_at_1000_max": -0.166667, "nauc_map_at_1000_std": -1.833333, "nauc_map_at_1000_diff1": 0.833333, "nauc_recall_at_1_max": -0.166667, "nauc_recall_at_1_std": -1.833333, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.166667, "nauc_precision_at_1_std": -1.833333, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.166667, "nauc_mrr_at_1_std": -1.833333, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": -0.166667, "nauc_mrr_at_3_std": -1.833333, "nauc_mrr_at_3_diff1": 0.833333, "nauc_mrr_at_5_max": -0.166667, "nauc_mrr_at_5_std": -1.833333, "nauc_mrr_at_5_diff1": 0.833333, "nauc_mrr_at_10_max": -0.166667, "nauc_mrr_at_10_std": -1.833333, "nauc_mrr_at_10_diff1": 0.833333, "nauc_mrr_at_20_max": -0.166667, "nauc_mrr_at_20_std": -1.833333, "nauc_mrr_at_20_diff1": 0.833333, "nauc_mrr_at_25_max": -0.166667, "nauc_mrr_at_25_std": -1.833333, "nauc_mrr_at_25_diff1": 0.833333, "nauc_mrr_at_50_max": -0.166667, "nauc_mrr_at_50_std": -1.833333, "nauc_mrr_at_50_diff1": 0.833333, "nauc_mrr_at_100_max": -0.166667, "nauc_mrr_at_100_std": -1.833333, "nauc_mrr_at_100_diff1": 0.833333, "nauc_mrr_at_1000_max": -0.166667, "nauc_mrr_at_1000_std": -1.833333, "nauc_mrr_at_1000_diff1": 0.833333, "hit_rate_at_1": 0.8, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.92619, "hf_subset": "default_gpt4o_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.52273, "ndcg_at_3": 0.58851, "ndcg_at_5": 0.63116, "ndcg_at_10": 0.65935, "ndcg_at_20": 0.67909, "ndcg_at_25": 0.68672, "ndcg_at_50": 0.69873, "ndcg_at_100": 0.70826, "ndcg_at_1000": 0.71491, "map_at_1": 0.29095, "map_at_3": 0.45589, "map_at_5": 0.52813, "map_at_10": 0.57941, "map_at_20": 0.59193, "map_at_25": 0.59453, "map_at_50": 0.59864, "map_at_100": 0.60096, "map_at_1000": 0.60176, "recall_at_1": 0.29095, "recall_at_3": 0.54178, "recall_at_5": 0.67596, "recall_at_10": 0.80266, "recall_at_20": 0.86732, "recall_at_25": 0.89216, "recall_at_50": 0.92663, "recall_at_100": 0.96396, "recall_at_1000": 1.0, "accuracy": 0.29095, "precision_at_1": 0.52273, "precision_at_3": 0.40152, "precision_at_5": 0.33636, "precision_at_10": 0.21818, "precision_at_20": 0.12273, "precision_at_25": 0.10182, "precision_at_50": 0.05561, "precision_at_100": 0.02977, "precision_at_1000": 0.00308, "mrr_at_1": 0.522727, "mrr_at_3": 0.611111, "mrr_at_5": 0.631944, "mrr_at_10": 0.644577, "mrr_at_20": 0.647258, "mrr_at_25": 0.647934, "mrr_at_50": 0.648128, "mrr_at_100": 0.648243, "mrr_at_1000": 0.648354, "nauc_ndcg_at_1_max": 0.287111, "nauc_ndcg_at_1_std": 0.231259, "nauc_ndcg_at_1_diff1": 0.415054, "nauc_ndcg_at_3_max": 0.351073, "nauc_ndcg_at_3_std": 0.231839, "nauc_ndcg_at_3_diff1": 0.440318, "nauc_ndcg_at_5_max": 0.437951, "nauc_ndcg_at_5_std": 0.346083, "nauc_ndcg_at_5_diff1": 0.474158, "nauc_ndcg_at_10_max": 0.47605, "nauc_ndcg_at_10_std": 0.382274, "nauc_ndcg_at_10_diff1": 0.502139, "nauc_ndcg_at_20_max": 0.457264, "nauc_ndcg_at_20_std": 0.371745, "nauc_ndcg_at_20_diff1": 0.491907, "nauc_ndcg_at_25_max": 0.446534, "nauc_ndcg_at_25_std": 0.364845, "nauc_ndcg_at_25_diff1": 0.488096, "nauc_ndcg_at_50_max": 0.426729, "nauc_ndcg_at_50_std": 0.347612, "nauc_ndcg_at_50_diff1": 0.476284, "nauc_ndcg_at_100_max": 0.402891, "nauc_ndcg_at_100_std": 0.323139, "nauc_ndcg_at_100_diff1": 0.464787, "nauc_ndcg_at_1000_max": 0.388269, "nauc_ndcg_at_1000_std": 0.305451, "nauc_ndcg_at_1000_diff1": 0.460873, "nauc_map_at_1_max": 0.248719, "nauc_map_at_1_std": 0.076716, "nauc_map_at_1_diff1": 0.529442, "nauc_map_at_3_max": 0.309995, "nauc_map_at_3_std": 0.150375, "nauc_map_at_3_diff1": 0.442505, "nauc_map_at_5_max": 0.372612, "nauc_map_at_5_std": 0.239644, "nauc_map_at_5_diff1": 0.454505, "nauc_map_at_10_max": 0.416102, "nauc_map_at_10_std": 0.306133, "nauc_map_at_10_diff1": 0.471129, "nauc_map_at_20_max": 0.422447, "nauc_map_at_20_std": 0.318788, "nauc_map_at_20_diff1": 0.478048, "nauc_map_at_25_max": 0.419728, "nauc_map_at_25_std": 0.317232, "nauc_map_at_25_diff1": 0.477446, "nauc_map_at_50_max": 0.414601, "nauc_map_at_50_std": 0.312799, "nauc_map_at_50_diff1": 0.474107, "nauc_map_at_100_max": 0.410263, "nauc_map_at_100_std": 0.308252, "nauc_map_at_100_diff1": 0.47229, "nauc_map_at_1000_max": 0.408865, "nauc_map_at_1000_std": 0.306568, "nauc_map_at_1000_diff1": 0.471881, "nauc_recall_at_1_max": 0.248719, "nauc_recall_at_1_std": 0.076716, "nauc_recall_at_1_diff1": 0.529442, "nauc_recall_at_3_max": 0.304901, "nauc_recall_at_3_std": 0.153698, "nauc_recall_at_3_diff1": 0.409034, "nauc_recall_at_5_max": 0.524385, "nauc_recall_at_5_std": 0.424885, "nauc_recall_at_5_diff1": 0.458533, "nauc_recall_at_10_max": 0.758396, "nauc_recall_at_10_std": 0.651211, "nauc_recall_at_10_diff1": 0.595658, "nauc_recall_at_20_max": 0.813708, "nauc_recall_at_20_std": 0.744046, "nauc_recall_at_20_diff1": 0.610416, "nauc_recall_at_25_max": 0.813638, "nauc_recall_at_25_std": 0.770313, "nauc_recall_at_25_diff1": 0.605748, "nauc_recall_at_50_max": 0.861518, "nauc_recall_at_50_std": 0.854983, "nauc_recall_at_50_diff1": 0.608674, "nauc_recall_at_100_max": 0.796387, "nauc_recall_at_100_std": 0.828325, "nauc_recall_at_100_diff1": 0.528555, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.287111, "nauc_precision_at_1_std": 0.231259, "nauc_precision_at_1_diff1": 0.415054, "nauc_precision_at_3_max": 0.216123, "nauc_precision_at_3_std": 0.229412, "nauc_precision_at_3_diff1": 0.065931, "nauc_precision_at_5_max": 0.213304, "nauc_precision_at_5_std": 0.288123, "nauc_precision_at_5_diff1": 0.029271, "nauc_precision_at_10_max": 0.179424, "nauc_precision_at_10_std": 0.281883, "nauc_precision_at_10_diff1": 0.013614, "nauc_precision_at_20_max": 0.118768, "nauc_precision_at_20_std": 0.236639, "nauc_precision_at_20_diff1": -0.021117, "nauc_precision_at_25_max": 0.084592, "nauc_precision_at_25_std": 0.208745, "nauc_precision_at_25_diff1": -0.04175, "nauc_precision_at_50_max": -0.005191, "nauc_precision_at_50_std": 0.116279, "nauc_precision_at_50_diff1": -0.10071, "nauc_precision_at_100_max": -0.074526, "nauc_precision_at_100_std": 0.039866, "nauc_precision_at_100_diff1": -0.139339, "nauc_precision_at_1000_max": -0.107, "nauc_precision_at_1000_std": 0.004321, "nauc_precision_at_1000_diff1": -0.158275, "nauc_mrr_at_1_max": 0.287111, "nauc_mrr_at_1_std": 0.231259, "nauc_mrr_at_1_diff1": 0.415054, "nauc_mrr_at_3_max": 0.300819, "nauc_mrr_at_3_std": 0.227518, "nauc_mrr_at_3_diff1": 0.435009, "nauc_mrr_at_5_max": 0.345041, "nauc_mrr_at_5_std": 0.290879, "nauc_mrr_at_5_diff1": 0.431342, "nauc_mrr_at_10_max": 0.340866, "nauc_mrr_at_10_std": 0.283227, "nauc_mrr_at_10_diff1": 0.435657, "nauc_mrr_at_20_max": 0.335389, "nauc_mrr_at_20_std": 0.276759, "nauc_mrr_at_20_diff1": 0.434274, "nauc_mrr_at_25_max": 0.333895, "nauc_mrr_at_25_std": 0.275117, "nauc_mrr_at_25_diff1": 0.433377, "nauc_mrr_at_50_max": 0.333508, "nauc_mrr_at_50_std": 0.274794, "nauc_mrr_at_50_diff1": 0.43329, "nauc_mrr_at_100_max": 0.333224, "nauc_mrr_at_100_std": 0.274485, "nauc_mrr_at_100_diff1": 0.433048, "nauc_mrr_at_1000_max": 0.333101, "nauc_mrr_at_1000_std": 0.27431, "nauc_mrr_at_1000_diff1": 0.432998, "hit_rate_at_1": 0.52273, "hit_rate_at_3": 0.72727, "hit_rate_at_5": 0.81818, "hit_rate_at_10": 0.90909, "hit_rate_at_20": 0.95455, "hit_rate_at_25": 0.9697, "hit_rate_at_50": 0.97727, "hit_rate_at_100": 0.98485, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.522727, "R_cap_at_3": 0.637626, "R_cap_at_5": 0.726515, "R_cap_at_10": 0.808769, "R_cap_at_20": 0.867317, "R_cap_at_25": 0.892158, "R_cap_at_50": 0.926632, "R_cap_at_100": 0.963958, "R_cap_at_1000": 1.0, "main_score": 0.65935, "hf_subset": "default_gpt4o_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.67133, "ndcg_at_3": 0.73659, "ndcg_at_5": 0.76206, "ndcg_at_10": 0.77945, "ndcg_at_20": 0.79657, "ndcg_at_25": 0.79855, "ndcg_at_50": 0.80964, "ndcg_at_100": 0.81357, "ndcg_at_1000": 0.81499, "map_at_1": 0.38644, "map_at_3": 0.58926, "map_at_5": 0.65095, "map_at_10": 0.70298, "map_at_20": 0.72199, "map_at_25": 0.7229, "map_at_50": 0.72711, "map_at_100": 0.72817, "map_at_1000": 0.72845, "recall_at_1": 0.38644, "recall_at_3": 0.67628, "recall_at_5": 0.77303, "recall_at_10": 0.87566, "recall_at_20": 0.93611, "recall_at_25": 0.94146, "recall_at_50": 0.97908, "recall_at_100": 0.99409, "recall_at_1000": 1.0, "accuracy": 0.38644, "precision_at_1": 0.67133, "precision_at_3": 0.48951, "precision_at_5": 0.38042, "precision_at_10": 0.24196, "precision_at_20": 0.13811, "precision_at_25": 0.11189, "precision_at_50": 0.05944, "precision_at_100": 0.03056, "precision_at_1000": 0.0031, "mrr_at_1": 0.671329, "mrr_at_3": 0.758741, "mrr_at_5": 0.77028, "mrr_at_10": 0.774753, "mrr_at_20": 0.776438, "mrr_at_25": 0.776771, "mrr_at_50": 0.777441, "mrr_at_100": 0.777441, "mrr_at_1000": 0.777441, "nauc_ndcg_at_1_max": 0.065001, "nauc_ndcg_at_1_std": -0.154991, "nauc_ndcg_at_1_diff1": 0.224998, "nauc_ndcg_at_3_max": 0.147321, "nauc_ndcg_at_3_std": -0.005659, "nauc_ndcg_at_3_diff1": 0.266368, "nauc_ndcg_at_5_max": 0.204896, "nauc_ndcg_at_5_std": 0.034876, "nauc_ndcg_at_5_diff1": 0.264396, "nauc_ndcg_at_10_max": 0.252115, "nauc_ndcg_at_10_std": 0.097192, "nauc_ndcg_at_10_diff1": 0.252663, "nauc_ndcg_at_20_max": 0.235503, "nauc_ndcg_at_20_std": 0.087416, "nauc_ndcg_at_20_diff1": 0.279238, "nauc_ndcg_at_25_max": 0.22869, "nauc_ndcg_at_25_std": 0.078453, "nauc_ndcg_at_25_diff1": 0.274713, "nauc_ndcg_at_50_max": 0.194091, "nauc_ndcg_at_50_std": 0.043504, "nauc_ndcg_at_50_diff1": 0.261368, "nauc_ndcg_at_100_max": 0.17658, "nauc_ndcg_at_100_std": 0.023841, "nauc_ndcg_at_100_diff1": 0.250413, "nauc_ndcg_at_1000_max": 0.169505, "nauc_ndcg_at_1000_std": 0.014776, "nauc_ndcg_at_1000_diff1": 0.248132, "nauc_map_at_1_max": -0.023201, "nauc_map_at_1_std": -0.170001, "nauc_map_at_1_diff1": 0.374382, "nauc_map_at_3_max": 0.080036, "nauc_map_at_3_std": -0.02412, "nauc_map_at_3_diff1": 0.309558, "nauc_map_at_5_max": 0.128113, "nauc_map_at_5_std": -0.009678, "nauc_map_at_5_diff1": 0.277425, "nauc_map_at_10_max": 0.206598, "nauc_map_at_10_std": 0.042078, "nauc_map_at_10_diff1": 0.255343, "nauc_map_at_20_max": 0.211584, "nauc_map_at_20_std": 0.050462, "nauc_map_at_20_diff1": 0.259413, "nauc_map_at_25_max": 0.209662, "nauc_map_at_25_std": 0.047704, "nauc_map_at_25_diff1": 0.258583, "nauc_map_at_50_max": 0.20195, "nauc_map_at_50_std": 0.040916, "nauc_map_at_50_diff1": 0.254801, "nauc_map_at_100_max": 0.198739, "nauc_map_at_100_std": 0.036953, "nauc_map_at_100_diff1": 0.253552, "nauc_map_at_1000_max": 0.197844, "nauc_map_at_1000_std": 0.035702, "nauc_map_at_1000_diff1": 0.253638, "nauc_recall_at_1_max": -0.023201, "nauc_recall_at_1_std": -0.170001, "nauc_recall_at_1_diff1": 0.374382, "nauc_recall_at_3_max": 0.133496, "nauc_recall_at_3_std": 0.098461, "nauc_recall_at_3_diff1": 0.336777, "nauc_recall_at_5_max": 0.276123, "nauc_recall_at_5_std": 0.191073, "nauc_recall_at_5_diff1": 0.295918, "nauc_recall_at_10_max": 0.564011, "nauc_recall_at_10_std": 0.453283, "nauc_recall_at_10_diff1": 0.245665, "nauc_recall_at_20_max": 0.800123, "nauc_recall_at_20_std": 0.718232, "nauc_recall_at_20_diff1": 0.562696, "nauc_recall_at_25_max": 0.795049, "nauc_recall_at_25_std": 0.701826, "nauc_recall_at_25_diff1": 0.54497, "nauc_recall_at_50_max": 0.87407, "nauc_recall_at_50_std": 0.840531, "nauc_recall_at_50_diff1": 0.710819, "nauc_recall_at_100_max": 0.934838, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.632556, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.065001, "nauc_precision_at_1_std": -0.154991, "nauc_precision_at_1_diff1": 0.224998, "nauc_precision_at_3_max": 0.128887, "nauc_precision_at_3_std": 0.08616, "nauc_precision_at_3_diff1": -0.125233, "nauc_precision_at_5_max": 0.134124, "nauc_precision_at_5_std": 0.072694, "nauc_precision_at_5_diff1": -0.166466, "nauc_precision_at_10_max": 0.151788, "nauc_precision_at_10_std": 0.105449, "nauc_precision_at_10_diff1": -0.180044, "nauc_precision_at_20_max": 0.096825, "nauc_precision_at_20_std": 0.080034, "nauc_precision_at_20_diff1": -0.177789, "nauc_precision_at_25_max": 0.084567, "nauc_precision_at_25_std": 0.066663, "nauc_precision_at_25_diff1": -0.180368, "nauc_precision_at_50_max": 0.03404, "nauc_precision_at_50_std": 0.023858, "nauc_precision_at_50_diff1": -0.19404, "nauc_precision_at_100_max": 0.004449, "nauc_precision_at_100_std": -0.007051, "nauc_precision_at_100_diff1": -0.200871, "nauc_precision_at_1000_max": -0.00973, "nauc_precision_at_1000_std": -0.023655, "nauc_precision_at_1000_diff1": -0.198262, "nauc_mrr_at_1_max": 0.065001, "nauc_mrr_at_1_std": -0.154991, "nauc_mrr_at_1_diff1": 0.224998, "nauc_mrr_at_3_max": 0.093568, "nauc_mrr_at_3_std": -0.056554, "nauc_mrr_at_3_diff1": 0.249519, "nauc_mrr_at_5_max": 0.112786, "nauc_mrr_at_5_std": -0.050371, "nauc_mrr_at_5_diff1": 0.235877, "nauc_mrr_at_10_max": 0.113934, "nauc_mrr_at_10_std": -0.048457, "nauc_mrr_at_10_diff1": 0.235045, "nauc_mrr_at_20_max": 0.114239, "nauc_mrr_at_20_std": -0.049547, "nauc_mrr_at_20_diff1": 0.24062, "nauc_mrr_at_25_max": 0.112719, "nauc_mrr_at_25_std": -0.051349, "nauc_mrr_at_25_diff1": 0.239317, "nauc_mrr_at_50_max": 0.109645, "nauc_mrr_at_50_std": -0.054848, "nauc_mrr_at_50_diff1": 0.237607, "nauc_mrr_at_100_max": 0.109645, "nauc_mrr_at_100_std": -0.054848, "nauc_mrr_at_100_diff1": 0.237607, "nauc_mrr_at_1000_max": 0.109645, "nauc_mrr_at_1000_std": -0.054848, "nauc_mrr_at_1000_diff1": 0.237607, "hit_rate_at_1": 0.67133, "hit_rate_at_3": 0.86713, "hit_rate_at_5": 0.91608, "hit_rate_at_10": 0.95105, "hit_rate_at_20": 0.97203, "hit_rate_at_25": 0.97902, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.671329, "R_cap_at_3": 0.783217, "R_cap_at_5": 0.834499, "R_cap_at_10": 0.887726, "R_cap_at_20": 0.936114, "R_cap_at_25": 0.94146, "R_cap_at_50": 0.979076, "R_cap_at_100": 0.994095, "R_cap_at_1000": 1.0, "main_score": 0.77945, "hf_subset": "default_gpt4o_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.73077, "ndcg_at_3": 0.80795, "ndcg_at_5": 0.82432, "ndcg_at_10": 0.85342, "ndcg_at_20": 0.86283, "ndcg_at_25": 0.86283, "ndcg_at_50": 0.86283, "ndcg_at_100": 0.86283, "ndcg_at_1000": 0.86283, "map_at_1": 0.59936, "map_at_3": 0.7687, "map_at_5": 0.78697, "map_at_10": 0.8025, "map_at_20": 0.80676, "map_at_25": 0.80676, "map_at_50": 0.80676, "map_at_100": 0.80676, "map_at_1000": 0.80676, "recall_at_1": 0.59936, "recall_at_3": 0.84295, "recall_at_5": 0.89263, "recall_at_10": 0.96955, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.59936, "precision_at_1": 0.73077, "precision_at_3": 0.39744, "precision_at_5": 0.25385, "precision_at_10": 0.13846, "precision_at_20": 0.07308, "precision_at_25": 0.05846, "precision_at_50": 0.02923, "precision_at_100": 0.01462, "precision_at_1000": 0.00146, "mrr_at_1": 0.730769, "mrr_at_3": 0.814103, "mrr_at_5": 0.822756, "mrr_at_10": 0.831914, "mrr_at_20": 0.831914, "mrr_at_25": 0.831914, "mrr_at_50": 0.831914, "mrr_at_100": 0.831914, "mrr_at_1000": 0.831914, "nauc_ndcg_at_1_max": 0.576686, "nauc_ndcg_at_1_std": 0.443471, "nauc_ndcg_at_1_diff1": 0.633123, "nauc_ndcg_at_3_max": 0.657491, "nauc_ndcg_at_3_std": 0.595107, "nauc_ndcg_at_3_diff1": 0.521462, "nauc_ndcg_at_5_max": 0.624596, "nauc_ndcg_at_5_std": 0.602359, "nauc_ndcg_at_5_diff1": 0.468895, "nauc_ndcg_at_10_max": 0.634235, "nauc_ndcg_at_10_std": 0.56073, "nauc_ndcg_at_10_diff1": 0.526339, "nauc_ndcg_at_20_max": 0.61138, "nauc_ndcg_at_20_std": 0.53301, "nauc_ndcg_at_20_diff1": 0.537035, "nauc_ndcg_at_25_max": 0.61138, "nauc_ndcg_at_25_std": 0.53301, "nauc_ndcg_at_25_diff1": 0.537035, "nauc_ndcg_at_50_max": 0.61138, "nauc_ndcg_at_50_std": 0.53301, "nauc_ndcg_at_50_diff1": 0.537035, "nauc_ndcg_at_100_max": 0.61138, "nauc_ndcg_at_100_std": 0.53301, "nauc_ndcg_at_100_diff1": 0.537035, "nauc_ndcg_at_1000_max": 0.61138, "nauc_ndcg_at_1000_std": 0.53301, "nauc_ndcg_at_1000_diff1": 0.537035, "nauc_map_at_1_max": 0.466912, "nauc_map_at_1_std": 0.280546, "nauc_map_at_1_diff1": 0.572545, "nauc_map_at_3_max": 0.622289, "nauc_map_at_3_std": 0.525292, "nauc_map_at_3_diff1": 0.505935, "nauc_map_at_5_max": 0.630931, "nauc_map_at_5_std": 0.571914, "nauc_map_at_5_diff1": 0.50544, "nauc_map_at_10_max": 0.63225, "nauc_map_at_10_std": 0.552818, "nauc_map_at_10_diff1": 0.528713, "nauc_map_at_20_max": 0.62543, "nauc_map_at_20_std": 0.544347, "nauc_map_at_20_diff1": 0.533194, "nauc_map_at_25_max": 0.62543, "nauc_map_at_25_std": 0.544347, "nauc_map_at_25_diff1": 0.533194, "nauc_map_at_50_max": 0.62543, "nauc_map_at_50_std": 0.544347, "nauc_map_at_50_diff1": 0.533194, "nauc_map_at_100_max": 0.62543, "nauc_map_at_100_std": 0.544347, "nauc_map_at_100_diff1": 0.533194, "nauc_map_at_1000_max": 0.62543, "nauc_map_at_1000_std": 0.544347, "nauc_map_at_1000_diff1": 0.533194, "nauc_recall_at_1_max": 0.466912, "nauc_recall_at_1_std": 0.280546, "nauc_recall_at_1_diff1": 0.572545, "nauc_recall_at_3_max": 0.687627, "nauc_recall_at_3_std": 0.677834, "nauc_recall_at_3_diff1": 0.360688, "nauc_recall_at_5_max": 0.631911, "nauc_recall_at_5_std": 0.798693, "nauc_recall_at_5_diff1": 0.22842, "nauc_recall_at_10_max": 0.861306, "nauc_recall_at_10_std": 0.861306, "nauc_recall_at_10_diff1": 0.339852, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.576686, "nauc_precision_at_1_std": 0.443471, "nauc_precision_at_1_diff1": 0.633123, "nauc_precision_at_3_max": 0.096599, "nauc_precision_at_3_std": 0.20582, "nauc_precision_at_3_diff1": -0.08045, "nauc_precision_at_5_max": 0.030683, "nauc_precision_at_5_std": 0.198144, "nauc_precision_at_5_diff1": -0.135031, "nauc_precision_at_10_max": -0.105228, "nauc_precision_at_10_std": 0.037186, "nauc_precision_at_10_diff1": -0.194252, "nauc_precision_at_20_max": -0.192523, "nauc_precision_at_20_std": -0.069991, "nauc_precision_at_20_diff1": -0.194173, "nauc_precision_at_25_max": -0.192523, "nauc_precision_at_25_std": -0.069991, "nauc_precision_at_25_diff1": -0.194173, "nauc_precision_at_50_max": -0.192523, "nauc_precision_at_50_std": -0.069991, "nauc_precision_at_50_diff1": -0.194173, "nauc_precision_at_100_max": -0.192523, "nauc_precision_at_100_std": -0.069991, "nauc_precision_at_100_diff1": -0.194173, "nauc_precision_at_1000_max": -0.192523, "nauc_precision_at_1000_std": -0.069991, "nauc_precision_at_1000_diff1": -0.194173, "nauc_mrr_at_1_max": 0.576686, "nauc_mrr_at_1_std": 0.443471, "nauc_mrr_at_1_diff1": 0.633123, "nauc_mrr_at_3_max": 0.602455, "nauc_mrr_at_3_std": 0.524588, "nauc_mrr_at_3_diff1": 0.542321, "nauc_mrr_at_5_max": 0.58486, "nauc_mrr_at_5_std": 0.521326, "nauc_mrr_at_5_diff1": 0.532482, "nauc_mrr_at_10_max": 0.592638, "nauc_mrr_at_10_std": 0.505927, "nauc_mrr_at_10_diff1": 0.562556, "nauc_mrr_at_20_max": 0.592638, "nauc_mrr_at_20_std": 0.505927, "nauc_mrr_at_20_diff1": 0.562556, "nauc_mrr_at_25_max": 0.592638, "nauc_mrr_at_25_std": 0.505927, "nauc_mrr_at_25_diff1": 0.562556, "nauc_mrr_at_50_max": 0.592638, "nauc_mrr_at_50_std": 0.505927, "nauc_mrr_at_50_diff1": 0.562556, "nauc_mrr_at_100_max": 0.592638, "nauc_mrr_at_100_std": 0.505927, "nauc_mrr_at_100_diff1": 0.562556, "nauc_mrr_at_1000_max": 0.592638, "nauc_mrr_at_1000_std": 0.505927, "nauc_mrr_at_1000_diff1": 0.562556, "hit_rate_at_1": 0.73077, "hit_rate_at_3": 0.90385, "hit_rate_at_5": 0.94231, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.730769, "R_cap_at_3": 0.852564, "R_cap_at_5": 0.892628, "R_cap_at_10": 0.969551, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85342, "hf_subset": "default_gpt4o_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.88732, "ndcg_at_3": 0.88732, "ndcg_at_5": 0.89178, "ndcg_at_10": 0.91034, "ndcg_at_20": 0.92292, "ndcg_at_25": 0.92292, "ndcg_at_50": 0.92292, "ndcg_at_100": 0.92292, "ndcg_at_1000": 0.92292, "map_at_1": 0.73826, "map_at_3": 0.8662, "map_at_5": 0.8716, "map_at_10": 0.88331, "map_at_20": 0.88776, "map_at_25": 0.88776, "map_at_50": 0.88776, "map_at_100": 0.88776, "map_at_1000": 0.88776, "recall_at_1": 0.73826, "recall_at_3": 0.89906, "recall_at_5": 0.9108, "recall_at_10": 0.95775, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73826, "precision_at_1": 0.88732, "precision_at_3": 0.39906, "precision_at_5": 0.24507, "precision_at_10": 0.13239, "precision_at_20": 0.06972, "precision_at_25": 0.05577, "precision_at_50": 0.02789, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.887324, "mrr_at_3": 0.913146, "mrr_at_5": 0.913146, "mrr_at_10": 0.916566, "mrr_at_20": 0.919127, "mrr_at_25": 0.919127, "mrr_at_50": 0.919127, "mrr_at_100": 0.919127, "mrr_at_1000": 0.919127, "nauc_ndcg_at_1_max": 0.553559, "nauc_ndcg_at_1_std": 0.515556, "nauc_ndcg_at_1_diff1": 0.783547, "nauc_ndcg_at_3_max": 0.789787, "nauc_ndcg_at_3_std": 0.792081, "nauc_ndcg_at_3_diff1": 0.819566, "nauc_ndcg_at_5_max": 0.771826, "nauc_ndcg_at_5_std": 0.777609, "nauc_ndcg_at_5_diff1": 0.809414, "nauc_ndcg_at_10_max": 0.755722, "nauc_ndcg_at_10_std": 0.755624, "nauc_ndcg_at_10_diff1": 0.812379, "nauc_ndcg_at_20_max": 0.723272, "nauc_ndcg_at_20_std": 0.715461, "nauc_ndcg_at_20_diff1": 0.808613, "nauc_ndcg_at_25_max": 0.723272, "nauc_ndcg_at_25_std": 0.715461, "nauc_ndcg_at_25_diff1": 0.808613, "nauc_ndcg_at_50_max": 0.723272, "nauc_ndcg_at_50_std": 0.715461, "nauc_ndcg_at_50_diff1": 0.808613, "nauc_ndcg_at_100_max": 0.723272, "nauc_ndcg_at_100_std": 0.715461, "nauc_ndcg_at_100_diff1": 0.808613, "nauc_ndcg_at_1000_max": 0.723272, "nauc_ndcg_at_1000_std": 0.715461, "nauc_ndcg_at_1000_diff1": 0.808613, "nauc_map_at_1_max": 0.485966, "nauc_map_at_1_std": 0.129596, "nauc_map_at_1_diff1": 0.801664, "nauc_map_at_3_max": 0.758716, "nauc_map_at_3_std": 0.760144, "nauc_map_at_3_diff1": 0.823322, "nauc_map_at_5_max": 0.748929, "nauc_map_at_5_std": 0.750415, "nauc_map_at_5_diff1": 0.818168, "nauc_map_at_10_max": 0.741643, "nauc_map_at_10_std": 0.738932, "nauc_map_at_10_diff1": 0.818223, "nauc_map_at_20_max": 0.732837, "nauc_map_at_20_std": 0.728374, "nauc_map_at_20_diff1": 0.816996, "nauc_map_at_25_max": 0.732837, "nauc_map_at_25_std": 0.728374, "nauc_map_at_25_diff1": 0.816996, "nauc_map_at_50_max": 0.732837, "nauc_map_at_50_std": 0.728374, "nauc_map_at_50_diff1": 0.816996, "nauc_map_at_100_max": 0.732837, "nauc_map_at_100_std": 0.728374, "nauc_map_at_100_diff1": 0.816996, "nauc_map_at_1000_max": 0.732837, "nauc_map_at_1000_std": 0.728374, "nauc_map_at_1000_diff1": 0.816996, "nauc_recall_at_1_max": 0.485966, "nauc_recall_at_1_std": 0.129596, "nauc_recall_at_1_diff1": 0.801664, "nauc_recall_at_3_max": 0.896894, "nauc_recall_at_3_std": 0.92955, "nauc_recall_at_3_diff1": 0.804251, "nauc_recall_at_5_max": 0.881037, "nauc_recall_at_5_std": 0.917608, "nauc_recall_at_5_diff1": 0.784276, "nauc_recall_at_10_max": 0.934743, "nauc_recall_at_10_std": 0.978248, "nauc_recall_at_10_diff1": 0.820638, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.553559, "nauc_precision_at_1_std": 0.515556, "nauc_precision_at_1_diff1": 0.783547, "nauc_precision_at_3_max": 0.080277, "nauc_precision_at_3_std": 0.531124, "nauc_precision_at_3_diff1": -0.207209, "nauc_precision_at_5_max": 0.020411, "nauc_precision_at_5_std": 0.455485, "nauc_precision_at_5_diff1": -0.253035, "nauc_precision_at_10_max": -0.121377, "nauc_precision_at_10_std": 0.25128, "nauc_precision_at_10_diff1": -0.360661, "nauc_precision_at_20_max": -0.247091, "nauc_precision_at_20_std": 0.12133, "nauc_precision_at_20_diff1": -0.473188, "nauc_precision_at_25_max": -0.247091, "nauc_precision_at_25_std": 0.12133, "nauc_precision_at_25_diff1": -0.473188, "nauc_precision_at_50_max": -0.247091, "nauc_precision_at_50_std": 0.12133, "nauc_precision_at_50_diff1": -0.473188, "nauc_precision_at_100_max": -0.247091, "nauc_precision_at_100_std": 0.12133, "nauc_precision_at_100_diff1": -0.473188, "nauc_precision_at_1000_max": -0.247091, "nauc_precision_at_1000_std": 0.12133, "nauc_precision_at_1000_diff1": -0.473188, "nauc_mrr_at_1_max": 0.553559, "nauc_mrr_at_1_std": 0.515556, "nauc_mrr_at_1_diff1": 0.783547, "nauc_mrr_at_3_max": 0.687138, "nauc_mrr_at_3_std": 0.673326, "nauc_mrr_at_3_diff1": 0.779921, "nauc_mrr_at_5_max": 0.687138, "nauc_mrr_at_5_std": 0.673326, "nauc_mrr_at_5_diff1": 0.779921, "nauc_mrr_at_10_max": 0.677352, "nauc_mrr_at_10_std": 0.662967, "nauc_mrr_at_10_diff1": 0.783856, "nauc_mrr_at_20_max": 0.669108, "nauc_mrr_at_20_std": 0.652172, "nauc_mrr_at_20_diff1": 0.78346, "nauc_mrr_at_25_max": 0.669108, "nauc_mrr_at_25_std": 0.652172, "nauc_mrr_at_25_diff1": 0.78346, "nauc_mrr_at_50_max": 0.669108, "nauc_mrr_at_50_std": 0.652172, "nauc_mrr_at_50_diff1": 0.78346, "nauc_mrr_at_100_max": 0.669108, "nauc_mrr_at_100_std": 0.652172, "nauc_mrr_at_100_diff1": 0.78346, "nauc_mrr_at_1000_max": 0.669108, "nauc_mrr_at_1000_std": 0.652172, "nauc_mrr_at_1000_diff1": 0.78346, "hit_rate_at_1": 0.88732, "hit_rate_at_3": 0.94366, "hit_rate_at_5": 0.94366, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.887324, "R_cap_at_3": 0.901408, "R_cap_at_5": 0.910798, "R_cap_at_10": 0.957746, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91034, "hf_subset": "default_gpt4o_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.875, "ndcg_at_3": 0.90879, "ndcg_at_5": 0.91477, "ndcg_at_10": 0.9294, "ndcg_at_20": 0.9355, "ndcg_at_25": 0.9355, "ndcg_at_50": 0.9355, "ndcg_at_100": 0.9355, "ndcg_at_1000": 0.9355, "map_at_1": 0.72569, "map_at_3": 0.8912, "map_at_5": 0.89815, "map_at_10": 0.90746, "map_at_20": 0.90944, "map_at_25": 0.90944, "map_at_50": 0.90944, "map_at_100": 0.90944, "map_at_1000": 0.90944, "recall_at_1": 0.72569, "recall_at_3": 0.92477, "recall_at_5": 0.94213, "recall_at_10": 0.97917, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.72569, "precision_at_1": 0.875, "precision_at_3": 0.43056, "precision_at_5": 0.26389, "precision_at_10": 0.13889, "precision_at_20": 0.07153, "precision_at_25": 0.05722, "precision_at_50": 0.02861, "precision_at_100": 0.01431, "precision_at_1000": 0.00143, "mrr_at_1": 0.875, "mrr_at_3": 0.916667, "mrr_at_5": 0.920139, "mrr_at_10": 0.921875, "mrr_at_20": 0.922743, "mrr_at_25": 0.922743, "mrr_at_50": 0.922743, "mrr_at_100": 0.922743, "mrr_at_1000": 0.922743, "nauc_ndcg_at_1_max": 0.662941, "nauc_ndcg_at_1_std": 0.573942, "nauc_ndcg_at_1_diff1": 0.822502, "nauc_ndcg_at_3_max": 0.815831, "nauc_ndcg_at_3_std": 0.770799, "nauc_ndcg_at_3_diff1": 0.839414, "nauc_ndcg_at_5_max": 0.811929, "nauc_ndcg_at_5_std": 0.763634, "nauc_ndcg_at_5_diff1": 0.847803, "nauc_ndcg_at_10_max": 0.774689, "nauc_ndcg_at_10_std": 0.716591, "nauc_ndcg_at_10_diff1": 0.850912, "nauc_ndcg_at_20_max": 0.752724, "nauc_ndcg_at_20_std": 0.688961, "nauc_ndcg_at_20_diff1": 0.840484, "nauc_ndcg_at_25_max": 0.752724, "nauc_ndcg_at_25_std": 0.688961, "nauc_ndcg_at_25_diff1": 0.840484, "nauc_ndcg_at_50_max": 0.752724, "nauc_ndcg_at_50_std": 0.688961, "nauc_ndcg_at_50_diff1": 0.840484, "nauc_ndcg_at_100_max": 0.752724, "nauc_ndcg_at_100_std": 0.688961, "nauc_ndcg_at_100_diff1": 0.840484, "nauc_ndcg_at_1000_max": 0.752724, "nauc_ndcg_at_1000_std": 0.688961, "nauc_ndcg_at_1000_diff1": 0.840484, "nauc_map_at_1_max": 0.477364, "nauc_map_at_1_std": 0.170134, "nauc_map_at_1_diff1": 0.801651, "nauc_map_at_3_max": 0.791183, "nauc_map_at_3_std": 0.727457, "nauc_map_at_3_diff1": 0.836932, "nauc_map_at_5_max": 0.787151, "nauc_map_at_5_std": 0.732165, "nauc_map_at_5_diff1": 0.835923, "nauc_map_at_10_max": 0.766327, "nauc_map_at_10_std": 0.705961, "nauc_map_at_10_diff1": 0.837991, "nauc_map_at_20_max": 0.761033, "nauc_map_at_20_std": 0.6993, "nauc_map_at_20_diff1": 0.83541, "nauc_map_at_25_max": 0.761033, "nauc_map_at_25_std": 0.6993, "nauc_map_at_25_diff1": 0.83541, "nauc_map_at_50_max": 0.761033, "nauc_map_at_50_std": 0.6993, "nauc_map_at_50_diff1": 0.83541, "nauc_map_at_100_max": 0.761033, "nauc_map_at_100_std": 0.6993, "nauc_map_at_100_diff1": 0.83541, "nauc_map_at_1000_max": 0.761033, "nauc_map_at_1000_std": 0.6993, "nauc_map_at_1000_diff1": 0.83541, "nauc_recall_at_1_max": 0.477364, "nauc_recall_at_1_std": 0.170134, "nauc_recall_at_1_diff1": 0.801651, "nauc_recall_at_3_max": 0.944811, "nauc_recall_at_3_std": 0.927797, "nauc_recall_at_3_diff1": 0.842658, "nauc_recall_at_5_max": 0.968724, "nauc_recall_at_5_std": 0.968724, "nauc_recall_at_5_diff1": 0.863013, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.956561, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.662941, "nauc_precision_at_1_std": 0.573942, "nauc_precision_at_1_diff1": 0.822502, "nauc_precision_at_3_max": -0.028438, "nauc_precision_at_3_std": 0.271115, "nauc_precision_at_3_diff1": -0.294635, "nauc_precision_at_5_max": -0.069507, "nauc_precision_at_5_std": 0.23363, "nauc_precision_at_5_diff1": -0.330381, "nauc_precision_at_10_max": -0.184555, "nauc_precision_at_10_std": 0.104777, "nauc_precision_at_10_diff1": -0.410232, "nauc_precision_at_20_max": -0.258672, "nauc_precision_at_20_std": 0.029867, "nauc_precision_at_20_diff1": -0.480487, "nauc_precision_at_25_max": -0.258672, "nauc_precision_at_25_std": 0.029867, "nauc_precision_at_25_diff1": -0.480487, "nauc_precision_at_50_max": -0.258672, "nauc_precision_at_50_std": 0.029867, "nauc_precision_at_50_diff1": -0.480487, "nauc_precision_at_100_max": -0.258672, "nauc_precision_at_100_std": 0.029867, "nauc_precision_at_100_diff1": -0.480487, "nauc_precision_at_1000_max": -0.258672, "nauc_precision_at_1000_std": 0.029867, "nauc_precision_at_1000_diff1": -0.480487, "nauc_mrr_at_1_max": 0.662941, "nauc_mrr_at_1_std": 0.573942, "nauc_mrr_at_1_diff1": 0.822502, "nauc_mrr_at_3_max": 0.737976, "nauc_mrr_at_3_std": 0.67172, "nauc_mrr_at_3_diff1": 0.84432, "nauc_mrr_at_5_max": 0.732117, "nauc_mrr_at_5_std": 0.662914, "nauc_mrr_at_5_diff1": 0.849689, "nauc_mrr_at_10_max": 0.726023, "nauc_mrr_at_10_std": 0.655245, "nauc_mrr_at_10_diff1": 0.84627, "nauc_mrr_at_20_max": 0.72287, "nauc_mrr_at_20_std": 0.651279, "nauc_mrr_at_20_diff1": 0.844501, "nauc_mrr_at_25_max": 0.72287, "nauc_mrr_at_25_std": 0.651279, "nauc_mrr_at_25_diff1": 0.844501, "nauc_mrr_at_50_max": 0.72287, "nauc_mrr_at_50_std": 0.651279, "nauc_mrr_at_50_diff1": 0.844501, "nauc_mrr_at_100_max": 0.72287, "nauc_mrr_at_100_std": 0.651279, "nauc_mrr_at_100_diff1": 0.844501, "nauc_mrr_at_1000_max": 0.72287, "nauc_mrr_at_1000_std": 0.651279, "nauc_mrr_at_1000_diff1": 0.844501, "hit_rate_at_1": 0.875, "hit_rate_at_3": 0.95833, "hit_rate_at_5": 0.97222, "hit_rate_at_10": 0.98611, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.875, "R_cap_at_3": 0.928241, "R_cap_at_5": 0.94213, "R_cap_at_10": 0.979167, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.9294, "hf_subset": "default_gpt4o_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91781, "ndcg_at_3": 0.95264, "ndcg_at_5": 0.95412, "ndcg_at_10": 0.95971, "ndcg_at_20": 0.96205, "ndcg_at_25": 0.96205, "ndcg_at_50": 0.96205, "ndcg_at_100": 0.96205, "ndcg_at_1000": 0.96205, "map_at_1": 0.73973, "map_at_3": 0.93037, "map_at_5": 0.93653, "map_at_10": 0.94162, "map_at_20": 0.94286, "map_at_25": 0.94286, "map_at_50": 0.94286, "map_at_100": 0.94286, "map_at_1000": 0.94286, "recall_at_1": 0.73973, "recall_at_3": 0.97146, "recall_at_5": 0.98174, "recall_at_10": 0.99315, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.73973, "precision_at_1": 0.91781, "precision_at_3": 0.45662, "precision_at_5": 0.27945, "precision_at_10": 0.14384, "precision_at_20": 0.0726, "precision_at_25": 0.05808, "precision_at_50": 0.02904, "precision_at_100": 0.01452, "precision_at_1000": 0.00145, "mrr_at_1": 0.917808, "mrr_at_3": 0.958904, "mrr_at_5": 0.958904, "mrr_at_10": 0.958904, "mrr_at_20": 0.958904, "mrr_at_25": 0.958904, "mrr_at_50": 0.958904, "mrr_at_100": 0.958904, "mrr_at_1000": 0.958904, "nauc_ndcg_at_1_max": 0.306841, "nauc_ndcg_at_1_std": -0.27166, "nauc_ndcg_at_1_diff1": 0.860505, "nauc_ndcg_at_3_max": 0.508332, "nauc_ndcg_at_3_std": 0.173326, "nauc_ndcg_at_3_diff1": 0.766637, "nauc_ndcg_at_5_max": 0.481896, "nauc_ndcg_at_5_std": 0.139958, "nauc_ndcg_at_5_diff1": 0.763245, "nauc_ndcg_at_10_max": 0.453283, "nauc_ndcg_at_10_std": 0.034633, "nauc_ndcg_at_10_diff1": 0.806284, "nauc_ndcg_at_20_max": 0.418979, "nauc_ndcg_at_20_std": -0.025939, "nauc_ndcg_at_20_diff1": 0.811585, "nauc_ndcg_at_25_max": 0.418979, "nauc_ndcg_at_25_std": -0.025939, "nauc_ndcg_at_25_diff1": 0.811585, "nauc_ndcg_at_50_max": 0.418979, "nauc_ndcg_at_50_std": -0.025939, "nauc_ndcg_at_50_diff1": 0.811585, "nauc_ndcg_at_100_max": 0.418979, "nauc_ndcg_at_100_std": -0.025939, "nauc_ndcg_at_100_diff1": 0.811585, "nauc_ndcg_at_1000_max": 0.418979, "nauc_ndcg_at_1000_std": -0.025939, "nauc_ndcg_at_1000_diff1": 0.811585, "nauc_map_at_1_max": 0.283363, "nauc_map_at_1_std": -0.231444, "nauc_map_at_1_diff1": 0.843438, "nauc_map_at_3_max": 0.523489, "nauc_map_at_3_std": 0.22356, "nauc_map_at_3_diff1": 0.765813, "nauc_map_at_5_max": 0.49016, "nauc_map_at_5_std": 0.158257, "nauc_map_at_5_diff1": 0.759487, "nauc_map_at_10_max": 0.47208, "nauc_map_at_10_std": 0.092905, "nauc_map_at_10_diff1": 0.786481, "nauc_map_at_20_max": 0.460293, "nauc_map_at_20_std": 0.072653, "nauc_map_at_20_diff1": 0.787925, "nauc_map_at_25_max": 0.460293, "nauc_map_at_25_std": 0.072653, "nauc_map_at_25_diff1": 0.787925, "nauc_map_at_50_max": 0.460293, "nauc_map_at_50_std": 0.072653, "nauc_map_at_50_diff1": 0.787925, "nauc_map_at_100_max": 0.460293, "nauc_map_at_100_std": 0.072653, "nauc_map_at_100_diff1": 0.787925, "nauc_map_at_1000_max": 0.460293, "nauc_map_at_1000_std": 0.072653, "nauc_map_at_1000_diff1": 0.787925, "nauc_recall_at_1_max": 0.283363, "nauc_recall_at_1_std": -0.231444, "nauc_recall_at_1_diff1": 0.843438, "nauc_recall_at_3_max": 0.783692, "nauc_recall_at_3_std": 0.914566, "nauc_recall_at_3_diff1": 0.553722, "nauc_recall_at_5_max": 0.762978, "nauc_recall_at_5_std": 0.918672, "nauc_recall_at_5_diff1": 0.494562, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.721802, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.306841, "nauc_precision_at_1_std": -0.27166, "nauc_precision_at_1_diff1": 0.860505, "nauc_precision_at_3_max": -0.105316, "nauc_precision_at_3_std": 0.258701, "nauc_precision_at_3_diff1": -0.505148, "nauc_precision_at_5_max": -0.141343, "nauc_precision_at_5_std": 0.196767, "nauc_precision_at_5_diff1": -0.51204, "nauc_precision_at_10_max": -0.169273, "nauc_precision_at_10_std": 0.113085, "nauc_precision_at_10_diff1": -0.481277, "nauc_precision_at_20_max": -0.19227, "nauc_precision_at_20_std": 0.088952, "nauc_precision_at_20_diff1": -0.496431, "nauc_precision_at_25_max": -0.19227, "nauc_precision_at_25_std": 0.088952, "nauc_precision_at_25_diff1": -0.496431, "nauc_precision_at_50_max": -0.19227, "nauc_precision_at_50_std": 0.088952, "nauc_precision_at_50_diff1": -0.496431, "nauc_precision_at_100_max": -0.19227, "nauc_precision_at_100_std": 0.088952, "nauc_precision_at_100_diff1": -0.496431, "nauc_precision_at_1000_max": -0.19227, "nauc_precision_at_1000_std": 0.088952, "nauc_precision_at_1000_diff1": -0.496431, "nauc_mrr_at_1_max": 0.306841, "nauc_mrr_at_1_std": -0.27166, "nauc_mrr_at_1_diff1": 0.860505, "nauc_mrr_at_3_max": 0.306841, "nauc_mrr_at_3_std": -0.27166, "nauc_mrr_at_3_diff1": 0.860505, "nauc_mrr_at_5_max": 0.306841, "nauc_mrr_at_5_std": -0.27166, "nauc_mrr_at_5_diff1": 0.860505, "nauc_mrr_at_10_max": 0.306841, "nauc_mrr_at_10_std": -0.27166, "nauc_mrr_at_10_diff1": 0.860505, "nauc_mrr_at_20_max": 0.306841, "nauc_mrr_at_20_std": -0.27166, "nauc_mrr_at_20_diff1": 0.860505, "nauc_mrr_at_25_max": 0.306841, "nauc_mrr_at_25_std": -0.27166, "nauc_mrr_at_25_diff1": 0.860505, "nauc_mrr_at_50_max": 0.306841, "nauc_mrr_at_50_std": -0.27166, "nauc_mrr_at_50_diff1": 0.860505, "nauc_mrr_at_100_max": 0.306841, "nauc_mrr_at_100_std": -0.27166, "nauc_mrr_at_100_diff1": 0.860505, "nauc_mrr_at_1000_max": 0.306841, "nauc_mrr_at_1000_std": -0.27166, "nauc_mrr_at_1000_diff1": 0.860505, "hit_rate_at_1": 0.91781, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.917808, "R_cap_at_3": 0.977169, "R_cap_at_5": 0.981735, "R_cap_at_10": 0.993151, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95971, "hf_subset": "default_gpt4o_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.45455, "ndcg_at_3": 0.50594, "ndcg_at_5": 0.53141, "ndcg_at_10": 0.56235, "ndcg_at_20": 0.58931, "ndcg_at_25": 0.59897, "ndcg_at_50": 0.62084, "ndcg_at_100": 0.63422, "ndcg_at_1000": 0.6481, "map_at_1": 0.21524, "map_at_3": 0.38682, "map_at_5": 0.43488, "map_at_10": 0.4814, "map_at_20": 0.50583, "map_at_25": 0.5112, "map_at_50": 0.5161, "map_at_100": 0.51809, "map_at_1000": 0.51983, "recall_at_1": 0.21524, "recall_at_3": 0.45683, "recall_at_5": 0.53799, "recall_at_10": 0.66764, "recall_at_20": 0.7688, "recall_at_25": 0.79402, "recall_at_50": 0.88093, "recall_at_100": 0.93603, "recall_at_1000": 1.0, "accuracy": 0.21524, "precision_at_1": 0.45455, "precision_at_3": 0.38047, "precision_at_5": 0.29697, "precision_at_10": 0.20101, "precision_at_20": 0.12475, "precision_at_25": 0.10626, "precision_at_50": 0.05818, "precision_at_100": 0.03141, "precision_at_1000": 0.00342, "mrr_at_1": 0.454545, "mrr_at_3": 0.530303, "mrr_at_5": 0.537879, "mrr_at_10": 0.551355, "mrr_at_20": 0.559127, "mrr_at_25": 0.559608, "mrr_at_50": 0.561552, "mrr_at_100": 0.561993, "mrr_at_1000": 0.562089, "nauc_ndcg_at_1_max": 0.323665, "nauc_ndcg_at_1_std": 0.1322, "nauc_ndcg_at_1_diff1": 0.536279, "nauc_ndcg_at_3_max": 0.406004, "nauc_ndcg_at_3_std": 0.253049, "nauc_ndcg_at_3_diff1": 0.435037, "nauc_ndcg_at_5_max": 0.467273, "nauc_ndcg_at_5_std": 0.348303, "nauc_ndcg_at_5_diff1": 0.452294, "nauc_ndcg_at_10_max": 0.523143, "nauc_ndcg_at_10_std": 0.411261, "nauc_ndcg_at_10_diff1": 0.431221, "nauc_ndcg_at_20_max": 0.53082, "nauc_ndcg_at_20_std": 0.402334, "nauc_ndcg_at_20_diff1": 0.452347, "nauc_ndcg_at_25_max": 0.522684, "nauc_ndcg_at_25_std": 0.402503, "nauc_ndcg_at_25_diff1": 0.461295, "nauc_ndcg_at_50_max": 0.497518, "nauc_ndcg_at_50_std": 0.384363, "nauc_ndcg_at_50_diff1": 0.463337, "nauc_ndcg_at_100_max": 0.475856, "nauc_ndcg_at_100_std": 0.360619, "nauc_ndcg_at_100_diff1": 0.457583, "nauc_ndcg_at_1000_max": 0.444939, "nauc_ndcg_at_1000_std": 0.32467, "nauc_ndcg_at_1000_diff1": 0.463222, "nauc_map_at_1_max": 0.275342, "nauc_map_at_1_std": -0.000878, "nauc_map_at_1_diff1": 0.444591, "nauc_map_at_3_max": 0.347141, "nauc_map_at_3_std": 0.092567, "nauc_map_at_3_diff1": 0.428155, "nauc_map_at_5_max": 0.395789, "nauc_map_at_5_std": 0.178257, "nauc_map_at_5_diff1": 0.444592, "nauc_map_at_10_max": 0.446175, "nauc_map_at_10_std": 0.278676, "nauc_map_at_10_diff1": 0.444692, "nauc_map_at_20_max": 0.463918, "nauc_map_at_20_std": 0.325965, "nauc_map_at_20_diff1": 0.446178, "nauc_map_at_25_max": 0.461128, "nauc_map_at_25_std": 0.330397, "nauc_map_at_25_diff1": 0.450634, "nauc_map_at_50_max": 0.455892, "nauc_map_at_50_std": 0.326666, "nauc_map_at_50_diff1": 0.450048, "nauc_map_at_100_max": 0.45297, "nauc_map_at_100_std": 0.323552, "nauc_map_at_100_diff1": 0.449248, "nauc_map_at_1000_max": 0.449942, "nauc_map_at_1000_std": 0.319943, "nauc_map_at_1000_diff1": 0.450311, "nauc_recall_at_1_max": 0.275342, "nauc_recall_at_1_std": -0.000878, "nauc_recall_at_1_diff1": 0.444591, "nauc_recall_at_3_max": 0.393533, "nauc_recall_at_3_std": 0.147482, "nauc_recall_at_3_diff1": 0.336277, "nauc_recall_at_5_max": 0.500861, "nauc_recall_at_5_std": 0.333638, "nauc_recall_at_5_diff1": 0.346593, "nauc_recall_at_10_max": 0.715439, "nauc_recall_at_10_std": 0.616642, "nauc_recall_at_10_diff1": 0.334266, "nauc_recall_at_20_max": 0.867135, "nauc_recall_at_20_std": 0.732719, "nauc_recall_at_20_diff1": 0.403408, "nauc_recall_at_25_max": 0.894271, "nauc_recall_at_25_std": 0.777554, "nauc_recall_at_25_diff1": 0.448695, "nauc_recall_at_50_max": 0.944841, "nauc_recall_at_50_std": 0.90497, "nauc_recall_at_50_diff1": 0.479541, "nauc_recall_at_100_max": 0.981631, "nauc_recall_at_100_std": 0.968485, "nauc_recall_at_100_diff1": 0.37515, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.323665, "nauc_precision_at_1_std": 0.1322, "nauc_precision_at_1_diff1": 0.536279, "nauc_precision_at_3_max": 0.300026, "nauc_precision_at_3_std": 0.295119, "nauc_precision_at_3_diff1": 0.252788, "nauc_precision_at_5_max": 0.300972, "nauc_precision_at_5_std": 0.406614, "nauc_precision_at_5_diff1": 0.204309, "nauc_precision_at_10_max": 0.268415, "nauc_precision_at_10_std": 0.47163, "nauc_precision_at_10_diff1": 0.12, "nauc_precision_at_20_max": 0.226465, "nauc_precision_at_20_std": 0.464798, "nauc_precision_at_20_diff1": 0.082403, "nauc_precision_at_25_max": 0.190267, "nauc_precision_at_25_std": 0.436848, "nauc_precision_at_25_diff1": 0.092642, "nauc_precision_at_50_max": 0.114746, "nauc_precision_at_50_std": 0.372407, "nauc_precision_at_50_diff1": 0.064238, "nauc_precision_at_100_max": 0.031398, "nauc_precision_at_100_std": 0.285459, "nauc_precision_at_100_diff1": 0.022916, "nauc_precision_at_1000_max": -0.067335, "nauc_precision_at_1000_std": 0.167605, "nauc_precision_at_1000_diff1": 0.002176, "nauc_mrr_at_1_max": 0.323665, "nauc_mrr_at_1_std": 0.1322, "nauc_mrr_at_1_diff1": 0.536279, "nauc_mrr_at_3_max": 0.39579, "nauc_mrr_at_3_std": 0.239862, "nauc_mrr_at_3_diff1": 0.476588, "nauc_mrr_at_5_max": 0.413712, "nauc_mrr_at_5_std": 0.273634, "nauc_mrr_at_5_diff1": 0.474761, "nauc_mrr_at_10_max": 0.426332, "nauc_mrr_at_10_std": 0.284016, "nauc_mrr_at_10_diff1": 0.475674, "nauc_mrr_at_20_max": 0.424418, "nauc_mrr_at_20_std": 0.275786, "nauc_mrr_at_20_diff1": 0.48386, "nauc_mrr_at_25_max": 0.423453, "nauc_mrr_at_25_std": 0.274823, "nauc_mrr_at_25_diff1": 0.484323, "nauc_mrr_at_50_max": 0.420773, "nauc_mrr_at_50_std": 0.272497, "nauc_mrr_at_50_diff1": 0.484441, "nauc_mrr_at_100_max": 0.420071, "nauc_mrr_at_100_std": 0.271585, "nauc_mrr_at_100_diff1": 0.484044, "nauc_mrr_at_1000_max": 0.419894, "nauc_mrr_at_1000_std": 0.271362, "nauc_mrr_at_1000_diff1": 0.483886, "hit_rate_at_1": 0.45455, "hit_rate_at_3": 0.62626, "hit_rate_at_5": 0.65657, "hit_rate_at_10": 0.75758, "hit_rate_at_20": 0.86869, "hit_rate_at_25": 0.87879, "hit_rate_at_50": 0.9596, "hit_rate_at_100": 0.9899, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.454545, "R_cap_at_3": 0.542088, "R_cap_at_5": 0.592256, "R_cap_at_10": 0.683782, "R_cap_at_20": 0.768795, "R_cap_at_25": 0.794016, "R_cap_at_50": 0.880926, "R_cap_at_100": 0.936026, "R_cap_at_1000": 1.0, "main_score": 0.56235, "hf_subset": "sci_fi_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.49565, "ndcg_at_3": 0.51977, "ndcg_at_5": 0.54118, "ndcg_at_10": 0.56979, "ndcg_at_20": 0.59354, "ndcg_at_25": 0.60114, "ndcg_at_50": 0.61987, "ndcg_at_100": 0.63656, "ndcg_at_1000": 0.65261, "map_at_1": 0.2572, "map_at_3": 0.37447, "map_at_5": 0.42548, "map_at_10": 0.47478, "map_at_20": 0.49501, "map_at_25": 0.49859, "map_at_50": 0.50451, "map_at_100": 0.50751, "map_at_1000": 0.50953, "recall_at_1": 0.2572, "recall_at_3": 0.44297, "recall_at_5": 0.54229, "recall_at_10": 0.68364, "recall_at_20": 0.76258, "recall_at_25": 0.78638, "recall_at_50": 0.85472, "recall_at_100": 0.92333, "recall_at_1000": 1.0, "accuracy": 0.2572, "precision_at_1": 0.49565, "precision_at_3": 0.34493, "precision_at_5": 0.28696, "precision_at_10": 0.19913, "precision_at_20": 0.11913, "precision_at_25": 0.09913, "precision_at_50": 0.05513, "precision_at_100": 0.03052, "precision_at_1000": 0.00337, "mrr_at_1": 0.495652, "mrr_at_3": 0.566667, "mrr_at_5": 0.578841, "mrr_at_10": 0.595911, "mrr_at_20": 0.599772, "mrr_at_25": 0.600498, "mrr_at_50": 0.602126, "mrr_at_100": 0.602485, "mrr_at_1000": 0.602718, "nauc_ndcg_at_1_max": 0.132186, "nauc_ndcg_at_1_std": 0.028445, "nauc_ndcg_at_1_diff1": 0.509812, "nauc_ndcg_at_3_max": 0.301447, "nauc_ndcg_at_3_std": 0.257393, "nauc_ndcg_at_3_diff1": 0.470934, "nauc_ndcg_at_5_max": 0.353898, "nauc_ndcg_at_5_std": 0.287388, "nauc_ndcg_at_5_diff1": 0.51045, "nauc_ndcg_at_10_max": 0.340754, "nauc_ndcg_at_10_std": 0.265428, "nauc_ndcg_at_10_diff1": 0.527069, "nauc_ndcg_at_20_max": 0.356967, "nauc_ndcg_at_20_std": 0.294778, "nauc_ndcg_at_20_diff1": 0.535169, "nauc_ndcg_at_25_max": 0.359877, "nauc_ndcg_at_25_std": 0.30333, "nauc_ndcg_at_25_diff1": 0.530535, "nauc_ndcg_at_50_max": 0.343952, "nauc_ndcg_at_50_std": 0.297557, "nauc_ndcg_at_50_diff1": 0.527142, "nauc_ndcg_at_100_max": 0.322082, "nauc_ndcg_at_100_std": 0.267399, "nauc_ndcg_at_100_diff1": 0.517025, "nauc_ndcg_at_1000_max": 0.292361, "nauc_ndcg_at_1000_std": 0.224338, "nauc_ndcg_at_1000_diff1": 0.505586, "nauc_map_at_1_max": 0.10346, "nauc_map_at_1_std": -0.116858, "nauc_map_at_1_diff1": 0.558553, "nauc_map_at_3_max": 0.282053, "nauc_map_at_3_std": 0.092965, "nauc_map_at_3_diff1": 0.549117, "nauc_map_at_5_max": 0.305515, "nauc_map_at_5_std": 0.132324, "nauc_map_at_5_diff1": 0.554395, "nauc_map_at_10_max": 0.303965, "nauc_map_at_10_std": 0.176405, "nauc_map_at_10_diff1": 0.529783, "nauc_map_at_20_max": 0.32326, "nauc_map_at_20_std": 0.222057, "nauc_map_at_20_diff1": 0.515396, "nauc_map_at_25_max": 0.324871, "nauc_map_at_25_std": 0.226364, "nauc_map_at_25_diff1": 0.513433, "nauc_map_at_50_max": 0.318811, "nauc_map_at_50_std": 0.226684, "nauc_map_at_50_diff1": 0.511732, "nauc_map_at_100_max": 0.314915, "nauc_map_at_100_std": 0.222834, "nauc_map_at_100_diff1": 0.510384, "nauc_map_at_1000_max": 0.311648, "nauc_map_at_1000_std": 0.218297, "nauc_map_at_1000_diff1": 0.509278, "nauc_recall_at_1_max": 0.10346, "nauc_recall_at_1_std": -0.116858, "nauc_recall_at_1_diff1": 0.558553, "nauc_recall_at_3_max": 0.359646, "nauc_recall_at_3_std": 0.239267, "nauc_recall_at_3_diff1": 0.473097, "nauc_recall_at_5_max": 0.439442, "nauc_recall_at_5_std": 0.316083, "nauc_recall_at_5_diff1": 0.517902, "nauc_recall_at_10_max": 0.42609, "nauc_recall_at_10_std": 0.386157, "nauc_recall_at_10_diff1": 0.493629, "nauc_recall_at_20_max": 0.553309, "nauc_recall_at_20_std": 0.579802, "nauc_recall_at_20_diff1": 0.57303, "nauc_recall_at_25_max": 0.599534, "nauc_recall_at_25_std": 0.659259, "nauc_recall_at_25_diff1": 0.58131, "nauc_recall_at_50_max": 0.655571, "nauc_recall_at_50_std": 0.804954, "nauc_recall_at_50_diff1": 0.624234, "nauc_recall_at_100_max": 0.690867, "nauc_recall_at_100_std": 0.856338, "nauc_recall_at_100_diff1": 0.608051, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.132186, "nauc_precision_at_1_std": 0.028445, "nauc_precision_at_1_diff1": 0.509812, "nauc_precision_at_3_max": 0.258144, "nauc_precision_at_3_std": 0.344654, "nauc_precision_at_3_diff1": 0.19054, "nauc_precision_at_5_max": 0.179967, "nauc_precision_at_5_std": 0.306574, "nauc_precision_at_5_diff1": 0.095403, "nauc_precision_at_10_max": 0.100671, "nauc_precision_at_10_std": 0.28673, "nauc_precision_at_10_diff1": -0.02346, "nauc_precision_at_20_max": 0.09852, "nauc_precision_at_20_std": 0.324839, "nauc_precision_at_20_diff1": -0.071122, "nauc_precision_at_25_max": 0.095127, "nauc_precision_at_25_std": 0.322258, "nauc_precision_at_25_diff1": -0.080409, "nauc_precision_at_50_max": 0.03101, "nauc_precision_at_50_std": 0.264142, "nauc_precision_at_50_diff1": -0.105277, "nauc_precision_at_100_max": -0.036654, "nauc_precision_at_100_std": 0.178712, "nauc_precision_at_100_diff1": -0.148336, "nauc_precision_at_1000_max": -0.112274, "nauc_precision_at_1000_std": 0.072116, "nauc_precision_at_1000_diff1": -0.197302, "nauc_mrr_at_1_max": 0.132186, "nauc_mrr_at_1_std": 0.028445, "nauc_mrr_at_1_diff1": 0.509812, "nauc_mrr_at_3_max": 0.243531, "nauc_mrr_at_3_std": 0.185363, "nauc_mrr_at_3_diff1": 0.50006, "nauc_mrr_at_5_max": 0.259044, "nauc_mrr_at_5_std": 0.19805, "nauc_mrr_at_5_diff1": 0.51625, "nauc_mrr_at_10_max": 0.24361, "nauc_mrr_at_10_std": 0.183136, "nauc_mrr_at_10_diff1": 0.510811, "nauc_mrr_at_20_max": 0.241766, "nauc_mrr_at_20_std": 0.180184, "nauc_mrr_at_20_diff1": 0.512153, "nauc_mrr_at_25_max": 0.241042, "nauc_mrr_at_25_std": 0.179966, "nauc_mrr_at_25_diff1": 0.511494, "nauc_mrr_at_50_max": 0.239744, "nauc_mrr_at_50_std": 0.178926, "nauc_mrr_at_50_diff1": 0.510645, "nauc_mrr_at_100_max": 0.239698, "nauc_mrr_at_100_std": 0.17858, "nauc_mrr_at_100_diff1": 0.510366, "nauc_mrr_at_1000_max": 0.239411, "nauc_mrr_at_1000_std": 0.178114, "nauc_mrr_at_1000_diff1": 0.510249, "hit_rate_at_1": 0.49565, "hit_rate_at_3": 0.65217, "hit_rate_at_5": 0.70435, "hit_rate_at_10": 0.82609, "hit_rate_at_20": 0.87826, "hit_rate_at_25": 0.89565, "hit_rate_at_50": 0.94783, "hit_rate_at_100": 0.97391, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.495652, "R_cap_at_3": 0.550725, "R_cap_at_5": 0.603768, "R_cap_at_10": 0.693696, "R_cap_at_20": 0.762581, "R_cap_at_25": 0.786379, "R_cap_at_50": 0.854719, "R_cap_at_100": 0.923329, "R_cap_at_1000": 1.0, "main_score": 0.56979, "hf_subset": "sci_fi_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.54688, "ndcg_at_3": 0.55423, "ndcg_at_5": 0.57643, "ndcg_at_10": 0.60769, "ndcg_at_20": 0.63111, "ndcg_at_25": 0.6368, "ndcg_at_50": 0.65663, "ndcg_at_100": 0.6714, "ndcg_at_1000": 0.68331, "map_at_1": 0.2842, "map_at_3": 0.41766, "map_at_5": 0.46962, "map_at_10": 0.52111, "map_at_20": 0.54211, "map_at_25": 0.54448, "map_at_50": 0.55041, "map_at_100": 0.55299, "map_at_1000": 0.55465, "recall_at_1": 0.2842, "recall_at_3": 0.48252, "recall_at_5": 0.57011, "recall_at_10": 0.70467, "recall_at_20": 0.78993, "recall_at_25": 0.80942, "recall_at_50": 0.88256, "recall_at_100": 0.94637, "recall_at_1000": 1.0, "accuracy": 0.2842, "precision_at_1": 0.54688, "precision_at_3": 0.3724, "precision_at_5": 0.30313, "precision_at_10": 0.20938, "precision_at_20": 0.12422, "precision_at_25": 0.10187, "precision_at_50": 0.05656, "precision_at_100": 0.0307, "precision_at_1000": 0.00333, "mrr_at_1": 0.546875, "mrr_at_3": 0.601562, "mrr_at_5": 0.614062, "mrr_at_10": 0.626687, "mrr_at_20": 0.631535, "mrr_at_25": 0.632203, "mrr_at_50": 0.633532, "mrr_at_100": 0.633967, "mrr_at_1000": 0.634038, "nauc_ndcg_at_1_max": 0.236238, "nauc_ndcg_at_1_std": 0.122083, "nauc_ndcg_at_1_diff1": 0.462781, "nauc_ndcg_at_3_max": 0.239899, "nauc_ndcg_at_3_std": 0.157011, "nauc_ndcg_at_3_diff1": 0.35375, "nauc_ndcg_at_5_max": 0.328933, "nauc_ndcg_at_5_std": 0.207662, "nauc_ndcg_at_5_diff1": 0.427861, "nauc_ndcg_at_10_max": 0.368422, "nauc_ndcg_at_10_std": 0.268875, "nauc_ndcg_at_10_diff1": 0.423945, "nauc_ndcg_at_20_max": 0.378989, "nauc_ndcg_at_20_std": 0.291489, "nauc_ndcg_at_20_diff1": 0.433041, "nauc_ndcg_at_25_max": 0.368425, "nauc_ndcg_at_25_std": 0.285274, "nauc_ndcg_at_25_diff1": 0.432484, "nauc_ndcg_at_50_max": 0.345982, "nauc_ndcg_at_50_std": 0.257271, "nauc_ndcg_at_50_diff1": 0.424956, "nauc_ndcg_at_100_max": 0.333341, "nauc_ndcg_at_100_std": 0.241315, "nauc_ndcg_at_100_diff1": 0.425949, "nauc_ndcg_at_1000_max": 0.310387, "nauc_ndcg_at_1000_std": 0.206419, "nauc_ndcg_at_1000_diff1": 0.418635, "nauc_map_at_1_max": 0.116229, "nauc_map_at_1_std": -0.044327, "nauc_map_at_1_diff1": 0.442142, "nauc_map_at_3_max": 0.249991, "nauc_map_at_3_std": 0.084168, "nauc_map_at_3_diff1": 0.448659, "nauc_map_at_5_max": 0.302916, "nauc_map_at_5_std": 0.125383, "nauc_map_at_5_diff1": 0.474365, "nauc_map_at_10_max": 0.324727, "nauc_map_at_10_std": 0.187121, "nauc_map_at_10_diff1": 0.446794, "nauc_map_at_20_max": 0.33995, "nauc_map_at_20_std": 0.219074, "nauc_map_at_20_diff1": 0.428554, "nauc_map_at_25_max": 0.337112, "nauc_map_at_25_std": 0.218143, "nauc_map_at_25_diff1": 0.428419, "nauc_map_at_50_max": 0.332232, "nauc_map_at_50_std": 0.213943, "nauc_map_at_50_diff1": 0.425878, "nauc_map_at_100_max": 0.329035, "nauc_map_at_100_std": 0.210951, "nauc_map_at_100_diff1": 0.424807, "nauc_map_at_1000_max": 0.326452, "nauc_map_at_1000_std": 0.20729, "nauc_map_at_1000_diff1": 0.4236, "nauc_recall_at_1_max": 0.116229, "nauc_recall_at_1_std": -0.044327, "nauc_recall_at_1_diff1": 0.442142, "nauc_recall_at_3_max": 0.27736, "nauc_recall_at_3_std": 0.150577, "nauc_recall_at_3_diff1": 0.372567, "nauc_recall_at_5_max": 0.38354, "nauc_recall_at_5_std": 0.210671, "nauc_recall_at_5_diff1": 0.465432, "nauc_recall_at_10_max": 0.486624, "nauc_recall_at_10_std": 0.415186, "nauc_recall_at_10_diff1": 0.422608, "nauc_recall_at_20_max": 0.635572, "nauc_recall_at_20_std": 0.662536, "nauc_recall_at_20_diff1": 0.421352, "nauc_recall_at_25_max": 0.601896, "nauc_recall_at_25_std": 0.661429, "nauc_recall_at_25_diff1": 0.417036, "nauc_recall_at_50_max": 0.560589, "nauc_recall_at_50_std": 0.632978, "nauc_recall_at_50_diff1": 0.364985, "nauc_recall_at_100_max": 0.698514, "nauc_recall_at_100_std": 0.878875, "nauc_recall_at_100_diff1": 0.445042, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.236238, "nauc_precision_at_1_std": 0.122083, "nauc_precision_at_1_diff1": 0.462781, "nauc_precision_at_3_max": 0.208925, "nauc_precision_at_3_std": 0.21598, "nauc_precision_at_3_diff1": 0.114589, "nauc_precision_at_5_max": 0.18798, "nauc_precision_at_5_std": 0.213583, "nauc_precision_at_5_diff1": 0.059295, "nauc_precision_at_10_max": 0.123237, "nauc_precision_at_10_std": 0.228465, "nauc_precision_at_10_diff1": -0.059452, "nauc_precision_at_20_max": 0.110543, "nauc_precision_at_20_std": 0.240406, "nauc_precision_at_20_diff1": -0.12285, "nauc_precision_at_25_max": 0.095134, "nauc_precision_at_25_std": 0.229259, "nauc_precision_at_25_diff1": -0.125593, "nauc_precision_at_50_max": 0.028622, "nauc_precision_at_50_std": 0.159308, "nauc_precision_at_50_diff1": -0.1643, "nauc_precision_at_100_max": -0.029736, "nauc_precision_at_100_std": 0.098612, "nauc_precision_at_100_diff1": -0.193465, "nauc_precision_at_1000_max": -0.094623, "nauc_precision_at_1000_std": 0.011551, "nauc_precision_at_1000_diff1": -0.227249, "nauc_mrr_at_1_max": 0.236238, "nauc_mrr_at_1_std": 0.122083, "nauc_mrr_at_1_diff1": 0.462781, "nauc_mrr_at_3_max": 0.267411, "nauc_mrr_at_3_std": 0.184244, "nauc_mrr_at_3_diff1": 0.425672, "nauc_mrr_at_5_max": 0.276303, "nauc_mrr_at_5_std": 0.181442, "nauc_mrr_at_5_diff1": 0.435423, "nauc_mrr_at_10_max": 0.281589, "nauc_mrr_at_10_std": 0.193631, "nauc_mrr_at_10_diff1": 0.430079, "nauc_mrr_at_20_max": 0.283926, "nauc_mrr_at_20_std": 0.196312, "nauc_mrr_at_20_diff1": 0.432968, "nauc_mrr_at_25_max": 0.282558, "nauc_mrr_at_25_std": 0.195232, "nauc_mrr_at_25_diff1": 0.432345, "nauc_mrr_at_50_max": 0.2806, "nauc_mrr_at_50_std": 0.192377, "nauc_mrr_at_50_diff1": 0.432326, "nauc_mrr_at_100_max": 0.280316, "nauc_mrr_at_100_std": 0.191924, "nauc_mrr_at_100_diff1": 0.433036, "nauc_mrr_at_1000_max": 0.280204, "nauc_mrr_at_1000_std": 0.19172, "nauc_mrr_at_1000_diff1": 0.432963, "hit_rate_at_1": 0.54688, "hit_rate_at_3": 0.67969, "hit_rate_at_5": 0.73438, "hit_rate_at_10": 0.82812, "hit_rate_at_20": 0.89844, "hit_rate_at_25": 0.91406, "hit_rate_at_50": 0.96094, "hit_rate_at_100": 0.99219, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.546875, "R_cap_at_3": 0.582031, "R_cap_at_5": 0.628255, "R_cap_at_10": 0.717795, "R_cap_at_20": 0.789926, "R_cap_at_25": 0.809425, "R_cap_at_50": 0.882559, "R_cap_at_100": 0.946371, "R_cap_at_1000": 1.0, "main_score": 0.60769, "hf_subset": "sci_fi_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69118, "ndcg_at_3": 0.7154, "ndcg_at_5": 0.72727, "ndcg_at_10": 0.75164, "ndcg_at_20": 0.77273, "ndcg_at_25": 0.77981, "ndcg_at_50": 0.78948, "ndcg_at_100": 0.79377, "ndcg_at_1000": 0.7949, "map_at_1": 0.34668, "map_at_3": 0.54425, "map_at_5": 0.59601, "map_at_10": 0.65629, "map_at_20": 0.68201, "map_at_25": 0.68605, "map_at_50": 0.69031, "map_at_100": 0.69139, "map_at_1000": 0.69168, "recall_at_1": 0.34668, "recall_at_3": 0.62994, "recall_at_5": 0.71719, "recall_at_10": 0.8436, "recall_at_20": 0.92293, "recall_at_25": 0.94451, "recall_at_50": 0.97785, "recall_at_100": 0.99627, "recall_at_1000": 1.0, "accuracy": 0.34668, "precision_at_1": 0.69118, "precision_at_3": 0.5, "precision_at_5": 0.38235, "precision_at_10": 0.25588, "precision_at_20": 0.15, "precision_at_25": 0.12382, "precision_at_50": 0.06515, "precision_at_100": 0.03338, "precision_at_1000": 0.00338, "mrr_at_1": 0.691176, "mrr_at_3": 0.757353, "mrr_at_5": 0.767279, "mrr_at_10": 0.773261, "mrr_at_20": 0.775914, "mrr_at_25": 0.776264, "mrr_at_50": 0.776694, "mrr_at_100": 0.776801, "mrr_at_1000": 0.776801, "nauc_ndcg_at_1_max": 0.386867, "nauc_ndcg_at_1_std": 0.122965, "nauc_ndcg_at_1_diff1": 0.633947, "nauc_ndcg_at_3_max": 0.410921, "nauc_ndcg_at_3_std": 0.099617, "nauc_ndcg_at_3_diff1": 0.450727, "nauc_ndcg_at_5_max": 0.490036, "nauc_ndcg_at_5_std": 0.174006, "nauc_ndcg_at_5_diff1": 0.49458, "nauc_ndcg_at_10_max": 0.480758, "nauc_ndcg_at_10_std": 0.199629, "nauc_ndcg_at_10_diff1": 0.507744, "nauc_ndcg_at_20_max": 0.473265, "nauc_ndcg_at_20_std": 0.191957, "nauc_ndcg_at_20_diff1": 0.520599, "nauc_ndcg_at_25_max": 0.461535, "nauc_ndcg_at_25_std": 0.180378, "nauc_ndcg_at_25_diff1": 0.525398, "nauc_ndcg_at_50_max": 0.451656, "nauc_ndcg_at_50_std": 0.174673, "nauc_ndcg_at_50_diff1": 0.518627, "nauc_ndcg_at_100_max": 0.449348, "nauc_ndcg_at_100_std": 0.162895, "nauc_ndcg_at_100_diff1": 0.522034, "nauc_ndcg_at_1000_max": 0.445581, "nauc_ndcg_at_1000_std": 0.158717, "nauc_ndcg_at_1000_diff1": 0.52214, "nauc_map_at_1_max": 0.125394, "nauc_map_at_1_std": -0.060846, "nauc_map_at_1_diff1": 0.442441, "nauc_map_at_3_max": 0.34864, "nauc_map_at_3_std": 0.027225, "nauc_map_at_3_diff1": 0.455499, "nauc_map_at_5_max": 0.403398, "nauc_map_at_5_std": 0.063578, "nauc_map_at_5_diff1": 0.485702, "nauc_map_at_10_max": 0.439156, "nauc_map_at_10_std": 0.131295, "nauc_map_at_10_diff1": 0.485394, "nauc_map_at_20_max": 0.468409, "nauc_map_at_20_std": 0.17364, "nauc_map_at_20_diff1": 0.482413, "nauc_map_at_25_max": 0.46389, "nauc_map_at_25_std": 0.170603, "nauc_map_at_25_diff1": 0.484989, "nauc_map_at_50_max": 0.461239, "nauc_map_at_50_std": 0.171123, "nauc_map_at_50_diff1": 0.483391, "nauc_map_at_100_max": 0.461209, "nauc_map_at_100_std": 0.169783, "nauc_map_at_100_diff1": 0.484509, "nauc_map_at_1000_max": 0.460565, "nauc_map_at_1000_std": 0.169079, "nauc_map_at_1000_diff1": 0.484625, "nauc_recall_at_1_max": 0.125394, "nauc_recall_at_1_std": -0.060846, "nauc_recall_at_1_diff1": 0.442441, "nauc_recall_at_3_max": 0.329141, "nauc_recall_at_3_std": 0.022344, "nauc_recall_at_3_diff1": 0.339898, "nauc_recall_at_5_max": 0.404972, "nauc_recall_at_5_std": 0.083946, "nauc_recall_at_5_diff1": 0.364751, "nauc_recall_at_10_max": 0.42578, "nauc_recall_at_10_std": 0.202631, "nauc_recall_at_10_diff1": 0.400009, "nauc_recall_at_20_max": 0.556063, "nauc_recall_at_20_std": 0.442086, "nauc_recall_at_20_diff1": 0.419896, "nauc_recall_at_25_max": 0.511246, "nauc_recall_at_25_std": 0.415402, "nauc_recall_at_25_diff1": 0.465458, "nauc_recall_at_50_max": 0.469798, "nauc_recall_at_50_std": 0.644046, "nauc_recall_at_50_diff1": 0.308114, "nauc_recall_at_100_max": 0.789424, "nauc_recall_at_100_std": 0.719015, "nauc_recall_at_100_diff1": 0.310519, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.386867, "nauc_precision_at_1_std": 0.122965, "nauc_precision_at_1_diff1": 0.633947, "nauc_precision_at_3_max": 0.310422, "nauc_precision_at_3_std": 0.182216, "nauc_precision_at_3_diff1": 0.119721, "nauc_precision_at_5_max": 0.250875, "nauc_precision_at_5_std": 0.205392, "nauc_precision_at_5_diff1": 0.045195, "nauc_precision_at_10_max": 0.164768, "nauc_precision_at_10_std": 0.236194, "nauc_precision_at_10_diff1": -0.046977, "nauc_precision_at_20_max": 0.140964, "nauc_precision_at_20_std": 0.243739, "nauc_precision_at_20_diff1": -0.081537, "nauc_precision_at_25_max": 0.116606, "nauc_precision_at_25_std": 0.224183, "nauc_precision_at_25_diff1": -0.080522, "nauc_precision_at_50_max": 0.084483, "nauc_precision_at_50_std": 0.202835, "nauc_precision_at_50_diff1": -0.094937, "nauc_precision_at_100_max": 0.073578, "nauc_precision_at_100_std": 0.184907, "nauc_precision_at_100_diff1": -0.091905, "nauc_precision_at_1000_max": 0.062533, "nauc_precision_at_1000_std": 0.173161, "nauc_precision_at_1000_diff1": -0.091945, "nauc_mrr_at_1_max": 0.386867, "nauc_mrr_at_1_std": 0.122965, "nauc_mrr_at_1_diff1": 0.633947, "nauc_mrr_at_3_max": 0.415094, "nauc_mrr_at_3_std": 0.112479, "nauc_mrr_at_3_diff1": 0.596605, "nauc_mrr_at_5_max": 0.417701, "nauc_mrr_at_5_std": 0.120637, "nauc_mrr_at_5_diff1": 0.589821, "nauc_mrr_at_10_max": 0.411471, "nauc_mrr_at_10_std": 0.117953, "nauc_mrr_at_10_diff1": 0.603563, "nauc_mrr_at_20_max": 0.411815, "nauc_mrr_at_20_std": 0.119732, "nauc_mrr_at_20_diff1": 0.601986, "nauc_mrr_at_25_max": 0.410773, "nauc_mrr_at_25_std": 0.118964, "nauc_mrr_at_25_diff1": 0.601773, "nauc_mrr_at_50_max": 0.410607, "nauc_mrr_at_50_std": 0.118607, "nauc_mrr_at_50_diff1": 0.601383, "nauc_mrr_at_100_max": 0.410762, "nauc_mrr_at_100_std": 0.118372, "nauc_mrr_at_100_diff1": 0.601515, "nauc_mrr_at_1000_max": 0.410762, "nauc_mrr_at_1000_std": 0.118372, "nauc_mrr_at_1000_diff1": 0.601515, "hit_rate_at_1": 0.69118, "hit_rate_at_3": 0.84559, "hit_rate_at_5": 0.88971, "hit_rate_at_10": 0.93382, "hit_rate_at_20": 0.97059, "hit_rate_at_25": 0.97794, "hit_rate_at_50": 0.99265, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.691176, "R_cap_at_3": 0.757353, "R_cap_at_5": 0.788603, "R_cap_at_10": 0.859743, "R_cap_at_20": 0.922929, "R_cap_at_25": 0.944507, "R_cap_at_50": 0.977851, "R_cap_at_100": 0.996273, "R_cap_at_1000": 1.0, "main_score": 0.75164, "hf_subset": "sci_fi_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.625, "ndcg_at_3": 0.724, "ndcg_at_5": 0.75067, "ndcg_at_10": 0.76964, "ndcg_at_20": 0.79422, "ndcg_at_25": 0.79422, "ndcg_at_50": 0.79422, "ndcg_at_100": 0.79422, "ndcg_at_1000": 0.79422, "map_at_1": 0.53472, "map_at_3": 0.6765, "map_at_5": 0.69525, "map_at_10": 0.70728, "map_at_20": 0.71603, "map_at_25": 0.71603, "map_at_50": 0.71603, "map_at_100": 0.71603, "map_at_1000": 0.71603, "recall_at_1": 0.53472, "recall_at_3": 0.80903, "recall_at_5": 0.86806, "recall_at_10": 0.91667, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.53472, "precision_at_1": 0.625, "precision_at_3": 0.34028, "precision_at_5": 0.22083, "precision_at_10": 0.11875, "precision_at_20": 0.06667, "precision_at_25": 0.05333, "precision_at_50": 0.02667, "precision_at_100": 0.01333, "precision_at_1000": 0.00133, "mrr_at_1": 0.625, "mrr_at_3": 0.725694, "mrr_at_5": 0.736111, "mrr_at_10": 0.739583, "mrr_at_20": 0.744123, "mrr_at_25": 0.744123, "mrr_at_50": 0.744123, "mrr_at_100": 0.744123, "mrr_at_1000": 0.744123, "nauc_ndcg_at_1_max": 0.717192, "nauc_ndcg_at_1_std": 0.668989, "nauc_ndcg_at_1_diff1": 0.772821, "nauc_ndcg_at_3_max": 0.822604, "nauc_ndcg_at_3_std": 0.806939, "nauc_ndcg_at_3_diff1": 0.646611, "nauc_ndcg_at_5_max": 0.832992, "nauc_ndcg_at_5_std": 0.804883, "nauc_ndcg_at_5_diff1": 0.62865, "nauc_ndcg_at_10_max": 0.83234, "nauc_ndcg_at_10_std": 0.807015, "nauc_ndcg_at_10_diff1": 0.65106, "nauc_ndcg_at_20_max": 0.803598, "nauc_ndcg_at_20_std": 0.772647, "nauc_ndcg_at_20_diff1": 0.682847, "nauc_ndcg_at_25_max": 0.803598, "nauc_ndcg_at_25_std": 0.772647, "nauc_ndcg_at_25_diff1": 0.682847, "nauc_ndcg_at_50_max": 0.803598, "nauc_ndcg_at_50_std": 0.772647, "nauc_ndcg_at_50_diff1": 0.682847, "nauc_ndcg_at_100_max": 0.803598, "nauc_ndcg_at_100_std": 0.772647, "nauc_ndcg_at_100_diff1": 0.682847, "nauc_ndcg_at_1000_max": 0.803598, "nauc_ndcg_at_1000_std": 0.772647, "nauc_ndcg_at_1000_diff1": 0.682847, "nauc_map_at_1_max": 0.737608, "nauc_map_at_1_std": 0.622194, "nauc_map_at_1_diff1": 0.806148, "nauc_map_at_3_max": 0.815227, "nauc_map_at_3_std": 0.790692, "nauc_map_at_3_diff1": 0.673401, "nauc_map_at_5_max": 0.81913, "nauc_map_at_5_std": 0.788206, "nauc_map_at_5_diff1": 0.663386, "nauc_map_at_10_max": 0.819667, "nauc_map_at_10_std": 0.789426, "nauc_map_at_10_diff1": 0.674116, "nauc_map_at_20_max": 0.811277, "nauc_map_at_20_std": 0.779369, "nauc_map_at_20_diff1": 0.685253, "nauc_map_at_25_max": 0.811277, "nauc_map_at_25_std": 0.779369, "nauc_map_at_25_diff1": 0.685253, "nauc_map_at_50_max": 0.811277, "nauc_map_at_50_std": 0.779369, "nauc_map_at_50_diff1": 0.685253, "nauc_map_at_100_max": 0.811277, "nauc_map_at_100_std": 0.779369, "nauc_map_at_100_diff1": 0.685253, "nauc_map_at_1000_max": 0.811277, "nauc_map_at_1000_std": 0.779369, "nauc_map_at_1000_diff1": 0.685253, "nauc_recall_at_1_max": 0.737608, "nauc_recall_at_1_std": 0.622194, "nauc_recall_at_1_diff1": 0.806148, "nauc_recall_at_3_max": 0.839641, "nauc_recall_at_3_std": 0.860912, "nauc_recall_at_3_diff1": 0.470917, "nauc_recall_at_5_max": 0.883697, "nauc_recall_at_5_std": 0.87292, "nauc_recall_at_5_diff1": 0.338785, "nauc_recall_at_10_max": 0.915761, "nauc_recall_at_10_std": 0.932177, "nauc_recall_at_10_diff1": 0.336205, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.717192, "nauc_precision_at_1_std": 0.668989, "nauc_precision_at_1_diff1": 0.772821, "nauc_precision_at_3_max": 0.239303, "nauc_precision_at_3_std": 0.510962, "nauc_precision_at_3_diff1": -0.075088, "nauc_precision_at_5_max": 0.095395, "nauc_precision_at_5_std": 0.340973, "nauc_precision_at_5_diff1": -0.217424, "nauc_precision_at_10_max": -0.038671, "nauc_precision_at_10_std": 0.177722, "nauc_precision_at_10_diff1": -0.251618, "nauc_precision_at_20_max": -0.344132, "nauc_precision_at_20_std": -0.13844, "nauc_precision_at_20_diff1": -0.389245, "nauc_precision_at_25_max": -0.344132, "nauc_precision_at_25_std": -0.13844, "nauc_precision_at_25_diff1": -0.389245, "nauc_precision_at_50_max": -0.344132, "nauc_precision_at_50_std": -0.13844, "nauc_precision_at_50_diff1": -0.389245, "nauc_precision_at_100_max": -0.344132, "nauc_precision_at_100_std": -0.13844, "nauc_precision_at_100_diff1": -0.389245, "nauc_precision_at_1000_max": -0.344132, "nauc_precision_at_1000_std": -0.13844, "nauc_precision_at_1000_diff1": -0.389245, "nauc_mrr_at_1_max": 0.717192, "nauc_mrr_at_1_std": 0.668989, "nauc_mrr_at_1_diff1": 0.772821, "nauc_mrr_at_3_max": 0.774939, "nauc_mrr_at_3_std": 0.736609, "nauc_mrr_at_3_diff1": 0.702882, "nauc_mrr_at_5_max": 0.78012, "nauc_mrr_at_5_std": 0.731615, "nauc_mrr_at_5_diff1": 0.701805, "nauc_mrr_at_10_max": 0.776616, "nauc_mrr_at_10_std": 0.729431, "nauc_mrr_at_10_diff1": 0.711013, "nauc_mrr_at_20_max": 0.772576, "nauc_mrr_at_20_std": 0.724387, "nauc_mrr_at_20_diff1": 0.71463, "nauc_mrr_at_25_max": 0.772576, "nauc_mrr_at_25_std": 0.724387, "nauc_mrr_at_25_diff1": 0.71463, "nauc_mrr_at_50_max": 0.772576, "nauc_mrr_at_50_std": 0.724387, "nauc_mrr_at_50_diff1": 0.71463, "nauc_mrr_at_100_max": 0.772576, "nauc_mrr_at_100_std": 0.724387, "nauc_mrr_at_100_diff1": 0.71463, "nauc_mrr_at_1000_max": 0.772576, "nauc_mrr_at_1000_std": 0.724387, "nauc_mrr_at_1000_diff1": 0.71463, "hit_rate_at_1": 0.625, "hit_rate_at_3": 0.875, "hit_rate_at_5": 0.91667, "hit_rate_at_10": 0.9375, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.625, "R_cap_at_3": 0.809028, "R_cap_at_5": 0.868056, "R_cap_at_10": 0.916667, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.76964, "hf_subset": "sci_fi_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74648, "ndcg_at_3": 0.80635, "ndcg_at_5": 0.82525, "ndcg_at_10": 0.8374, "ndcg_at_20": 0.85367, "ndcg_at_25": 0.85367, "ndcg_at_50": 0.85367, "ndcg_at_100": 0.85367, "ndcg_at_1000": 0.85367, "map_at_1": 0.61502, "map_at_3": 0.77308, "map_at_5": 0.78435, "map_at_10": 0.79047, "map_at_20": 0.79657, "map_at_25": 0.79657, "map_at_50": 0.79657, "map_at_100": 0.79657, "map_at_1000": 0.79657, "recall_at_1": 0.61502, "recall_at_3": 0.8662, "recall_at_5": 0.91315, "recall_at_10": 0.94366, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.61502, "precision_at_1": 0.74648, "precision_at_3": 0.37089, "precision_at_5": 0.2338, "precision_at_10": 0.12254, "precision_at_20": 0.0662, "precision_at_25": 0.05296, "precision_at_50": 0.02648, "precision_at_100": 0.01324, "precision_at_1000": 0.00132, "mrr_at_1": 0.746479, "mrr_at_3": 0.812207, "mrr_at_5": 0.820657, "mrr_at_10": 0.825017, "mrr_at_20": 0.826973, "mrr_at_25": 0.826973, "mrr_at_50": 0.826973, "mrr_at_100": 0.826973, "mrr_at_1000": 0.826973, "nauc_ndcg_at_1_max": 0.332925, "nauc_ndcg_at_1_std": 0.397029, "nauc_ndcg_at_1_diff1": 0.575851, "nauc_ndcg_at_3_max": 0.49954, "nauc_ndcg_at_3_std": 0.610122, "nauc_ndcg_at_3_diff1": 0.593509, "nauc_ndcg_at_5_max": 0.459458, "nauc_ndcg_at_5_std": 0.591401, "nauc_ndcg_at_5_diff1": 0.578031, "nauc_ndcg_at_10_max": 0.448901, "nauc_ndcg_at_10_std": 0.566432, "nauc_ndcg_at_10_diff1": 0.576384, "nauc_ndcg_at_20_max": 0.42467, "nauc_ndcg_at_20_std": 0.528273, "nauc_ndcg_at_20_diff1": 0.568794, "nauc_ndcg_at_25_max": 0.42467, "nauc_ndcg_at_25_std": 0.528273, "nauc_ndcg_at_25_diff1": 0.568794, "nauc_ndcg_at_50_max": 0.42467, "nauc_ndcg_at_50_std": 0.528273, "nauc_ndcg_at_50_diff1": 0.568794, "nauc_ndcg_at_100_max": 0.42467, "nauc_ndcg_at_100_std": 0.528273, "nauc_ndcg_at_100_diff1": 0.568794, "nauc_ndcg_at_1000_max": 0.42467, "nauc_ndcg_at_1000_std": 0.528273, "nauc_ndcg_at_1000_diff1": 0.568794, "nauc_map_at_1_max": 0.353792, "nauc_map_at_1_std": 0.304037, "nauc_map_at_1_diff1": 0.455231, "nauc_map_at_3_max": 0.459519, "nauc_map_at_3_std": 0.579116, "nauc_map_at_3_diff1": 0.579602, "nauc_map_at_5_max": 0.439677, "nauc_map_at_5_std": 0.56534, "nauc_map_at_5_diff1": 0.568038, "nauc_map_at_10_max": 0.435119, "nauc_map_at_10_std": 0.553768, "nauc_map_at_10_diff1": 0.568367, "nauc_map_at_20_max": 0.427342, "nauc_map_at_20_std": 0.542203, "nauc_map_at_20_diff1": 0.567355, "nauc_map_at_25_max": 0.427342, "nauc_map_at_25_std": 0.542203, "nauc_map_at_25_diff1": 0.567355, "nauc_map_at_50_max": 0.427342, "nauc_map_at_50_std": 0.542203, "nauc_map_at_50_diff1": 0.567355, "nauc_map_at_100_max": 0.427342, "nauc_map_at_100_std": 0.542203, "nauc_map_at_100_diff1": 0.567355, "nauc_map_at_1000_max": 0.427342, "nauc_map_at_1000_std": 0.542203, "nauc_map_at_1000_diff1": 0.567355, "nauc_recall_at_1_max": 0.353792, "nauc_recall_at_1_std": 0.304037, "nauc_recall_at_1_diff1": 0.455231, "nauc_recall_at_3_max": 0.677162, "nauc_recall_at_3_std": 0.816232, "nauc_recall_at_3_diff1": 0.63958, "nauc_recall_at_5_max": 0.573493, "nauc_recall_at_5_std": 0.835455, "nauc_recall_at_5_diff1": 0.593869, "nauc_recall_at_10_max": 0.594254, "nauc_recall_at_10_std": 0.823714, "nauc_recall_at_10_diff1": 0.61434, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.332925, "nauc_precision_at_1_std": 0.397029, "nauc_precision_at_1_diff1": 0.575851, "nauc_precision_at_3_max": 0.094848, "nauc_precision_at_3_std": 0.308278, "nauc_precision_at_3_diff1": 0.200892, "nauc_precision_at_5_max": -0.010648, "nauc_precision_at_5_std": 0.211976, "nauc_precision_at_5_diff1": 0.105113, "nauc_precision_at_10_max": -0.105558, "nauc_precision_at_10_std": 0.085973, "nauc_precision_at_10_diff1": 0.026373, "nauc_precision_at_20_max": -0.2488, "nauc_precision_at_20_std": -0.12957, "nauc_precision_at_20_diff1": -0.116329, "nauc_precision_at_25_max": -0.2488, "nauc_precision_at_25_std": -0.12957, "nauc_precision_at_25_diff1": -0.116329, "nauc_precision_at_50_max": -0.2488, "nauc_precision_at_50_std": -0.12957, "nauc_precision_at_50_diff1": -0.116329, "nauc_precision_at_100_max": -0.2488, "nauc_precision_at_100_std": -0.12957, "nauc_precision_at_100_diff1": -0.116329, "nauc_precision_at_1000_max": -0.2488, "nauc_precision_at_1000_std": -0.12957, "nauc_precision_at_1000_diff1": -0.116329, "nauc_mrr_at_1_max": 0.332925, "nauc_mrr_at_1_std": 0.397029, "nauc_mrr_at_1_diff1": 0.575851, "nauc_mrr_at_3_max": 0.43722, "nauc_mrr_at_3_std": 0.498968, "nauc_mrr_at_3_diff1": 0.581215, "nauc_mrr_at_5_max": 0.415163, "nauc_mrr_at_5_std": 0.488571, "nauc_mrr_at_5_diff1": 0.577591, "nauc_mrr_at_10_max": 0.410211, "nauc_mrr_at_10_std": 0.480302, "nauc_mrr_at_10_diff1": 0.573612, "nauc_mrr_at_20_max": 0.408119, "nauc_mrr_at_20_std": 0.477801, "nauc_mrr_at_20_diff1": 0.571025, "nauc_mrr_at_25_max": 0.408119, "nauc_mrr_at_25_std": 0.477801, "nauc_mrr_at_25_diff1": 0.571025, "nauc_mrr_at_50_max": 0.408119, "nauc_mrr_at_50_std": 0.477801, "nauc_mrr_at_50_diff1": 0.571025, "nauc_mrr_at_100_max": 0.408119, "nauc_mrr_at_100_std": 0.477801, "nauc_mrr_at_100_diff1": 0.571025, "nauc_mrr_at_1000_max": 0.408119, "nauc_mrr_at_1000_std": 0.477801, "nauc_mrr_at_1000_diff1": 0.571025, "hit_rate_at_1": 0.74648, "hit_rate_at_3": 0.90141, "hit_rate_at_5": 0.94366, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.746479, "R_cap_at_3": 0.866197, "R_cap_at_5": 0.913146, "R_cap_at_10": 0.943662, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8374, "hf_subset": "sci_fi_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.75, "ndcg_at_3": 0.80053, "ndcg_at_5": 0.81798, "ndcg_at_10": 0.83778, "ndcg_at_20": 0.85654, "ndcg_at_25": 0.85654, "ndcg_at_50": 0.85654, "ndcg_at_100": 0.85654, "ndcg_at_1000": 0.85654, "map_at_1": 0.625, "map_at_3": 0.7716, "map_at_5": 0.78272, "map_at_10": 0.7923, "map_at_20": 0.80055, "map_at_25": 0.80055, "map_at_50": 0.80055, "map_at_100": 0.80055, "map_at_1000": 0.80055, "recall_at_1": 0.625, "recall_at_3": 0.84491, "recall_at_5": 0.88426, "recall_at_10": 0.94213, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.625, "precision_at_1": 0.75, "precision_at_3": 0.36574, "precision_at_5": 0.23056, "precision_at_10": 0.12361, "precision_at_20": 0.06806, "precision_at_25": 0.05444, "precision_at_50": 0.02722, "precision_at_100": 0.01361, "precision_at_1000": 0.00136, "mrr_at_1": 0.75, "mrr_at_3": 0.810185, "mrr_at_5": 0.819213, "mrr_at_10": 0.824322, "mrr_at_20": 0.826511, "mrr_at_25": 0.826511, "mrr_at_50": 0.826511, "mrr_at_100": 0.826511, "mrr_at_1000": 0.826511, "nauc_ndcg_at_1_max": 0.311213, "nauc_ndcg_at_1_std": 0.306392, "nauc_ndcg_at_1_diff1": 0.661919, "nauc_ndcg_at_3_max": 0.273359, "nauc_ndcg_at_3_std": 0.390035, "nauc_ndcg_at_3_diff1": 0.572098, "nauc_ndcg_at_5_max": 0.35594, "nauc_ndcg_at_5_std": 0.437395, "nauc_ndcg_at_5_diff1": 0.602622, "nauc_ndcg_at_10_max": 0.329635, "nauc_ndcg_at_10_std": 0.430488, "nauc_ndcg_at_10_diff1": 0.587333, "nauc_ndcg_at_20_max": 0.330345, "nauc_ndcg_at_20_std": 0.412485, "nauc_ndcg_at_20_diff1": 0.608675, "nauc_ndcg_at_25_max": 0.330345, "nauc_ndcg_at_25_std": 0.412485, "nauc_ndcg_at_25_diff1": 0.608675, "nauc_ndcg_at_50_max": 0.330345, "nauc_ndcg_at_50_std": 0.412485, "nauc_ndcg_at_50_diff1": 0.608675, "nauc_ndcg_at_100_max": 0.330345, "nauc_ndcg_at_100_std": 0.412485, "nauc_ndcg_at_100_diff1": 0.608675, "nauc_ndcg_at_1000_max": 0.330345, "nauc_ndcg_at_1000_std": 0.412485, "nauc_ndcg_at_1000_diff1": 0.608675, "nauc_map_at_1_max": 0.357381, "nauc_map_at_1_std": 0.296632, "nauc_map_at_1_diff1": 0.565057, "nauc_map_at_3_max": 0.27807, "nauc_map_at_3_std": 0.376806, "nauc_map_at_3_diff1": 0.559799, "nauc_map_at_5_max": 0.336586, "nauc_map_at_5_std": 0.414076, "nauc_map_at_5_diff1": 0.589667, "nauc_map_at_10_max": 0.327423, "nauc_map_at_10_std": 0.415761, "nauc_map_at_10_diff1": 0.582099, "nauc_map_at_20_max": 0.328707, "nauc_map_at_20_std": 0.410322, "nauc_map_at_20_diff1": 0.590869, "nauc_map_at_25_max": 0.328707, "nauc_map_at_25_std": 0.410322, "nauc_map_at_25_diff1": 0.590869, "nauc_map_at_50_max": 0.328707, "nauc_map_at_50_std": 0.410322, "nauc_map_at_50_diff1": 0.590869, "nauc_map_at_100_max": 0.328707, "nauc_map_at_100_std": 0.410322, "nauc_map_at_100_diff1": 0.590869, "nauc_map_at_1000_max": 0.328707, "nauc_map_at_1000_std": 0.410322, "nauc_map_at_1000_diff1": 0.590869, "nauc_recall_at_1_max": 0.357381, "nauc_recall_at_1_std": 0.296632, "nauc_recall_at_1_diff1": 0.565057, "nauc_recall_at_3_max": 0.181592, "nauc_recall_at_3_std": 0.383004, "nauc_recall_at_3_diff1": 0.502929, "nauc_recall_at_5_max": 0.422839, "nauc_recall_at_5_std": 0.521688, "nauc_recall_at_5_diff1": 0.562546, "nauc_recall_at_10_max": 0.275839, "nauc_recall_at_10_std": 0.506132, "nauc_recall_at_10_diff1": 0.406345, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.311213, "nauc_precision_at_1_std": 0.306392, "nauc_precision_at_1_diff1": 0.661919, "nauc_precision_at_3_max": -0.029798, "nauc_precision_at_3_std": 0.201585, "nauc_precision_at_3_diff1": 0.084605, "nauc_precision_at_5_max": 0.049091, "nauc_precision_at_5_std": 0.227166, "nauc_precision_at_5_diff1": 0.069406, "nauc_precision_at_10_max": -0.055458, "nauc_precision_at_10_std": 0.155343, "nauc_precision_at_10_diff1": -0.085127, "nauc_precision_at_20_max": -0.138858, "nauc_precision_at_20_std": -0.013161, "nauc_precision_at_20_diff1": -0.16072, "nauc_precision_at_25_max": -0.138858, "nauc_precision_at_25_std": -0.013161, "nauc_precision_at_25_diff1": -0.16072, "nauc_precision_at_50_max": -0.138858, "nauc_precision_at_50_std": -0.013161, "nauc_precision_at_50_diff1": -0.16072, "nauc_precision_at_100_max": -0.138858, "nauc_precision_at_100_std": -0.013161, "nauc_precision_at_100_diff1": -0.16072, "nauc_precision_at_1000_max": -0.138858, "nauc_precision_at_1000_std": -0.013161, "nauc_precision_at_1000_diff1": -0.16072, "nauc_mrr_at_1_max": 0.311213, "nauc_mrr_at_1_std": 0.306392, "nauc_mrr_at_1_diff1": 0.661919, "nauc_mrr_at_3_max": 0.30314, "nauc_mrr_at_3_std": 0.365515, "nauc_mrr_at_3_diff1": 0.63599, "nauc_mrr_at_5_max": 0.327349, "nauc_mrr_at_5_std": 0.375532, "nauc_mrr_at_5_diff1": 0.640309, "nauc_mrr_at_10_max": 0.319956, "nauc_mrr_at_10_std": 0.368399, "nauc_mrr_at_10_diff1": 0.641098, "nauc_mrr_at_20_max": 0.316508, "nauc_mrr_at_20_std": 0.363473, "nauc_mrr_at_20_diff1": 0.642028, "nauc_mrr_at_25_max": 0.316508, "nauc_mrr_at_25_std": 0.363473, "nauc_mrr_at_25_diff1": 0.642028, "nauc_mrr_at_50_max": 0.316508, "nauc_mrr_at_50_std": 0.363473, "nauc_mrr_at_50_diff1": 0.642028, "nauc_mrr_at_100_max": 0.316508, "nauc_mrr_at_100_std": 0.363473, "nauc_mrr_at_100_diff1": 0.642028, "nauc_mrr_at_1000_max": 0.316508, "nauc_mrr_at_1000_std": 0.363473, "nauc_mrr_at_1000_diff1": 0.642028, "hit_rate_at_1": 0.75, "hit_rate_at_3": 0.88889, "hit_rate_at_5": 0.93056, "hit_rate_at_10": 0.97222, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.75, "R_cap_at_3": 0.844907, "R_cap_at_5": 0.884259, "R_cap_at_10": 0.94213, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.83778, "hf_subset": "sci_fi_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.91549, "ndcg_at_3": 0.94451, "ndcg_at_5": 0.95567, "ndcg_at_10": 0.95787, "ndcg_at_20": 0.96119, "ndcg_at_25": 0.96119, "ndcg_at_50": 0.96119, "ndcg_at_100": 0.96119, "ndcg_at_1000": 0.96119, "map_at_1": 0.79108, "map_at_3": 0.92606, "map_at_5": 0.93662, "map_at_10": 0.93863, "map_at_20": 0.94054, "map_at_25": 0.94054, "map_at_50": 0.94054, "map_at_100": 0.94054, "map_at_1000": 0.94054, "recall_at_1": 0.79108, "recall_at_3": 0.96479, "recall_at_5": 0.98592, "recall_at_10": 0.99061, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.79108, "precision_at_1": 0.91549, "precision_at_3": 0.41784, "precision_at_5": 0.25915, "precision_at_10": 0.13099, "precision_at_20": 0.0669, "precision_at_25": 0.05352, "precision_at_50": 0.02676, "precision_at_100": 0.01338, "precision_at_1000": 0.00134, "mrr_at_1": 0.915493, "mrr_at_3": 0.955399, "mrr_at_5": 0.955399, "mrr_at_10": 0.955399, "mrr_at_20": 0.955399, "mrr_at_25": 0.955399, "mrr_at_50": 0.955399, "mrr_at_100": 0.955399, "mrr_at_1000": 0.955399, "nauc_ndcg_at_1_max": 0.253806, "nauc_ndcg_at_1_std": -0.050689, "nauc_ndcg_at_1_diff1": 0.62991, "nauc_ndcg_at_3_max": 0.370779, "nauc_ndcg_at_3_std": 0.241869, "nauc_ndcg_at_3_diff1": 0.538817, "nauc_ndcg_at_5_max": 0.322912, "nauc_ndcg_at_5_std": 0.151401, "nauc_ndcg_at_5_diff1": 0.523083, "nauc_ndcg_at_10_max": 0.370534, "nauc_ndcg_at_10_std": 0.221617, "nauc_ndcg_at_10_diff1": 0.531664, "nauc_ndcg_at_20_max": 0.356291, "nauc_ndcg_at_20_std": 0.171864, "nauc_ndcg_at_20_diff1": 0.549808, "nauc_ndcg_at_25_max": 0.356291, "nauc_ndcg_at_25_std": 0.171864, "nauc_ndcg_at_25_diff1": 0.549808, "nauc_ndcg_at_50_max": 0.356291, "nauc_ndcg_at_50_std": 0.171864, "nauc_ndcg_at_50_diff1": 0.549808, "nauc_ndcg_at_100_max": 0.356291, "nauc_ndcg_at_100_std": 0.171864, "nauc_ndcg_at_100_diff1": 0.549808, "nauc_ndcg_at_1000_max": 0.356291, "nauc_ndcg_at_1000_std": 0.171864, "nauc_ndcg_at_1000_diff1": 0.549808, "nauc_map_at_1_max": 0.294009, "nauc_map_at_1_std": 0.110253, "nauc_map_at_1_diff1": 0.5358, "nauc_map_at_3_max": 0.370662, "nauc_map_at_3_std": 0.243668, "nauc_map_at_3_diff1": 0.533476, "nauc_map_at_5_max": 0.338297, "nauc_map_at_5_std": 0.183349, "nauc_map_at_5_diff1": 0.521537, "nauc_map_at_10_max": 0.368866, "nauc_map_at_10_std": 0.228732, "nauc_map_at_10_diff1": 0.5269, "nauc_map_at_20_max": 0.36395, "nauc_map_at_20_std": 0.210372, "nauc_map_at_20_diff1": 0.535113, "nauc_map_at_25_max": 0.36395, "nauc_map_at_25_std": 0.210372, "nauc_map_at_25_diff1": 0.535113, "nauc_map_at_50_max": 0.36395, "nauc_map_at_50_std": 0.210372, "nauc_map_at_50_diff1": 0.535113, "nauc_map_at_100_max": 0.36395, "nauc_map_at_100_std": 0.210372, "nauc_map_at_100_diff1": 0.535113, "nauc_map_at_1000_max": 0.36395, "nauc_map_at_1000_std": 0.210372, "nauc_map_at_1000_diff1": 0.535113, "nauc_recall_at_1_max": 0.294009, "nauc_recall_at_1_std": 0.110253, "nauc_recall_at_1_diff1": 0.5358, "nauc_recall_at_3_max": 0.380921, "nauc_recall_at_3_std": 0.399438, "nauc_recall_at_3_diff1": 0.46886, "nauc_recall_at_5_max": 0.170489, "nauc_recall_at_5_std": 0.140895, "nauc_recall_at_5_diff1": 0.351923, "nauc_recall_at_10_max": 0.542286, "nauc_recall_at_10_std": 0.796214, "nauc_recall_at_10_diff1": 0.34707, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.253806, "nauc_precision_at_1_std": -0.050689, "nauc_precision_at_1_diff1": 0.62991, "nauc_precision_at_3_max": -0.086292, "nauc_precision_at_3_std": 0.014419, "nauc_precision_at_3_diff1": -0.256999, "nauc_precision_at_5_max": -0.141237, "nauc_precision_at_5_std": -0.05314, "nauc_precision_at_5_diff1": -0.303532, "nauc_precision_at_10_max": -0.111351, "nauc_precision_at_10_std": -0.007231, "nauc_precision_at_10_diff1": -0.297191, "nauc_precision_at_20_max": -0.133607, "nauc_precision_at_20_std": -0.057683, "nauc_precision_at_20_diff1": -0.285736, "nauc_precision_at_25_max": -0.133607, "nauc_precision_at_25_std": -0.057683, "nauc_precision_at_25_diff1": -0.285736, "nauc_precision_at_50_max": -0.133607, "nauc_precision_at_50_std": -0.057683, "nauc_precision_at_50_diff1": -0.285736, "nauc_precision_at_100_max": -0.133607, "nauc_precision_at_100_std": -0.057683, "nauc_precision_at_100_diff1": -0.285736, "nauc_precision_at_1000_max": -0.133607, "nauc_precision_at_1000_std": -0.057683, "nauc_precision_at_1000_diff1": -0.285736, "nauc_mrr_at_1_max": 0.253806, "nauc_mrr_at_1_std": -0.050689, "nauc_mrr_at_1_diff1": 0.62991, "nauc_mrr_at_3_max": 0.28621, "nauc_mrr_at_3_std": -0.002259, "nauc_mrr_at_3_diff1": 0.603229, "nauc_mrr_at_5_max": 0.28621, "nauc_mrr_at_5_std": -0.002259, "nauc_mrr_at_5_diff1": 0.603229, "nauc_mrr_at_10_max": 0.28621, "nauc_mrr_at_10_std": -0.002259, "nauc_mrr_at_10_diff1": 0.603229, "nauc_mrr_at_20_max": 0.28621, "nauc_mrr_at_20_std": -0.002259, "nauc_mrr_at_20_diff1": 0.603229, "nauc_mrr_at_25_max": 0.28621, "nauc_mrr_at_25_std": -0.002259, "nauc_mrr_at_25_diff1": 0.603229, "nauc_mrr_at_50_max": 0.28621, "nauc_mrr_at_50_std": -0.002259, "nauc_mrr_at_50_diff1": 0.603229, "nauc_mrr_at_100_max": 0.28621, "nauc_mrr_at_100_std": -0.002259, "nauc_mrr_at_100_diff1": 0.603229, "nauc_mrr_at_1000_max": 0.28621, "nauc_mrr_at_1000_std": -0.002259, "nauc_mrr_at_1000_diff1": 0.603229, "hit_rate_at_1": 0.91549, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.915493, "R_cap_at_3": 0.964789, "R_cap_at_5": 0.985915, "R_cap_at_10": 0.99061, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.95787, "hf_subset": "sci_fi_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.62245, "ndcg_at_3": 0.61521, "ndcg_at_5": 0.63598, "ndcg_at_10": 0.65466, "ndcg_at_20": 0.67651, "ndcg_at_25": 0.68319, "ndcg_at_50": 0.70169, "ndcg_at_100": 0.71546, "ndcg_at_1000": 0.72587, "map_at_1": 0.31084, "map_at_3": 0.47882, "map_at_5": 0.53295, "map_at_10": 0.56602, "map_at_20": 0.58882, "map_at_25": 0.59443, "map_at_50": 0.59989, "map_at_100": 0.60238, "map_at_1000": 0.60363, "recall_at_1": 0.31084, "recall_at_3": 0.53176, "recall_at_5": 0.62558, "recall_at_10": 0.72689, "recall_at_20": 0.79817, "recall_at_25": 0.81798, "recall_at_50": 0.8906, "recall_at_100": 0.94737, "recall_at_1000": 1.0, "accuracy": 0.31084, "precision_at_1": 0.62245, "precision_at_3": 0.42517, "precision_at_5": 0.33265, "precision_at_10": 0.20408, "precision_at_20": 0.12551, "precision_at_25": 0.10694, "precision_at_50": 0.05796, "precision_at_100": 0.03112, "precision_at_1000": 0.0033, "mrr_at_1": 0.622449, "mrr_at_3": 0.690476, "mrr_at_5": 0.69966, "mrr_at_10": 0.709212, "mrr_at_20": 0.710402, "mrr_at_25": 0.710402, "mrr_at_50": 0.711267, "mrr_at_100": 0.711916, "mrr_at_1000": 0.712055, "nauc_ndcg_at_1_max": 0.461046, "nauc_ndcg_at_1_std": 0.243763, "nauc_ndcg_at_1_diff1": 0.572018, "nauc_ndcg_at_3_max": 0.533033, "nauc_ndcg_at_3_std": 0.332608, "nauc_ndcg_at_3_diff1": 0.503304, "nauc_ndcg_at_5_max": 0.612595, "nauc_ndcg_at_5_std": 0.412809, "nauc_ndcg_at_5_diff1": 0.505211, "nauc_ndcg_at_10_max": 0.654893, "nauc_ndcg_at_10_std": 0.465189, "nauc_ndcg_at_10_diff1": 0.53888, "nauc_ndcg_at_20_max": 0.650806, "nauc_ndcg_at_20_std": 0.467723, "nauc_ndcg_at_20_diff1": 0.528887, "nauc_ndcg_at_25_max": 0.654203, "nauc_ndcg_at_25_std": 0.465422, "nauc_ndcg_at_25_diff1": 0.535909, "nauc_ndcg_at_50_max": 0.633479, "nauc_ndcg_at_50_std": 0.444852, "nauc_ndcg_at_50_diff1": 0.530938, "nauc_ndcg_at_100_max": 0.613924, "nauc_ndcg_at_100_std": 0.424272, "nauc_ndcg_at_100_diff1": 0.518863, "nauc_ndcg_at_1000_max": 0.595389, "nauc_ndcg_at_1000_std": 0.398465, "nauc_ndcg_at_1000_diff1": 0.518215, "nauc_map_at_1_max": 0.336321, "nauc_map_at_1_std": 0.028149, "nauc_map_at_1_diff1": 0.610503, "nauc_map_at_3_max": 0.527457, "nauc_map_at_3_std": 0.239583, "nauc_map_at_3_diff1": 0.522961, "nauc_map_at_5_max": 0.571572, "nauc_map_at_5_std": 0.292775, "nauc_map_at_5_diff1": 0.526992, "nauc_map_at_10_max": 0.585069, "nauc_map_at_10_std": 0.339934, "nauc_map_at_10_diff1": 0.550583, "nauc_map_at_20_max": 0.60215, "nauc_map_at_20_std": 0.392807, "nauc_map_at_20_diff1": 0.536392, "nauc_map_at_25_max": 0.609178, "nauc_map_at_25_std": 0.406617, "nauc_map_at_25_diff1": 0.532056, "nauc_map_at_50_max": 0.605161, "nauc_map_at_50_std": 0.406427, "nauc_map_at_50_diff1": 0.529449, "nauc_map_at_100_max": 0.602351, "nauc_map_at_100_std": 0.403618, "nauc_map_at_100_diff1": 0.528107, "nauc_map_at_1000_max": 0.600732, "nauc_map_at_1000_std": 0.401198, "nauc_map_at_1000_diff1": 0.527936, "nauc_recall_at_1_max": 0.336321, "nauc_recall_at_1_std": 0.028149, "nauc_recall_at_1_diff1": 0.610503, "nauc_recall_at_3_max": 0.56554, "nauc_recall_at_3_std": 0.302929, "nauc_recall_at_3_diff1": 0.450542, "nauc_recall_at_5_max": 0.651449, "nauc_recall_at_5_std": 0.389778, "nauc_recall_at_5_diff1": 0.443809, "nauc_recall_at_10_max": 0.7543, "nauc_recall_at_10_std": 0.576439, "nauc_recall_at_10_diff1": 0.534861, "nauc_recall_at_20_max": 0.841765, "nauc_recall_at_20_std": 0.72541, "nauc_recall_at_20_diff1": 0.516451, "nauc_recall_at_25_max": 0.886164, "nauc_recall_at_25_std": 0.770012, "nauc_recall_at_25_diff1": 0.550229, "nauc_recall_at_50_max": 0.89847, "nauc_recall_at_50_std": 0.802937, "nauc_recall_at_50_diff1": 0.561937, "nauc_recall_at_100_max": 0.896429, "nauc_recall_at_100_std": 0.863671, "nauc_recall_at_100_diff1": 0.421333, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.461046, "nauc_precision_at_1_std": 0.243763, "nauc_precision_at_1_diff1": 0.572018, "nauc_precision_at_3_max": 0.321486, "nauc_precision_at_3_std": 0.346076, "nauc_precision_at_3_diff1": 0.111515, "nauc_precision_at_5_max": 0.235028, "nauc_precision_at_5_std": 0.334944, "nauc_precision_at_5_diff1": 0.041236, "nauc_precision_at_10_max": 0.182744, "nauc_precision_at_10_std": 0.382659, "nauc_precision_at_10_diff1": 0.006024, "nauc_precision_at_20_max": 0.140466, "nauc_precision_at_20_std": 0.402742, "nauc_precision_at_20_diff1": -0.083993, "nauc_precision_at_25_max": 0.132904, "nauc_precision_at_25_std": 0.400409, "nauc_precision_at_25_diff1": -0.103543, "nauc_precision_at_50_max": 0.073671, "nauc_precision_at_50_std": 0.353361, "nauc_precision_at_50_diff1": -0.138835, "nauc_precision_at_100_max": 0.000806, "nauc_precision_at_100_std": 0.279123, "nauc_precision_at_100_diff1": -0.183948, "nauc_precision_at_1000_max": -0.060275, "nauc_precision_at_1000_std": 0.201737, "nauc_precision_at_1000_diff1": -0.211002, "nauc_mrr_at_1_max": 0.461046, "nauc_mrr_at_1_std": 0.243763, "nauc_mrr_at_1_diff1": 0.572018, "nauc_mrr_at_3_max": 0.527214, "nauc_mrr_at_3_std": 0.313858, "nauc_mrr_at_3_diff1": 0.505241, "nauc_mrr_at_5_max": 0.531054, "nauc_mrr_at_5_std": 0.314282, "nauc_mrr_at_5_diff1": 0.504031, "nauc_mrr_at_10_max": 0.539862, "nauc_mrr_at_10_std": 0.330909, "nauc_mrr_at_10_diff1": 0.521649, "nauc_mrr_at_20_max": 0.537687, "nauc_mrr_at_20_std": 0.327514, "nauc_mrr_at_20_diff1": 0.520956, "nauc_mrr_at_25_max": 0.537687, "nauc_mrr_at_25_std": 0.327514, "nauc_mrr_at_25_diff1": 0.520956, "nauc_mrr_at_50_max": 0.536834, "nauc_mrr_at_50_std": 0.326325, "nauc_mrr_at_50_diff1": 0.520286, "nauc_mrr_at_100_max": 0.535791, "nauc_mrr_at_100_std": 0.325135, "nauc_mrr_at_100_diff1": 0.520224, "nauc_mrr_at_1000_max": 0.535606, "nauc_mrr_at_1000_std": 0.324866, "nauc_mrr_at_1000_diff1": 0.520325, "hit_rate_at_1": 0.62245, "hit_rate_at_3": 0.77551, "hit_rate_at_5": 0.81633, "hit_rate_at_10": 0.88776, "hit_rate_at_20": 0.90816, "hit_rate_at_25": 0.90816, "hit_rate_at_50": 0.93878, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.622449, "R_cap_at_3": 0.627551, "R_cap_at_5": 0.67466, "R_cap_at_10": 0.741638, "R_cap_at_20": 0.800915, "R_cap_at_25": 0.81836, "R_cap_at_50": 0.890598, "R_cap_at_100": 0.947368, "R_cap_at_1000": 1.0, "main_score": 0.65466, "hf_subset": "world_news_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.56349, "ndcg_at_3": 0.61188, "ndcg_at_5": 0.60743, "ndcg_at_10": 0.63076, "ndcg_at_20": 0.65935, "ndcg_at_25": 0.66651, "ndcg_at_50": 0.68213, "ndcg_at_100": 0.69391, "ndcg_at_1000": 0.70339, "map_at_1": 0.29947, "map_at_3": 0.46057, "map_at_5": 0.50443, "map_at_10": 0.55014, "map_at_20": 0.56589, "map_at_25": 0.569, "map_at_50": 0.57282, "map_at_100": 0.57484, "map_at_1000": 0.57599, "recall_at_1": 0.29947, "recall_at_3": 0.54773, "recall_at_5": 0.62526, "recall_at_10": 0.73083, "recall_at_20": 0.81868, "recall_at_25": 0.84172, "recall_at_50": 0.89938, "recall_at_100": 0.95121, "recall_at_1000": 1.0, "accuracy": 0.29947, "precision_at_1": 0.56349, "precision_at_3": 0.40741, "precision_at_5": 0.30476, "precision_at_10": 0.19524, "precision_at_20": 0.11111, "precision_at_25": 0.09206, "precision_at_50": 0.04984, "precision_at_100": 0.02667, "precision_at_1000": 0.00283, "mrr_at_1": 0.563492, "mrr_at_3": 0.654762, "mrr_at_5": 0.66627, "mrr_at_10": 0.674953, "mrr_at_20": 0.67939, "mrr_at_25": 0.679735, "mrr_at_50": 0.68042, "mrr_at_100": 0.680523, "mrr_at_1000": 0.680707, "nauc_ndcg_at_1_max": 0.216974, "nauc_ndcg_at_1_std": 0.257657, "nauc_ndcg_at_1_diff1": 0.487388, "nauc_ndcg_at_3_max": 0.235351, "nauc_ndcg_at_3_std": 0.267484, "nauc_ndcg_at_3_diff1": 0.337424, "nauc_ndcg_at_5_max": 0.247612, "nauc_ndcg_at_5_std": 0.296129, "nauc_ndcg_at_5_diff1": 0.333573, "nauc_ndcg_at_10_max": 0.269968, "nauc_ndcg_at_10_std": 0.342456, "nauc_ndcg_at_10_diff1": 0.354022, "nauc_ndcg_at_20_max": 0.269156, "nauc_ndcg_at_20_std": 0.352596, "nauc_ndcg_at_20_diff1": 0.376398, "nauc_ndcg_at_25_max": 0.271756, "nauc_ndcg_at_25_std": 0.360362, "nauc_ndcg_at_25_diff1": 0.385202, "nauc_ndcg_at_50_max": 0.251317, "nauc_ndcg_at_50_std": 0.334674, "nauc_ndcg_at_50_diff1": 0.373842, "nauc_ndcg_at_100_max": 0.248342, "nauc_ndcg_at_100_std": 0.317183, "nauc_ndcg_at_100_diff1": 0.373437, "nauc_ndcg_at_1000_max": 0.239304, "nauc_ndcg_at_1000_std": 0.296059, "nauc_ndcg_at_1000_diff1": 0.366785, "nauc_map_at_1_max": 0.123128, "nauc_map_at_1_std": 0.035116, "nauc_map_at_1_diff1": 0.422572, "nauc_map_at_3_max": 0.18852, "nauc_map_at_3_std": 0.1026, "nauc_map_at_3_diff1": 0.392691, "nauc_map_at_5_max": 0.207244, "nauc_map_at_5_std": 0.166626, "nauc_map_at_5_diff1": 0.37872, "nauc_map_at_10_max": 0.23237, "nauc_map_at_10_std": 0.263396, "nauc_map_at_10_diff1": 0.354547, "nauc_map_at_20_max": 0.242718, "nauc_map_at_20_std": 0.288124, "nauc_map_at_20_diff1": 0.348102, "nauc_map_at_25_max": 0.2442, "nauc_map_at_25_std": 0.291899, "nauc_map_at_25_diff1": 0.35167, "nauc_map_at_50_max": 0.23996, "nauc_map_at_50_std": 0.287022, "nauc_map_at_50_diff1": 0.349893, "nauc_map_at_100_max": 0.239264, "nauc_map_at_100_std": 0.284249, "nauc_map_at_100_diff1": 0.349033, "nauc_map_at_1000_max": 0.238426, "nauc_map_at_1000_std": 0.282369, "nauc_map_at_1000_diff1": 0.348272, "nauc_recall_at_1_max": 0.123128, "nauc_recall_at_1_std": 0.035116, "nauc_recall_at_1_diff1": 0.422572, "nauc_recall_at_3_max": 0.185788, "nauc_recall_at_3_std": 0.10813, "nauc_recall_at_3_diff1": 0.314136, "nauc_recall_at_5_max": 0.22924, "nauc_recall_at_5_std": 0.217058, "nauc_recall_at_5_diff1": 0.298517, "nauc_recall_at_10_max": 0.327512, "nauc_recall_at_10_std": 0.495106, "nauc_recall_at_10_diff1": 0.257387, "nauc_recall_at_20_max": 0.372497, "nauc_recall_at_20_std": 0.615882, "nauc_recall_at_20_diff1": 0.368303, "nauc_recall_at_25_max": 0.400288, "nauc_recall_at_25_std": 0.696203, "nauc_recall_at_25_diff1": 0.421356, "nauc_recall_at_50_max": 0.302291, "nauc_recall_at_50_std": 0.659319, "nauc_recall_at_50_diff1": 0.336817, "nauc_recall_at_100_max": 0.391161, "nauc_recall_at_100_std": 0.726351, "nauc_recall_at_100_diff1": 0.440931, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.216974, "nauc_precision_at_1_std": 0.257657, "nauc_precision_at_1_diff1": 0.487388, "nauc_precision_at_3_max": 0.166111, "nauc_precision_at_3_std": 0.289067, "nauc_precision_at_3_diff1": 0.06823, "nauc_precision_at_5_max": 0.150475, "nauc_precision_at_5_std": 0.328136, "nauc_precision_at_5_diff1": -0.006327, "nauc_precision_at_10_max": 0.145343, "nauc_precision_at_10_std": 0.399214, "nauc_precision_at_10_diff1": -0.065119, "nauc_precision_at_20_max": 0.139951, "nauc_precision_at_20_std": 0.401537, "nauc_precision_at_20_diff1": -0.09732, "nauc_precision_at_25_max": 0.136417, "nauc_precision_at_25_std": 0.395082, "nauc_precision_at_25_diff1": -0.088021, "nauc_precision_at_50_max": 0.0818, "nauc_precision_at_50_std": 0.321188, "nauc_precision_at_50_diff1": -0.12429, "nauc_precision_at_100_max": 0.049132, "nauc_precision_at_100_std": 0.24827, "nauc_precision_at_100_diff1": -0.15752, "nauc_precision_at_1000_max": 0.016112, "nauc_precision_at_1000_std": 0.177324, "nauc_precision_at_1000_diff1": -0.177765, "nauc_mrr_at_1_max": 0.216974, "nauc_mrr_at_1_std": 0.257657, "nauc_mrr_at_1_diff1": 0.487388, "nauc_mrr_at_3_max": 0.215059, "nauc_mrr_at_3_std": 0.253395, "nauc_mrr_at_3_diff1": 0.445483, "nauc_mrr_at_5_max": 0.223391, "nauc_mrr_at_5_std": 0.264476, "nauc_mrr_at_5_diff1": 0.445776, "nauc_mrr_at_10_max": 0.224456, "nauc_mrr_at_10_std": 0.276586, "nauc_mrr_at_10_diff1": 0.439602, "nauc_mrr_at_20_max": 0.220878, "nauc_mrr_at_20_std": 0.272672, "nauc_mrr_at_20_diff1": 0.449544, "nauc_mrr_at_25_max": 0.22043, "nauc_mrr_at_25_std": 0.272873, "nauc_mrr_at_25_diff1": 0.449667, "nauc_mrr_at_50_max": 0.219681, "nauc_mrr_at_50_std": 0.271406, "nauc_mrr_at_50_diff1": 0.44851, "nauc_mrr_at_100_max": 0.220236, "nauc_mrr_at_100_std": 0.271586, "nauc_mrr_at_100_diff1": 0.449158, "nauc_mrr_at_1000_max": 0.220169, "nauc_mrr_at_1000_std": 0.271222, "nauc_mrr_at_1000_diff1": 0.448913, "hit_rate_at_1": 0.56349, "hit_rate_at_3": 0.7619, "hit_rate_at_5": 0.80952, "hit_rate_at_10": 0.87302, "hit_rate_at_20": 0.93651, "hit_rate_at_25": 0.94444, "hit_rate_at_50": 0.96825, "hit_rate_at_100": 0.97619, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.563492, "R_cap_at_3": 0.656085, "R_cap_at_5": 0.666402, "R_cap_at_10": 0.733097, "R_cap_at_20": 0.818676, "R_cap_at_25": 0.841723, "R_cap_at_50": 0.899383, "R_cap_at_100": 0.951206, "R_cap_at_1000": 1.0, "main_score": 0.63076, "hf_subset": "world_news_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.62319, "ndcg_at_3": 0.65598, "ndcg_at_5": 0.6588, "ndcg_at_10": 0.68534, "ndcg_at_20": 0.70669, "ndcg_at_25": 0.71101, "ndcg_at_50": 0.72691, "ndcg_at_100": 0.73688, "ndcg_at_1000": 0.74521, "map_at_1": 0.34014, "map_at_3": 0.52258, "map_at_5": 0.56084, "map_at_10": 0.60588, "map_at_20": 0.6234, "map_at_25": 0.62577, "map_at_50": 0.63053, "map_at_100": 0.63232, "map_at_1000": 0.63324, "recall_at_1": 0.34014, "recall_at_3": 0.59915, "recall_at_5": 0.66883, "recall_at_10": 0.76974, "recall_at_20": 0.83741, "recall_at_25": 0.85608, "recall_at_50": 0.91245, "recall_at_100": 0.95528, "recall_at_1000": 1.0, "accuracy": 0.34014, "precision_at_1": 0.62319, "precision_at_3": 0.43478, "precision_at_5": 0.31594, "precision_at_10": 0.20435, "precision_at_20": 0.11884, "precision_at_25": 0.09797, "precision_at_50": 0.05333, "precision_at_100": 0.02826, "precision_at_1000": 0.00296, "mrr_at_1": 0.623188, "mrr_at_3": 0.710145, "mrr_at_5": 0.716304, "mrr_at_10": 0.722271, "mrr_at_20": 0.724925, "mrr_at_25": 0.725504, "mrr_at_50": 0.726383, "mrr_at_100": 0.726639, "mrr_at_1000": 0.726805, "nauc_ndcg_at_1_max": 0.248671, "nauc_ndcg_at_1_std": 0.168556, "nauc_ndcg_at_1_diff1": 0.398336, "nauc_ndcg_at_3_max": 0.254224, "nauc_ndcg_at_3_std": 0.167785, "nauc_ndcg_at_3_diff1": 0.282385, "nauc_ndcg_at_5_max": 0.305515, "nauc_ndcg_at_5_std": 0.202422, "nauc_ndcg_at_5_diff1": 0.269434, "nauc_ndcg_at_10_max": 0.329206, "nauc_ndcg_at_10_std": 0.25267, "nauc_ndcg_at_10_diff1": 0.274393, "nauc_ndcg_at_20_max": 0.359433, "nauc_ndcg_at_20_std": 0.288114, "nauc_ndcg_at_20_diff1": 0.276209, "nauc_ndcg_at_25_max": 0.350491, "nauc_ndcg_at_25_std": 0.2771, "nauc_ndcg_at_25_diff1": 0.273074, "nauc_ndcg_at_50_max": 0.326361, "nauc_ndcg_at_50_std": 0.254349, "nauc_ndcg_at_50_diff1": 0.256121, "nauc_ndcg_at_100_max": 0.31307, "nauc_ndcg_at_100_std": 0.237894, "nauc_ndcg_at_100_diff1": 0.257234, "nauc_ndcg_at_1000_max": 0.299092, "nauc_ndcg_at_1000_std": 0.216632, "nauc_ndcg_at_1000_diff1": 0.272077, "nauc_map_at_1_max": 0.131384, "nauc_map_at_1_std": -0.060583, "nauc_map_at_1_diff1": 0.422618, "nauc_map_at_3_max": 0.284797, "nauc_map_at_3_std": 0.08723, "nauc_map_at_3_diff1": 0.371468, "nauc_map_at_5_max": 0.298097, "nauc_map_at_5_std": 0.111632, "nauc_map_at_5_diff1": 0.357233, "nauc_map_at_10_max": 0.28584, "nauc_map_at_10_std": 0.157032, "nauc_map_at_10_diff1": 0.314757, "nauc_map_at_20_max": 0.307637, "nauc_map_at_20_std": 0.20324, "nauc_map_at_20_diff1": 0.295159, "nauc_map_at_25_max": 0.307027, "nauc_map_at_25_std": 0.208768, "nauc_map_at_25_diff1": 0.289721, "nauc_map_at_50_max": 0.303376, "nauc_map_at_50_std": 0.208263, "nauc_map_at_50_diff1": 0.285011, "nauc_map_at_100_max": 0.301324, "nauc_map_at_100_std": 0.205849, "nauc_map_at_100_diff1": 0.284253, "nauc_map_at_1000_max": 0.299963, "nauc_map_at_1000_std": 0.204016, "nauc_map_at_1000_diff1": 0.28492, "nauc_recall_at_1_max": 0.131384, "nauc_recall_at_1_std": -0.060583, "nauc_recall_at_1_diff1": 0.422618, "nauc_recall_at_3_max": 0.308527, "nauc_recall_at_3_std": 0.123624, "nauc_recall_at_3_diff1": 0.297043, "nauc_recall_at_5_max": 0.34805, "nauc_recall_at_5_std": 0.15829, "nauc_recall_at_5_diff1": 0.280731, "nauc_recall_at_10_max": 0.402089, "nauc_recall_at_10_std": 0.369609, "nauc_recall_at_10_diff1": 0.179729, "nauc_recall_at_20_max": 0.613545, "nauc_recall_at_20_std": 0.616368, "nauc_recall_at_20_diff1": 0.179812, "nauc_recall_at_25_max": 0.589491, "nauc_recall_at_25_std": 0.610752, "nauc_recall_at_25_diff1": 0.138637, "nauc_recall_at_50_max": 0.535617, "nauc_recall_at_50_std": 0.608709, "nauc_recall_at_50_diff1": -0.075997, "nauc_recall_at_100_max": 0.549857, "nauc_recall_at_100_std": 0.677748, "nauc_recall_at_100_diff1": -0.236431, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.248671, "nauc_precision_at_1_std": 0.168556, "nauc_precision_at_1_diff1": 0.398336, "nauc_precision_at_3_max": 0.20556, "nauc_precision_at_3_std": 0.287442, "nauc_precision_at_3_diff1": -0.044551, "nauc_precision_at_5_max": 0.132789, "nauc_precision_at_5_std": 0.259197, "nauc_precision_at_5_diff1": -0.125587, "nauc_precision_at_10_max": 0.056238, "nauc_precision_at_10_std": 0.271909, "nauc_precision_at_10_diff1": -0.199142, "nauc_precision_at_20_max": 0.071596, "nauc_precision_at_20_std": 0.331956, "nauc_precision_at_20_diff1": -0.2541, "nauc_precision_at_25_max": 0.060714, "nauc_precision_at_25_std": 0.337797, "nauc_precision_at_25_diff1": -0.27445, "nauc_precision_at_50_max": 0.003414, "nauc_precision_at_50_std": 0.284754, "nauc_precision_at_50_diff1": -0.314112, "nauc_precision_at_100_max": -0.039555, "nauc_precision_at_100_std": 0.227343, "nauc_precision_at_100_diff1": -0.324264, "nauc_precision_at_1000_max": -0.074748, "nauc_precision_at_1000_std": 0.177129, "nauc_precision_at_1000_diff1": -0.318382, "nauc_mrr_at_1_max": 0.248671, "nauc_mrr_at_1_std": 0.168556, "nauc_mrr_at_1_diff1": 0.398336, "nauc_mrr_at_3_max": 0.267586, "nauc_mrr_at_3_std": 0.176098, "nauc_mrr_at_3_diff1": 0.334871, "nauc_mrr_at_5_max": 0.267802, "nauc_mrr_at_5_std": 0.172681, "nauc_mrr_at_5_diff1": 0.339173, "nauc_mrr_at_10_max": 0.27042, "nauc_mrr_at_10_std": 0.191423, "nauc_mrr_at_10_diff1": 0.33262, "nauc_mrr_at_20_max": 0.270921, "nauc_mrr_at_20_std": 0.187402, "nauc_mrr_at_20_diff1": 0.33687, "nauc_mrr_at_25_max": 0.269608, "nauc_mrr_at_25_std": 0.185925, "nauc_mrr_at_25_diff1": 0.336866, "nauc_mrr_at_50_max": 0.267814, "nauc_mrr_at_50_std": 0.184149, "nauc_mrr_at_50_diff1": 0.335903, "nauc_mrr_at_100_max": 0.268011, "nauc_mrr_at_100_std": 0.184087, "nauc_mrr_at_100_diff1": 0.336854, "nauc_mrr_at_1000_max": 0.267913, "nauc_mrr_at_1000_std": 0.183794, "nauc_mrr_at_1000_diff1": 0.337337, "hit_rate_at_1": 0.62319, "hit_rate_at_3": 0.81159, "hit_rate_at_5": 0.84058, "hit_rate_at_10": 0.88406, "hit_rate_at_20": 0.92029, "hit_rate_at_25": 0.93478, "hit_rate_at_50": 0.96377, "hit_rate_at_100": 0.97826, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.623188, "R_cap_at_3": 0.689614, "R_cap_at_5": 0.709662, "R_cap_at_10": 0.778206, "R_cap_at_20": 0.839375, "R_cap_at_25": 0.856347, "R_cap_at_50": 0.912445, "R_cap_at_100": 0.955277, "R_cap_at_1000": 1.0, "main_score": 0.68534, "hf_subset": "world_news_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77241, "ndcg_at_3": 0.7654, "ndcg_at_5": 0.76783, "ndcg_at_10": 0.79717, "ndcg_at_20": 0.81828, "ndcg_at_25": 0.82293, "ndcg_at_50": 0.83057, "ndcg_at_100": 0.83319, "ndcg_at_1000": 0.83431, "map_at_1": 0.4109, "map_at_3": 0.61438, "map_at_5": 0.66119, "map_at_10": 0.7151, "map_at_20": 0.73595, "map_at_25": 0.73886, "map_at_50": 0.74181, "map_at_100": 0.74243, "map_at_1000": 0.7426, "recall_at_1": 0.4109, "recall_at_3": 0.67243, "recall_at_5": 0.75415, "recall_at_10": 0.86718, "recall_at_20": 0.9365, "recall_at_25": 0.95678, "recall_at_50": 0.98388, "recall_at_100": 0.9948, "recall_at_1000": 1.0, "accuracy": 0.4109, "precision_at_1": 0.77241, "precision_at_3": 0.50805, "precision_at_5": 0.37241, "precision_at_10": 0.23793, "precision_at_20": 0.1369, "precision_at_25": 0.11255, "precision_at_50": 0.05862, "precision_at_100": 0.02972, "precision_at_1000": 0.00299, "mrr_at_1": 0.772414, "mrr_at_3": 0.827586, "mrr_at_5": 0.837241, "mrr_at_10": 0.841552, "mrr_at_20": 0.842833, "mrr_at_25": 0.843746, "mrr_at_50": 0.843746, "mrr_at_100": 0.843746, "mrr_at_1000": 0.843746, "nauc_ndcg_at_1_max": 0.620912, "nauc_ndcg_at_1_std": 0.382619, "nauc_ndcg_at_1_diff1": 0.435896, "nauc_ndcg_at_3_max": 0.443988, "nauc_ndcg_at_3_std": 0.181849, "nauc_ndcg_at_3_diff1": 0.244908, "nauc_ndcg_at_5_max": 0.520218, "nauc_ndcg_at_5_std": 0.247102, "nauc_ndcg_at_5_diff1": 0.23709, "nauc_ndcg_at_10_max": 0.580776, "nauc_ndcg_at_10_std": 0.329228, "nauc_ndcg_at_10_diff1": 0.261132, "nauc_ndcg_at_20_max": 0.542147, "nauc_ndcg_at_20_std": 0.319323, "nauc_ndcg_at_20_diff1": 0.234684, "nauc_ndcg_at_25_max": 0.542516, "nauc_ndcg_at_25_std": 0.30855, "nauc_ndcg_at_25_diff1": 0.244901, "nauc_ndcg_at_50_max": 0.541353, "nauc_ndcg_at_50_std": 0.309903, "nauc_ndcg_at_50_diff1": 0.254969, "nauc_ndcg_at_100_max": 0.539727, "nauc_ndcg_at_100_std": 0.302404, "nauc_ndcg_at_100_diff1": 0.261652, "nauc_ndcg_at_1000_max": 0.540943, "nauc_ndcg_at_1000_std": 0.298804, "nauc_ndcg_at_1000_diff1": 0.267961, "nauc_map_at_1_max": 0.207819, "nauc_map_at_1_std": -0.123031, "nauc_map_at_1_diff1": 0.426826, "nauc_map_at_3_max": 0.379519, "nauc_map_at_3_std": 0.033455, "nauc_map_at_3_diff1": 0.350953, "nauc_map_at_5_max": 0.431656, "nauc_map_at_5_std": 0.090132, "nauc_map_at_5_diff1": 0.332886, "nauc_map_at_10_max": 0.468883, "nauc_map_at_10_std": 0.189413, "nauc_map_at_10_diff1": 0.284611, "nauc_map_at_20_max": 0.481115, "nauc_map_at_20_std": 0.240518, "nauc_map_at_20_diff1": 0.245743, "nauc_map_at_25_max": 0.489962, "nauc_map_at_25_std": 0.250478, "nauc_map_at_25_diff1": 0.242461, "nauc_map_at_50_max": 0.491997, "nauc_map_at_50_std": 0.254798, "nauc_map_at_50_diff1": 0.242988, "nauc_map_at_100_max": 0.492265, "nauc_map_at_100_std": 0.254054, "nauc_map_at_100_diff1": 0.243505, "nauc_map_at_1000_max": 0.492341, "nauc_map_at_1000_std": 0.253738, "nauc_map_at_1000_diff1": 0.243762, "nauc_recall_at_1_max": 0.207819, "nauc_recall_at_1_std": -0.123031, "nauc_recall_at_1_diff1": 0.426826, "nauc_recall_at_3_max": 0.321104, "nauc_recall_at_3_std": -0.040163, "nauc_recall_at_3_diff1": 0.306929, "nauc_recall_at_5_max": 0.398107, "nauc_recall_at_5_std": 0.015002, "nauc_recall_at_5_diff1": 0.265235, "nauc_recall_at_10_max": 0.55726, "nauc_recall_at_10_std": 0.359869, "nauc_recall_at_10_diff1": 0.156498, "nauc_recall_at_20_max": 0.500374, "nauc_recall_at_20_std": 0.454427, "nauc_recall_at_20_diff1": -0.108824, "nauc_recall_at_25_max": 0.481828, "nauc_recall_at_25_std": 0.424791, "nauc_recall_at_25_diff1": -0.135332, "nauc_recall_at_50_max": 0.44165, "nauc_recall_at_50_std": 0.697746, "nauc_recall_at_50_diff1": -0.437045, "nauc_recall_at_100_max": 0.194148, "nauc_recall_at_100_std": 0.700019, "nauc_recall_at_100_diff1": -0.871736, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.620912, "nauc_precision_at_1_std": 0.382619, "nauc_precision_at_1_diff1": 0.435896, "nauc_precision_at_3_max": 0.247888, "nauc_precision_at_3_std": 0.336292, "nauc_precision_at_3_diff1": -0.165067, "nauc_precision_at_5_max": 0.188662, "nauc_precision_at_5_std": 0.339194, "nauc_precision_at_5_diff1": -0.228332, "nauc_precision_at_10_max": 0.133252, "nauc_precision_at_10_std": 0.362057, "nauc_precision_at_10_diff1": -0.267068, "nauc_precision_at_20_max": 0.102694, "nauc_precision_at_20_std": 0.371371, "nauc_precision_at_20_diff1": -0.303685, "nauc_precision_at_25_max": 0.111625, "nauc_precision_at_25_std": 0.378421, "nauc_precision_at_25_diff1": -0.307063, "nauc_precision_at_50_max": 0.098757, "nauc_precision_at_50_std": 0.367134, "nauc_precision_at_50_diff1": -0.299395, "nauc_precision_at_100_max": 0.092441, "nauc_precision_at_100_std": 0.354417, "nauc_precision_at_100_diff1": -0.294033, "nauc_precision_at_1000_max": 0.089592, "nauc_precision_at_1000_std": 0.346594, "nauc_precision_at_1000_diff1": -0.290955, "nauc_mrr_at_1_max": 0.620912, "nauc_mrr_at_1_std": 0.382619, "nauc_mrr_at_1_diff1": 0.435896, "nauc_mrr_at_3_max": 0.642779, "nauc_mrr_at_3_std": 0.341795, "nauc_mrr_at_3_diff1": 0.430343, "nauc_mrr_at_5_max": 0.642612, "nauc_mrr_at_5_std": 0.341757, "nauc_mrr_at_5_diff1": 0.414101, "nauc_mrr_at_10_max": 0.644328, "nauc_mrr_at_10_std": 0.365644, "nauc_mrr_at_10_diff1": 0.409883, "nauc_mrr_at_20_max": 0.642211, "nauc_mrr_at_20_std": 0.361485, "nauc_mrr_at_20_diff1": 0.412298, "nauc_mrr_at_25_max": 0.641284, "nauc_mrr_at_25_std": 0.359058, "nauc_mrr_at_25_diff1": 0.414501, "nauc_mrr_at_50_max": 0.641284, "nauc_mrr_at_50_std": 0.359058, "nauc_mrr_at_50_diff1": 0.414501, "nauc_mrr_at_100_max": 0.641284, "nauc_mrr_at_100_std": 0.359058, "nauc_mrr_at_100_diff1": 0.414501, "nauc_mrr_at_1000_max": 0.641284, "nauc_mrr_at_1000_std": 0.359058, "nauc_mrr_at_1000_diff1": 0.414501, "hit_rate_at_1": 0.77241, "hit_rate_at_3": 0.88966, "hit_rate_at_5": 0.93103, "hit_rate_at_10": 0.95862, "hit_rate_at_20": 0.97931, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.772414, "R_cap_at_3": 0.782759, "R_cap_at_5": 0.801954, "R_cap_at_10": 0.877214, "R_cap_at_20": 0.938342, "R_cap_at_25": 0.957031, "R_cap_at_50": 0.983881, "R_cap_at_100": 0.9948, "R_cap_at_1000": 1.0, "main_score": 0.79717, "hf_subset": "world_news_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.69388, "ndcg_at_3": 0.72745, "ndcg_at_5": 0.76065, "ndcg_at_10": 0.7998, "ndcg_at_20": 0.81647, "ndcg_at_25": 0.81647, "ndcg_at_50": 0.81647, "ndcg_at_100": 0.81647, "ndcg_at_1000": 0.81647, "map_at_1": 0.53401, "map_at_3": 0.68027, "map_at_5": 0.71122, "map_at_10": 0.73511, "map_at_20": 0.74126, "map_at_25": 0.74126, "map_at_50": 0.74126, "map_at_100": 0.74126, "map_at_1000": 0.74126, "recall_at_1": 0.53401, "recall_at_3": 0.7551, "recall_at_5": 0.84354, "recall_at_10": 0.94218, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.53401, "precision_at_1": 0.69388, "precision_at_3": 0.35374, "precision_at_5": 0.24082, "precision_at_10": 0.13878, "precision_at_20": 0.07347, "precision_at_25": 0.05878, "precision_at_50": 0.02939, "precision_at_100": 0.01469, "precision_at_1000": 0.00147, "mrr_at_1": 0.693878, "mrr_at_3": 0.765306, "mrr_at_5": 0.777551, "mrr_at_10": 0.786783, "mrr_at_20": 0.790339, "mrr_at_25": 0.790339, "mrr_at_50": 0.790339, "mrr_at_100": 0.790339, "mrr_at_1000": 0.790339, "nauc_ndcg_at_1_max": 0.68855, "nauc_ndcg_at_1_std": 0.599794, "nauc_ndcg_at_1_diff1": 0.671268, "nauc_ndcg_at_3_max": 0.826048, "nauc_ndcg_at_3_std": 0.770718, "nauc_ndcg_at_3_diff1": 0.565927, "nauc_ndcg_at_5_max": 0.814819, "nauc_ndcg_at_5_std": 0.749145, "nauc_ndcg_at_5_diff1": 0.622091, "nauc_ndcg_at_10_max": 0.796875, "nauc_ndcg_at_10_std": 0.723104, "nauc_ndcg_at_10_diff1": 0.609159, "nauc_ndcg_at_20_max": 0.782847, "nauc_ndcg_at_20_std": 0.710035, "nauc_ndcg_at_20_diff1": 0.613042, "nauc_ndcg_at_25_max": 0.782847, "nauc_ndcg_at_25_std": 0.710035, "nauc_ndcg_at_25_diff1": 0.613042, "nauc_ndcg_at_50_max": 0.782847, "nauc_ndcg_at_50_std": 0.710035, "nauc_ndcg_at_50_diff1": 0.613042, "nauc_ndcg_at_100_max": 0.782847, "nauc_ndcg_at_100_std": 0.710035, "nauc_ndcg_at_100_diff1": 0.613042, "nauc_ndcg_at_1000_max": 0.782847, "nauc_ndcg_at_1000_std": 0.710035, "nauc_ndcg_at_1000_diff1": 0.613042, "nauc_map_at_1_max": 0.602217, "nauc_map_at_1_std": 0.444307, "nauc_map_at_1_diff1": 0.630004, "nauc_map_at_3_max": 0.799224, "nauc_map_at_3_std": 0.707163, "nauc_map_at_3_diff1": 0.571306, "nauc_map_at_5_max": 0.806371, "nauc_map_at_5_std": 0.74037, "nauc_map_at_5_diff1": 0.579498, "nauc_map_at_10_max": 0.794399, "nauc_map_at_10_std": 0.724449, "nauc_map_at_10_diff1": 0.573717, "nauc_map_at_20_max": 0.790905, "nauc_map_at_20_std": 0.720842, "nauc_map_at_20_diff1": 0.576023, "nauc_map_at_25_max": 0.790905, "nauc_map_at_25_std": 0.720842, "nauc_map_at_25_diff1": 0.576023, "nauc_map_at_50_max": 0.790905, "nauc_map_at_50_std": 0.720842, "nauc_map_at_50_diff1": 0.576023, "nauc_map_at_100_max": 0.790905, "nauc_map_at_100_std": 0.720842, "nauc_map_at_100_diff1": 0.576023, "nauc_map_at_1000_max": 0.790905, "nauc_map_at_1000_std": 0.720842, "nauc_map_at_1000_diff1": 0.576023, "nauc_recall_at_1_max": 0.602217, "nauc_recall_at_1_std": 0.444307, "nauc_recall_at_1_diff1": 0.630004, "nauc_recall_at_3_max": 0.83449, "nauc_recall_at_3_std": 0.768636, "nauc_recall_at_3_diff1": 0.5218, "nauc_recall_at_5_max": 0.821152, "nauc_recall_at_5_std": 0.774474, "nauc_recall_at_5_diff1": 0.59945, "nauc_recall_at_10_max": 0.833044, "nauc_recall_at_10_std": 0.754581, "nauc_recall_at_10_diff1": 0.524743, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.68855, "nauc_precision_at_1_std": 0.599794, "nauc_precision_at_1_diff1": 0.671268, "nauc_precision_at_3_max": 0.391379, "nauc_precision_at_3_std": 0.530898, "nauc_precision_at_3_diff1": 0.029986, "nauc_precision_at_5_max": 0.225663, "nauc_precision_at_5_std": 0.40348, "nauc_precision_at_5_diff1": -0.052569, "nauc_precision_at_10_max": -0.013993, "nauc_precision_at_10_std": 0.144612, "nauc_precision_at_10_diff1": -0.193424, "nauc_precision_at_20_max": -0.109283, "nauc_precision_at_20_std": 0.054579, "nauc_precision_at_20_diff1": -0.237829, "nauc_precision_at_25_max": -0.109283, "nauc_precision_at_25_std": 0.054579, "nauc_precision_at_25_diff1": -0.237829, "nauc_precision_at_50_max": -0.109283, "nauc_precision_at_50_std": 0.054579, "nauc_precision_at_50_diff1": -0.237829, "nauc_precision_at_100_max": -0.109283, "nauc_precision_at_100_std": 0.054579, "nauc_precision_at_100_diff1": -0.237829, "nauc_precision_at_1000_max": -0.109283, "nauc_precision_at_1000_std": 0.054579, "nauc_precision_at_1000_diff1": -0.237829, "nauc_mrr_at_1_max": 0.68855, "nauc_mrr_at_1_std": 0.599794, "nauc_mrr_at_1_diff1": 0.671268, "nauc_mrr_at_3_max": 0.774794, "nauc_mrr_at_3_std": 0.698945, "nauc_mrr_at_3_diff1": 0.697978, "nauc_mrr_at_5_max": 0.763105, "nauc_mrr_at_5_std": 0.683202, "nauc_mrr_at_5_diff1": 0.707725, "nauc_mrr_at_10_max": 0.760483, "nauc_mrr_at_10_std": 0.679043, "nauc_mrr_at_10_diff1": 0.700143, "nauc_mrr_at_20_max": 0.755912, "nauc_mrr_at_20_std": 0.675694, "nauc_mrr_at_20_diff1": 0.697197, "nauc_mrr_at_25_max": 0.755912, "nauc_mrr_at_25_std": 0.675694, "nauc_mrr_at_25_diff1": 0.697197, "nauc_mrr_at_50_max": 0.755912, "nauc_mrr_at_50_std": 0.675694, "nauc_mrr_at_50_diff1": 0.697197, "nauc_mrr_at_100_max": 0.755912, "nauc_mrr_at_100_std": 0.675694, "nauc_mrr_at_100_diff1": 0.697197, "nauc_mrr_at_1000_max": 0.755912, "nauc_mrr_at_1000_std": 0.675694, "nauc_mrr_at_1000_diff1": 0.697197, "hit_rate_at_1": 0.69388, "hit_rate_at_3": 0.83673, "hit_rate_at_5": 0.89796, "hit_rate_at_10": 0.95918, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.693878, "R_cap_at_3": 0.765306, "R_cap_at_5": 0.843537, "R_cap_at_10": 0.942177, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.7998, "hf_subset": "world_news_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.81429, "ndcg_at_3": 0.84701, "ndcg_at_5": 0.86703, "ndcg_at_10": 0.88151, "ndcg_at_20": 0.89214, "ndcg_at_25": 0.89214, "ndcg_at_50": 0.89214, "ndcg_at_100": 0.89214, "ndcg_at_1000": 0.89214, "map_at_1": 0.65952, "map_at_3": 0.80556, "map_at_5": 0.82865, "map_at_10": 0.8386, "map_at_20": 0.84279, "map_at_25": 0.84279, "map_at_50": 0.84279, "map_at_100": 0.84279, "map_at_1000": 0.84279, "recall_at_1": 0.65952, "recall_at_3": 0.87857, "recall_at_5": 0.92619, "recall_at_10": 0.9619, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.65952, "precision_at_1": 0.81429, "precision_at_3": 0.39524, "precision_at_5": 0.26, "precision_at_10": 0.13714, "precision_at_20": 0.07143, "precision_at_25": 0.05714, "precision_at_50": 0.02857, "precision_at_100": 0.01429, "precision_at_1000": 0.00143, "mrr_at_1": 0.814286, "mrr_at_3": 0.87619, "mrr_at_5": 0.879762, "mrr_at_10": 0.881548, "mrr_at_20": 0.88334, "mrr_at_25": 0.88334, "mrr_at_50": 0.88334, "mrr_at_100": 0.88334, "mrr_at_1000": 0.88334, "nauc_ndcg_at_1_max": 0.238477, "nauc_ndcg_at_1_std": 0.208668, "nauc_ndcg_at_1_diff1": 0.686846, "nauc_ndcg_at_3_max": 0.353868, "nauc_ndcg_at_3_std": 0.586346, "nauc_ndcg_at_3_diff1": 0.668123, "nauc_ndcg_at_5_max": 0.292354, "nauc_ndcg_at_5_std": 0.531389, "nauc_ndcg_at_5_diff1": 0.630135, "nauc_ndcg_at_10_max": 0.323401, "nauc_ndcg_at_10_std": 0.495166, "nauc_ndcg_at_10_diff1": 0.655219, "nauc_ndcg_at_20_max": 0.305126, "nauc_ndcg_at_20_std": 0.442301, "nauc_ndcg_at_20_diff1": 0.649566, "nauc_ndcg_at_25_max": 0.305126, "nauc_ndcg_at_25_std": 0.442301, "nauc_ndcg_at_25_diff1": 0.649566, "nauc_ndcg_at_50_max": 0.305126, "nauc_ndcg_at_50_std": 0.442301, "nauc_ndcg_at_50_diff1": 0.649566, "nauc_ndcg_at_100_max": 0.305126, "nauc_ndcg_at_100_std": 0.442301, "nauc_ndcg_at_100_diff1": 0.649566, "nauc_ndcg_at_1000_max": 0.305126, "nauc_ndcg_at_1000_std": 0.442301, "nauc_ndcg_at_1000_diff1": 0.649566, "nauc_map_at_1_max": 0.159825, "nauc_map_at_1_std": 0.22379, "nauc_map_at_1_diff1": 0.435704, "nauc_map_at_3_max": 0.334988, "nauc_map_at_3_std": 0.499059, "nauc_map_at_3_diff1": 0.638449, "nauc_map_at_5_max": 0.268598, "nauc_map_at_5_std": 0.49892, "nauc_map_at_5_diff1": 0.605454, "nauc_map_at_10_max": 0.29024, "nauc_map_at_10_std": 0.477306, "nauc_map_at_10_diff1": 0.621559, "nauc_map_at_20_max": 0.28578, "nauc_map_at_20_std": 0.462047, "nauc_map_at_20_diff1": 0.620507, "nauc_map_at_25_max": 0.28578, "nauc_map_at_25_std": 0.462047, "nauc_map_at_25_diff1": 0.620507, "nauc_map_at_50_max": 0.28578, "nauc_map_at_50_std": 0.462047, "nauc_map_at_50_diff1": 0.620507, "nauc_map_at_100_max": 0.28578, "nauc_map_at_100_std": 0.462047, "nauc_map_at_100_diff1": 0.620507, "nauc_map_at_1000_max": 0.28578, "nauc_map_at_1000_std": 0.462047, "nauc_map_at_1000_diff1": 0.620507, "nauc_recall_at_1_max": 0.159825, "nauc_recall_at_1_std": 0.22379, "nauc_recall_at_1_diff1": 0.435704, "nauc_recall_at_3_max": 0.473235, "nauc_recall_at_3_std": 0.755603, "nauc_recall_at_3_diff1": 0.672022, "nauc_recall_at_5_max": 0.299459, "nauc_recall_at_5_std": 0.847742, "nauc_recall_at_5_diff1": 0.558868, "nauc_recall_at_10_max": 0.494631, "nauc_recall_at_10_std": 0.95098, "nauc_recall_at_10_diff1": 0.687208, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.238477, "nauc_precision_at_1_std": 0.208668, "nauc_precision_at_1_diff1": 0.686846, "nauc_precision_at_3_max": 0.080562, "nauc_precision_at_3_std": 0.20478, "nauc_precision_at_3_diff1": 0.186954, "nauc_precision_at_5_max": -0.091979, "nauc_precision_at_5_std": 0.072414, "nauc_precision_at_5_diff1": -0.010601, "nauc_precision_at_10_max": -0.077946, "nauc_precision_at_10_std": -0.027757, "nauc_precision_at_10_diff1": -0.046021, "nauc_precision_at_20_max": -0.120656, "nauc_precision_at_20_std": -0.122838, "nauc_precision_at_20_diff1": -0.110565, "nauc_precision_at_25_max": -0.120656, "nauc_precision_at_25_std": -0.122838, "nauc_precision_at_25_diff1": -0.110565, "nauc_precision_at_50_max": -0.120656, "nauc_precision_at_50_std": -0.122838, "nauc_precision_at_50_diff1": -0.110565, "nauc_precision_at_100_max": -0.120656, "nauc_precision_at_100_std": -0.122838, "nauc_precision_at_100_diff1": -0.110565, "nauc_precision_at_1000_max": -0.120656, "nauc_precision_at_1000_std": -0.122838, "nauc_precision_at_1000_diff1": -0.110565, "nauc_mrr_at_1_max": 0.238477, "nauc_mrr_at_1_std": 0.208668, "nauc_mrr_at_1_diff1": 0.686846, "nauc_mrr_at_3_max": 0.348736, "nauc_mrr_at_3_std": 0.371775, "nauc_mrr_at_3_diff1": 0.720511, "nauc_mrr_at_5_max": 0.3371, "nauc_mrr_at_5_std": 0.360857, "nauc_mrr_at_5_diff1": 0.711803, "nauc_mrr_at_10_max": 0.331006, "nauc_mrr_at_10_std": 0.355138, "nauc_mrr_at_10_diff1": 0.709312, "nauc_mrr_at_20_max": 0.327814, "nauc_mrr_at_20_std": 0.345718, "nauc_mrr_at_20_diff1": 0.709432, "nauc_mrr_at_25_max": 0.327814, "nauc_mrr_at_25_std": 0.345718, "nauc_mrr_at_25_diff1": 0.709432, "nauc_mrr_at_50_max": 0.327814, "nauc_mrr_at_50_std": 0.345718, "nauc_mrr_at_50_diff1": 0.709432, "nauc_mrr_at_100_max": 0.327814, "nauc_mrr_at_100_std": 0.345718, "nauc_mrr_at_100_diff1": 0.709432, "nauc_mrr_at_1000_max": 0.327814, "nauc_mrr_at_1000_std": 0.345718, "nauc_mrr_at_1000_diff1": 0.709432, "hit_rate_at_1": 0.81429, "hit_rate_at_3": 0.94286, "hit_rate_at_5": 0.95714, "hit_rate_at_10": 0.97143, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.814286, "R_cap_at_3": 0.885714, "R_cap_at_5": 0.92619, "R_cap_at_10": 0.961905, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88151, "hf_subset": "world_news_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82353, "ndcg_at_3": 0.88178, "ndcg_at_5": 0.89219, "ndcg_at_10": 0.90145, "ndcg_at_20": 0.91051, "ndcg_at_25": 0.91051, "ndcg_at_50": 0.91051, "ndcg_at_100": 0.91051, "ndcg_at_1000": 0.91051, "map_at_1": 0.68137, "map_at_3": 0.84028, "map_at_5": 0.86387, "map_at_10": 0.87251, "map_at_20": 0.87547, "map_at_25": 0.87547, "map_at_50": 0.87547, "map_at_100": 0.87547, "map_at_1000": 0.87547, "recall_at_1": 0.68137, "recall_at_3": 0.91544, "recall_at_5": 0.9473, "recall_at_10": 0.96569, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.68137, "precision_at_1": 0.82353, "precision_at_3": 0.41667, "precision_at_5": 0.27059, "precision_at_10": 0.14118, "precision_at_20": 0.07279, "precision_at_25": 0.05824, "precision_at_50": 0.02912, "precision_at_100": 0.01456, "precision_at_1000": 0.00146, "mrr_at_1": 0.823529, "mrr_at_3": 0.887255, "mrr_at_5": 0.887255, "mrr_at_10": 0.887255, "mrr_at_20": 0.88917, "mrr_at_25": 0.88917, "mrr_at_50": 0.88917, "mrr_at_100": 0.88917, "mrr_at_1000": 0.88917, "nauc_ndcg_at_1_max": 0.668313, "nauc_ndcg_at_1_std": 0.757486, "nauc_ndcg_at_1_diff1": 0.878058, "nauc_ndcg_at_3_max": 0.739302, "nauc_ndcg_at_3_std": 0.83008, "nauc_ndcg_at_3_diff1": 0.77512, "nauc_ndcg_at_5_max": 0.730623, "nauc_ndcg_at_5_std": 0.820986, "nauc_ndcg_at_5_diff1": 0.78284, "nauc_ndcg_at_10_max": 0.727172, "nauc_ndcg_at_10_std": 0.815124, "nauc_ndcg_at_10_diff1": 0.823599, "nauc_ndcg_at_20_max": 0.71116, "nauc_ndcg_at_20_std": 0.80134, "nauc_ndcg_at_20_diff1": 0.826585, "nauc_ndcg_at_25_max": 0.71116, "nauc_ndcg_at_25_std": 0.80134, "nauc_ndcg_at_25_diff1": 0.826585, "nauc_ndcg_at_50_max": 0.71116, "nauc_ndcg_at_50_std": 0.80134, "nauc_ndcg_at_50_diff1": 0.826585, "nauc_ndcg_at_100_max": 0.71116, "nauc_ndcg_at_100_std": 0.80134, "nauc_ndcg_at_100_diff1": 0.826585, "nauc_ndcg_at_1000_max": 0.71116, "nauc_ndcg_at_1000_std": 0.80134, "nauc_ndcg_at_1000_diff1": 0.826585, "nauc_map_at_1_max": 0.506256, "nauc_map_at_1_std": 0.448297, "nauc_map_at_1_diff1": 0.600764, "nauc_map_at_3_max": 0.699021, "nauc_map_at_3_std": 0.706918, "nauc_map_at_3_diff1": 0.761851, "nauc_map_at_5_max": 0.71784, "nauc_map_at_5_std": 0.807868, "nauc_map_at_5_diff1": 0.769525, "nauc_map_at_10_max": 0.71096, "nauc_map_at_10_std": 0.807641, "nauc_map_at_10_diff1": 0.796565, "nauc_map_at_20_max": 0.707979, "nauc_map_at_20_std": 0.803963, "nauc_map_at_20_diff1": 0.799514, "nauc_map_at_25_max": 0.707979, "nauc_map_at_25_std": 0.803963, "nauc_map_at_25_diff1": 0.799514, "nauc_map_at_50_max": 0.707979, "nauc_map_at_50_std": 0.803963, "nauc_map_at_50_diff1": 0.799514, "nauc_map_at_100_max": 0.707979, "nauc_map_at_100_std": 0.803963, "nauc_map_at_100_diff1": 0.799514, "nauc_map_at_1000_max": 0.707979, "nauc_map_at_1000_std": 0.803963, "nauc_map_at_1000_diff1": 0.799514, "nauc_recall_at_1_max": 0.506256, "nauc_recall_at_1_std": 0.448297, "nauc_recall_at_1_diff1": 0.600764, "nauc_recall_at_3_max": 0.71169, "nauc_recall_at_3_std": 0.639874, "nauc_recall_at_3_diff1": 0.618711, "nauc_recall_at_5_max": 0.793494, "nauc_recall_at_5_std": 0.869386, "nauc_recall_at_5_diff1": 0.614467, "nauc_recall_at_10_max": 0.880085, "nauc_recall_at_10_std": 0.925059, "nauc_recall_at_10_diff1": 0.818597, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.668313, "nauc_precision_at_1_std": 0.757486, "nauc_precision_at_1_diff1": 0.878058, "nauc_precision_at_3_max": 0.023222, "nauc_precision_at_3_std": 0.227735, "nauc_precision_at_3_diff1": -0.002134, "nauc_precision_at_5_max": -0.068113, "nauc_precision_at_5_std": 0.160991, "nauc_precision_at_5_diff1": -0.098347, "nauc_precision_at_10_max": -0.118562, "nauc_precision_at_10_std": 0.078504, "nauc_precision_at_10_diff1": -0.108698, "nauc_precision_at_20_max": -0.176637, "nauc_precision_at_20_std": 0.017066, "nauc_precision_at_20_diff1": -0.156677, "nauc_precision_at_25_max": -0.176637, "nauc_precision_at_25_std": 0.017066, "nauc_precision_at_25_diff1": -0.156677, "nauc_precision_at_50_max": -0.176637, "nauc_precision_at_50_std": 0.017066, "nauc_precision_at_50_diff1": -0.156677, "nauc_precision_at_100_max": -0.176637, "nauc_precision_at_100_std": 0.017066, "nauc_precision_at_100_diff1": -0.156677, "nauc_precision_at_1000_max": -0.176637, "nauc_precision_at_1000_std": 0.017066, "nauc_precision_at_1000_diff1": -0.156677, "nauc_mrr_at_1_max": 0.668313, "nauc_mrr_at_1_std": 0.757486, "nauc_mrr_at_1_diff1": 0.878058, "nauc_mrr_at_3_max": 0.719041, "nauc_mrr_at_3_std": 0.791327, "nauc_mrr_at_3_diff1": 0.879279, "nauc_mrr_at_5_max": 0.719041, "nauc_mrr_at_5_std": 0.791327, "nauc_mrr_at_5_diff1": 0.879279, "nauc_mrr_at_10_max": 0.719041, "nauc_mrr_at_10_std": 0.791327, "nauc_mrr_at_10_diff1": 0.879279, "nauc_mrr_at_20_max": 0.715264, "nauc_mrr_at_20_std": 0.788627, "nauc_mrr_at_20_diff1": 0.878397, "nauc_mrr_at_25_max": 0.715264, "nauc_mrr_at_25_std": 0.788627, "nauc_mrr_at_25_diff1": 0.878397, "nauc_mrr_at_50_max": 0.715264, "nauc_mrr_at_50_std": 0.788627, "nauc_mrr_at_50_diff1": 0.878397, "nauc_mrr_at_100_max": 0.715264, "nauc_mrr_at_100_std": 0.788627, "nauc_mrr_at_100_diff1": 0.878397, "nauc_mrr_at_1000_max": 0.715264, "nauc_mrr_at_1000_std": 0.788627, "nauc_mrr_at_1000_diff1": 0.878397, "hit_rate_at_1": 0.82353, "hit_rate_at_3": 0.97059, "hit_rate_at_5": 0.97059, "hit_rate_at_10": 0.97059, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.823529, "R_cap_at_3": 0.928922, "R_cap_at_5": 0.947304, "R_cap_at_10": 0.965686, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.90145, "hf_subset": "world_news_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.93151, "ndcg_at_3": 0.95647, "ndcg_at_5": 0.9641, "ndcg_at_10": 0.96883, "ndcg_at_20": 0.96883, "ndcg_at_25": 0.96883, "ndcg_at_50": 0.96883, "ndcg_at_100": 0.96883, "ndcg_at_1000": 0.96883, "map_at_1": 0.75799, "map_at_3": 0.92732, "map_at_5": 0.94838, "map_at_10": 0.95186, "map_at_20": 0.95186, "map_at_25": 0.95186, "map_at_50": 0.95186, "map_at_100": 0.95186, "map_at_1000": 0.95186, "recall_at_1": 0.75799, "recall_at_3": 0.96233, "recall_at_5": 0.98858, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.75799, "precision_at_1": 0.93151, "precision_at_3": 0.45662, "precision_at_5": 0.29315, "precision_at_10": 0.14932, "precision_at_20": 0.07466, "precision_at_25": 0.05973, "precision_at_50": 0.02986, "precision_at_100": 0.01493, "precision_at_1000": 0.00149, "mrr_at_1": 0.931507, "mrr_at_3": 0.965753, "mrr_at_5": 0.965753, "mrr_at_10": 0.965753, "mrr_at_20": 0.965753, "mrr_at_25": 0.965753, "mrr_at_50": 0.965753, "mrr_at_100": 0.965753, "mrr_at_1000": 0.965753, "nauc_ndcg_at_1_max": 0.650648, "nauc_ndcg_at_1_std": 0.717531, "nauc_ndcg_at_1_diff1": 0.862696, "nauc_ndcg_at_3_max": 0.733037, "nauc_ndcg_at_3_std": 0.719018, "nauc_ndcg_at_3_diff1": 0.767611, "nauc_ndcg_at_5_max": 0.672777, "nauc_ndcg_at_5_std": 0.727517, "nauc_ndcg_at_5_diff1": 0.756782, "nauc_ndcg_at_10_max": 0.671219, "nauc_ndcg_at_10_std": 0.719054, "nauc_ndcg_at_10_diff1": 0.795245, "nauc_ndcg_at_20_max": 0.671219, "nauc_ndcg_at_20_std": 0.719054, "nauc_ndcg_at_20_diff1": 0.795245, "nauc_ndcg_at_25_max": 0.671219, "nauc_ndcg_at_25_std": 0.719054, "nauc_ndcg_at_25_diff1": 0.795245, "nauc_ndcg_at_50_max": 0.671219, "nauc_ndcg_at_50_std": 0.719054, "nauc_ndcg_at_50_diff1": 0.795245, "nauc_ndcg_at_100_max": 0.671219, "nauc_ndcg_at_100_std": 0.719054, "nauc_ndcg_at_100_diff1": 0.795245, "nauc_ndcg_at_1000_max": 0.671219, "nauc_ndcg_at_1000_std": 0.719054, "nauc_ndcg_at_1000_diff1": 0.795245, "nauc_map_at_1_max": 0.299184, "nauc_map_at_1_std": 0.166955, "nauc_map_at_1_diff1": 0.532964, "nauc_map_at_3_max": 0.656614, "nauc_map_at_3_std": 0.524749, "nauc_map_at_3_diff1": 0.781272, "nauc_map_at_5_max": 0.692039, "nauc_map_at_5_std": 0.724988, "nauc_map_at_5_diff1": 0.755432, "nauc_map_at_10_max": 0.692053, "nauc_map_at_10_std": 0.720448, "nauc_map_at_10_diff1": 0.772984, "nauc_map_at_20_max": 0.692053, "nauc_map_at_20_std": 0.720448, "nauc_map_at_20_diff1": 0.772984, "nauc_map_at_25_max": 0.692053, "nauc_map_at_25_std": 0.720448, "nauc_map_at_25_diff1": 0.772984, "nauc_map_at_50_max": 0.692053, "nauc_map_at_50_std": 0.720448, "nauc_map_at_50_diff1": 0.772984, "nauc_map_at_100_max": 0.692053, "nauc_map_at_100_std": 0.720448, "nauc_map_at_100_diff1": 0.772984, "nauc_map_at_1000_max": 0.692053, "nauc_map_at_1000_std": 0.720448, "nauc_map_at_1000_diff1": 0.772984, "nauc_recall_at_1_max": 0.299184, "nauc_recall_at_1_std": 0.166955, "nauc_recall_at_1_diff1": 0.532964, "nauc_recall_at_3_max": 0.62673, "nauc_recall_at_3_std": 0.309363, "nauc_recall_at_3_diff1": 0.696132, "nauc_recall_at_5_max": 0.679993, "nauc_recall_at_5_std": 0.781031, "nauc_recall_at_5_diff1": 0.503652, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.650648, "nauc_precision_at_1_std": 0.717531, "nauc_precision_at_1_diff1": 0.862696, "nauc_precision_at_3_max": -0.034961, "nauc_precision_at_3_std": 0.100689, "nauc_precision_at_3_diff1": -0.241293, "nauc_precision_at_5_max": -0.111203, "nauc_precision_at_5_std": 0.072991, "nauc_precision_at_5_diff1": -0.296311, "nauc_precision_at_10_max": -0.138485, "nauc_precision_at_10_std": 0.036993, "nauc_precision_at_10_diff1": -0.31112, "nauc_precision_at_20_max": -0.138485, "nauc_precision_at_20_std": 0.036993, "nauc_precision_at_20_diff1": -0.31112, "nauc_precision_at_25_max": -0.138485, "nauc_precision_at_25_std": 0.036993, "nauc_precision_at_25_diff1": -0.31112, "nauc_precision_at_50_max": -0.138485, "nauc_precision_at_50_std": 0.036993, "nauc_precision_at_50_diff1": -0.31112, "nauc_precision_at_100_max": -0.138485, "nauc_precision_at_100_std": 0.036993, "nauc_precision_at_100_diff1": -0.31112, "nauc_precision_at_1000_max": -0.138485, "nauc_precision_at_1000_std": 0.036993, "nauc_precision_at_1000_diff1": -0.31112, "nauc_mrr_at_1_max": 0.650648, "nauc_mrr_at_1_std": 0.717531, "nauc_mrr_at_1_diff1": 0.862696, "nauc_mrr_at_3_max": 0.650648, "nauc_mrr_at_3_std": 0.717531, "nauc_mrr_at_3_diff1": 0.862696, "nauc_mrr_at_5_max": 0.650648, "nauc_mrr_at_5_std": 0.717531, "nauc_mrr_at_5_diff1": 0.862696, "nauc_mrr_at_10_max": 0.650648, "nauc_mrr_at_10_std": 0.717531, "nauc_mrr_at_10_diff1": 0.862696, "nauc_mrr_at_20_max": 0.650648, "nauc_mrr_at_20_std": 0.717531, "nauc_mrr_at_20_diff1": 0.862696, "nauc_mrr_at_25_max": 0.650648, "nauc_mrr_at_25_std": 0.717531, "nauc_mrr_at_25_diff1": 0.862696, "nauc_mrr_at_50_max": 0.650648, "nauc_mrr_at_50_std": 0.717531, "nauc_mrr_at_50_diff1": 0.862696, "nauc_mrr_at_100_max": 0.650648, "nauc_mrr_at_100_std": 0.717531, "nauc_mrr_at_100_diff1": 0.862696, "nauc_mrr_at_1000_max": 0.650648, "nauc_mrr_at_1000_std": 0.717531, "nauc_mrr_at_1000_diff1": 0.862696, "hit_rate_at_1": 0.93151, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.931507, "R_cap_at_3": 0.974886, "R_cap_at_5": 0.988584, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.96883, "hf_subset": "world_news_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1202.653673907742, "kg_co2_emissions": null, "date": 1784053097.52001, "evaluation_phases": [ { "name": "Data loading", "start": 6.05359673500061e-06, "end": 16.75084107927978, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 16.750853471457958, "end": 16.75085567496717, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 16.76737547107041, "end": 16.844073003157973, "split": "test", "subset": "world_news_claude_short__Times" }, { "name": "Scoring", "start": 16.844086876139045, "end": 16.899518774822354, "split": "test", "subset": "world_news_claude_short__Times" } ] }