{ "dataset_revision": "c0c0877aab7085655b446b2adcb86a25bbf14459", "task_name": "EPBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.57143, "ndcg_at_3": 0.521, "ndcg_at_5": 0.52828, "ndcg_at_10": 0.5538, "ndcg_at_20": 0.58089, "ndcg_at_25": 0.5909, "ndcg_at_50": 0.61862, "ndcg_at_100": 0.6383, "ndcg_at_1000": 0.65428, "map_at_1": 0.28378, "map_at_3": 0.37312, "map_at_5": 0.41479, "map_at_10": 0.45674, "map_at_20": 0.47825, "map_at_25": 0.48187, "map_at_50": 0.49084, "map_at_100": 0.49501, "map_at_1000": 0.49719, "recall_at_1": 0.28378, "recall_at_3": 0.41035, "recall_at_5": 0.48174, "recall_at_10": 0.60377, "recall_at_20": 0.70592, "recall_at_25": 0.73735, "recall_at_50": 0.83626, "recall_at_100": 0.92093, "recall_at_1000": 1.0, "accuracy": 0.28378, "precision_at_1": 0.57143, "precision_at_3": 0.35714, "precision_at_5": 0.27959, "precision_at_10": 0.19082, "precision_at_20": 0.11684, "precision_at_25": 0.09837, "precision_at_50": 0.05755, "precision_at_100": 0.03214, "precision_at_1000": 0.00354, "mrr_at_1": 0.571429, "mrr_at_3": 0.62585, "mrr_at_5": 0.633503, "mrr_at_10": 0.64719, "mrr_at_20": 0.649894, "mrr_at_25": 0.650781, "mrr_at_50": 0.65215, "mrr_at_100": 0.652538, "mrr_at_1000": 0.652759, "nauc_ndcg_at_1_max": 0.208104, "nauc_ndcg_at_1_std": -0.070348, "nauc_ndcg_at_1_diff1": 0.518841, "nauc_ndcg_at_3_max": 0.200907, "nauc_ndcg_at_3_std": -0.079952, "nauc_ndcg_at_3_diff1": 0.387625, "nauc_ndcg_at_5_max": 0.168439, "nauc_ndcg_at_5_std": -0.136161, "nauc_ndcg_at_5_diff1": 0.413482, "nauc_ndcg_at_10_max": 0.249027, "nauc_ndcg_at_10_std": -0.10204, "nauc_ndcg_at_10_diff1": 0.40395, "nauc_ndcg_at_20_max": 0.264985, "nauc_ndcg_at_20_std": -0.071523, "nauc_ndcg_at_20_diff1": 0.377384, "nauc_ndcg_at_25_max": 0.256369, "nauc_ndcg_at_25_std": -0.068301, "nauc_ndcg_at_25_diff1": 0.364576, "nauc_ndcg_at_50_max": 0.244516, "nauc_ndcg_at_50_std": -0.062939, "nauc_ndcg_at_50_diff1": 0.381123, "nauc_ndcg_at_100_max": 0.21062, "nauc_ndcg_at_100_std": -0.088117, "nauc_ndcg_at_100_diff1": 0.390398, "nauc_ndcg_at_1000_max": 0.208301, "nauc_ndcg_at_1000_std": -0.083663, "nauc_ndcg_at_1000_diff1": 0.393945, "nauc_map_at_1_max": 0.247511, "nauc_map_at_1_std": -0.054418, "nauc_map_at_1_diff1": 0.550267, "nauc_map_at_3_max": 0.28975, "nauc_map_at_3_std": -0.020264, "nauc_map_at_3_diff1": 0.47959, "nauc_map_at_5_max": 0.260944, "nauc_map_at_5_std": -0.077014, "nauc_map_at_5_diff1": 0.452451, "nauc_map_at_10_max": 0.272313, "nauc_map_at_10_std": -0.091197, "nauc_map_at_10_diff1": 0.435493, "nauc_map_at_20_max": 0.258482, "nauc_map_at_20_std": -0.096465, "nauc_map_at_20_diff1": 0.421933, "nauc_map_at_25_max": 0.255563, "nauc_map_at_25_std": -0.098083, "nauc_map_at_25_diff1": 0.418848, "nauc_map_at_50_max": 0.250529, "nauc_map_at_50_std": -0.099335, "nauc_map_at_50_diff1": 0.424259, "nauc_map_at_100_max": 0.244463, "nauc_map_at_100_std": -0.103648, "nauc_map_at_100_diff1": 0.424971, "nauc_map_at_1000_max": 0.242808, "nauc_map_at_1000_std": -0.103179, "nauc_map_at_1000_diff1": 0.424853, "nauc_recall_at_1_max": 0.247511, "nauc_recall_at_1_std": -0.054418, "nauc_recall_at_1_diff1": 0.550267, "nauc_recall_at_3_max": 0.296228, "nauc_recall_at_3_std": 0.019146, "nauc_recall_at_3_diff1": 0.408059, "nauc_recall_at_5_max": 0.215979, "nauc_recall_at_5_std": -0.076401, "nauc_recall_at_5_diff1": 0.379974, "nauc_recall_at_10_max": 0.329262, "nauc_recall_at_10_std": -0.042233, "nauc_recall_at_10_diff1": 0.261064, "nauc_recall_at_20_max": 0.349303, "nauc_recall_at_20_std": 0.029072, "nauc_recall_at_20_diff1": 0.150355, "nauc_recall_at_25_max": 0.325836, "nauc_recall_at_25_std": 0.059549, "nauc_recall_at_25_diff1": 0.080775, "nauc_recall_at_50_max": 0.353378, "nauc_recall_at_50_std": 0.154141, "nauc_recall_at_50_diff1": 0.101769, "nauc_recall_at_100_max": 0.069847, "nauc_recall_at_100_std": -0.072683, "nauc_recall_at_100_diff1": 0.182964, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.208104, "nauc_precision_at_1_std": -0.070348, "nauc_precision_at_1_diff1": 0.518841, "nauc_precision_at_3_max": 0.073869, "nauc_precision_at_3_std": -0.028069, "nauc_precision_at_3_diff1": 0.03474, "nauc_precision_at_5_max": -0.03445, "nauc_precision_at_5_std": -0.154221, "nauc_precision_at_5_diff1": -0.01671, "nauc_precision_at_10_max": -0.053265, "nauc_precision_at_10_std": -0.160942, "nauc_precision_at_10_diff1": -0.046046, "nauc_precision_at_20_max": -0.098705, "nauc_precision_at_20_std": -0.141798, "nauc_precision_at_20_diff1": -0.092138, "nauc_precision_at_25_max": -0.11693, "nauc_precision_at_25_std": -0.13549, "nauc_precision_at_25_diff1": -0.118926, "nauc_precision_at_50_max": -0.159333, "nauc_precision_at_50_std": -0.125616, "nauc_precision_at_50_diff1": -0.094967, "nauc_precision_at_100_max": -0.208216, "nauc_precision_at_100_std": -0.132584, "nauc_precision_at_100_diff1": -0.112845, "nauc_precision_at_1000_max": -0.226488, "nauc_precision_at_1000_std": -0.105954, "nauc_precision_at_1000_diff1": -0.125424, "nauc_mrr_at_1_max": 0.208104, "nauc_mrr_at_1_std": -0.070348, "nauc_mrr_at_1_diff1": 0.518841, "nauc_mrr_at_3_max": 0.17896, "nauc_mrr_at_3_std": -0.071018, "nauc_mrr_at_3_diff1": 0.441615, "nauc_mrr_at_5_max": 0.167331, "nauc_mrr_at_5_std": -0.07999, "nauc_mrr_at_5_diff1": 0.455377, "nauc_mrr_at_10_max": 0.176042, "nauc_mrr_at_10_std": -0.079313, "nauc_mrr_at_10_diff1": 0.441007, "nauc_mrr_at_20_max": 0.177266, "nauc_mrr_at_20_std": -0.076414, "nauc_mrr_at_20_diff1": 0.440402, "nauc_mrr_at_25_max": 0.175724, "nauc_mrr_at_25_std": -0.07389, "nauc_mrr_at_25_diff1": 0.439086, "nauc_mrr_at_50_max": 0.175613, "nauc_mrr_at_50_std": -0.073405, "nauc_mrr_at_50_diff1": 0.440526, "nauc_mrr_at_100_max": 0.175252, "nauc_mrr_at_100_std": -0.074163, "nauc_mrr_at_100_diff1": 0.441633, "nauc_mrr_at_1000_max": 0.175602, "nauc_mrr_at_1000_std": -0.074401, "nauc_mrr_at_1000_diff1": 0.442039, "hit_rate_at_1": 0.57143, "hit_rate_at_3": 0.70408, "hit_rate_at_5": 0.73469, "hit_rate_at_10": 0.82653, "hit_rate_at_20": 0.86735, "hit_rate_at_25": 0.88776, "hit_rate_at_50": 0.93878, "hit_rate_at_100": 0.96939, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.571429, "R_cap_at_3": 0.513605, "R_cap_at_5": 0.538605, "R_cap_at_10": 0.618963, "R_cap_at_20": 0.705925, "R_cap_at_25": 0.737347, "R_cap_at_50": 0.836257, "R_cap_at_100": 0.920928, "R_cap_at_1000": 1.0, "main_score": 0.5538, "hf_subset": "default_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.59016, "ndcg_at_3": 0.60993, "ndcg_at_5": 0.63869, "ndcg_at_10": 0.65055, "ndcg_at_20": 0.66659, "ndcg_at_25": 0.673, "ndcg_at_50": 0.69408, "ndcg_at_100": 0.70442, "ndcg_at_1000": 0.71568, "map_at_1": 0.32136, "map_at_3": 0.46452, "map_at_5": 0.519, "map_at_10": 0.56185, "map_at_20": 0.57689, "map_at_25": 0.57988, "map_at_50": 0.58569, "map_at_100": 0.58791, "map_at_1000": 0.58964, "recall_at_1": 0.32136, "recall_at_3": 0.53281, "recall_at_5": 0.64345, "recall_at_10": 0.74291, "recall_at_20": 0.80831, "recall_at_25": 0.82812, "recall_at_50": 0.90791, "recall_at_100": 0.95114, "recall_at_1000": 1.0, "accuracy": 0.32136, "precision_at_1": 0.59016, "precision_at_3": 0.40164, "precision_at_5": 0.31967, "precision_at_10": 0.20738, "precision_at_20": 0.11844, "precision_at_25": 0.09836, "precision_at_50": 0.05508, "precision_at_100": 0.02943, "precision_at_1000": 0.00322, "mrr_at_1": 0.590164, "mrr_at_3": 0.666667, "mrr_at_5": 0.68224, "mrr_at_10": 0.689435, "mrr_at_20": 0.692451, "mrr_at_25": 0.692807, "mrr_at_50": 0.694265, "mrr_at_100": 0.69452, "mrr_at_1000": 0.694563, "nauc_ndcg_at_1_max": 0.160253, "nauc_ndcg_at_1_std": -0.138947, "nauc_ndcg_at_1_diff1": 0.420735, "nauc_ndcg_at_3_max": 0.166216, "nauc_ndcg_at_3_std": -0.098789, "nauc_ndcg_at_3_diff1": 0.33931, "nauc_ndcg_at_5_max": 0.21309, "nauc_ndcg_at_5_std": -0.000344, "nauc_ndcg_at_5_diff1": 0.394714, "nauc_ndcg_at_10_max": 0.195243, "nauc_ndcg_at_10_std": 0.019927, "nauc_ndcg_at_10_diff1": 0.398521, "nauc_ndcg_at_20_max": 0.187128, "nauc_ndcg_at_20_std": 0.017152, "nauc_ndcg_at_20_diff1": 0.400386, "nauc_ndcg_at_25_max": 0.186818, "nauc_ndcg_at_25_std": 0.000884, "nauc_ndcg_at_25_diff1": 0.414537, "nauc_ndcg_at_50_max": 0.193632, "nauc_ndcg_at_50_std": -0.011254, "nauc_ndcg_at_50_diff1": 0.401127, "nauc_ndcg_at_100_max": 0.18817, "nauc_ndcg_at_100_std": -0.02813, "nauc_ndcg_at_100_diff1": 0.393885, "nauc_ndcg_at_1000_max": 0.177935, "nauc_ndcg_at_1000_std": -0.040248, "nauc_ndcg_at_1000_diff1": 0.379534, "nauc_map_at_1_max": 0.155052, "nauc_map_at_1_std": -0.154297, "nauc_map_at_1_diff1": 0.395011, "nauc_map_at_3_max": 0.178039, "nauc_map_at_3_std": -0.082048, "nauc_map_at_3_diff1": 0.380939, "nauc_map_at_5_max": 0.195475, "nauc_map_at_5_std": -0.026381, "nauc_map_at_5_diff1": 0.413839, "nauc_map_at_10_max": 0.187231, "nauc_map_at_10_std": -0.00197, "nauc_map_at_10_diff1": 0.398681, "nauc_map_at_20_max": 0.18885, "nauc_map_at_20_std": -0.005719, "nauc_map_at_20_diff1": 0.387124, "nauc_map_at_25_max": 0.190613, "nauc_map_at_25_std": -0.010477, "nauc_map_at_25_diff1": 0.391161, "nauc_map_at_50_max": 0.191418, "nauc_map_at_50_std": -0.013681, "nauc_map_at_50_diff1": 0.386987, "nauc_map_at_100_max": 0.191126, "nauc_map_at_100_std": -0.016531, "nauc_map_at_100_diff1": 0.385742, "nauc_map_at_1000_max": 0.189852, "nauc_map_at_1000_std": -0.018047, "nauc_map_at_1000_diff1": 0.383836, "nauc_recall_at_1_max": 0.155052, "nauc_recall_at_1_std": -0.154297, "nauc_recall_at_1_diff1": 0.395011, "nauc_recall_at_3_max": 0.168521, "nauc_recall_at_3_std": -0.02234, "nauc_recall_at_3_diff1": 0.340196, "nauc_recall_at_5_max": 0.230474, "nauc_recall_at_5_std": 0.164087, "nauc_recall_at_5_diff1": 0.447456, "nauc_recall_at_10_max": 0.185879, "nauc_recall_at_10_std": 0.262193, "nauc_recall_at_10_diff1": 0.410603, "nauc_recall_at_20_max": 0.179857, "nauc_recall_at_20_std": 0.290466, "nauc_recall_at_20_diff1": 0.408046, "nauc_recall_at_25_max": 0.171772, "nauc_recall_at_25_std": 0.230748, "nauc_recall_at_25_diff1": 0.503993, "nauc_recall_at_50_max": 0.310278, "nauc_recall_at_50_std": 0.30407, "nauc_recall_at_50_diff1": 0.502158, "nauc_recall_at_100_max": 0.303954, "nauc_recall_at_100_std": 0.226216, "nauc_recall_at_100_diff1": 0.52074, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.160253, "nauc_precision_at_1_std": -0.138947, "nauc_precision_at_1_diff1": 0.420735, "nauc_precision_at_3_max": 0.046465, "nauc_precision_at_3_std": -0.017194, "nauc_precision_at_3_diff1": 0.082194, "nauc_precision_at_5_max": 0.040891, "nauc_precision_at_5_std": 0.063072, "nauc_precision_at_5_diff1": 0.04871, "nauc_precision_at_10_max": 0.000476, "nauc_precision_at_10_std": 0.069722, "nauc_precision_at_10_diff1": -0.038153, "nauc_precision_at_20_max": -0.005142, "nauc_precision_at_20_std": 0.053195, "nauc_precision_at_20_diff1": -0.087174, "nauc_precision_at_25_max": -0.002512, "nauc_precision_at_25_std": 0.029979, "nauc_precision_at_25_diff1": -0.081546, "nauc_precision_at_50_max": -0.023428, "nauc_precision_at_50_std": 0.001026, "nauc_precision_at_50_diff1": -0.135433, "nauc_precision_at_100_max": -0.032804, "nauc_precision_at_100_std": -0.021493, "nauc_precision_at_100_diff1": -0.16071, "nauc_precision_at_1000_max": -0.063966, "nauc_precision_at_1000_std": -0.04419, "nauc_precision_at_1000_diff1": -0.200853, "nauc_mrr_at_1_max": 0.160253, "nauc_mrr_at_1_std": -0.138947, "nauc_mrr_at_1_diff1": 0.420735, "nauc_mrr_at_3_max": 0.161453, "nauc_mrr_at_3_std": -0.126503, "nauc_mrr_at_3_diff1": 0.380862, "nauc_mrr_at_5_max": 0.175245, "nauc_mrr_at_5_std": -0.103842, "nauc_mrr_at_5_diff1": 0.406876, "nauc_mrr_at_10_max": 0.165184, "nauc_mrr_at_10_std": -0.101771, "nauc_mrr_at_10_diff1": 0.399887, "nauc_mrr_at_20_max": 0.165235, "nauc_mrr_at_20_std": -0.103693, "nauc_mrr_at_20_diff1": 0.399645, "nauc_mrr_at_25_max": 0.164445, "nauc_mrr_at_25_std": -0.105071, "nauc_mrr_at_25_diff1": 0.400452, "nauc_mrr_at_50_max": 0.165871, "nauc_mrr_at_50_std": -0.104826, "nauc_mrr_at_50_diff1": 0.399209, "nauc_mrr_at_100_max": 0.165709, "nauc_mrr_at_100_std": -0.105301, "nauc_mrr_at_100_diff1": 0.398955, "nauc_mrr_at_1000_max": 0.165716, "nauc_mrr_at_1000_std": -0.105444, "nauc_mrr_at_1000_diff1": 0.398929, "hit_rate_at_1": 0.59016, "hit_rate_at_3": 0.7541, "hit_rate_at_5": 0.81967, "hit_rate_at_10": 0.87705, "hit_rate_at_20": 0.91803, "hit_rate_at_25": 0.92623, "hit_rate_at_50": 0.97541, "hit_rate_at_100": 0.9918, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.590164, "R_cap_at_3": 0.636612, "R_cap_at_5": 0.706011, "R_cap_at_10": 0.755077, "R_cap_at_20": 0.808313, "R_cap_at_25": 0.828116, "R_cap_at_50": 0.907906, "R_cap_at_100": 0.951138, "R_cap_at_1000": 1.0, "main_score": 0.65055, "hf_subset": "default_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.8, "ndcg_at_5": 0.88614, "ndcg_at_10": 0.88614, "ndcg_at_20": 0.88614, "ndcg_at_25": 0.88614, "ndcg_at_50": 0.88614, "ndcg_at_100": 0.88614, "ndcg_at_1000": 0.88614, "map_at_1": 0.8, "map_at_3": 0.8, "map_at_5": 0.85, "map_at_10": 0.85, "map_at_20": 0.85, "map_at_25": 0.85, "map_at_50": 0.85, "map_at_100": 0.85, "map_at_1000": 0.85, "recall_at_1": 0.8, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8, "mrr_at_5": 0.85, "mrr_at_10": 0.85, "mrr_at_20": 0.85, "mrr_at_25": 0.85, "mrr_at_50": 0.85, "mrr_at_100": 0.85, "mrr_at_1000": 0.85, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.833333, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.833333, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.833333, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.833333, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.833333, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": 0.833333, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": 0.833333, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.833333, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.833333, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.833333, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.833333, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.833333, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.833333, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.833333, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": 0.833333, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": 0.833333, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.833333, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.833333, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.833333, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.833333, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.833333, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.833333, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.833333, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.833333, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.833333, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.833333, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.833333, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": 0.833333, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": 0.833333, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.833333, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.833333, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88614, "hf_subset": "default_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8, "ndcg_at_3": 0.8, "ndcg_at_5": 0.88614, "ndcg_at_10": 0.88614, "ndcg_at_20": 0.88614, "ndcg_at_25": 0.88614, "ndcg_at_50": 0.88614, "ndcg_at_100": 0.88614, "ndcg_at_1000": 0.88614, "map_at_1": 0.8, "map_at_3": 0.8, "map_at_5": 0.85, "map_at_10": 0.85, "map_at_20": 0.85, "map_at_25": 0.85, "map_at_50": 0.85, "map_at_100": 0.85, "map_at_1000": 0.85, "recall_at_1": 0.8, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.8, "precision_at_1": 0.8, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.8, "mrr_at_3": 0.8, "mrr_at_5": 0.85, "mrr_at_10": 0.85, "mrr_at_20": 0.85, "mrr_at_25": 0.85, "mrr_at_50": 0.85, "mrr_at_100": 0.85, "mrr_at_1000": 0.85, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.833333, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.833333, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.833333, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.833333, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.833333, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": 0.833333, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": 0.833333, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.833333, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.833333, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.833333, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.833333, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.833333, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.833333, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.833333, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": 0.833333, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": 0.833333, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.833333, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.833333, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.833333, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 1.0, "nauc_recall_at_3_std": 0.833333, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.833333, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": 1.0, "nauc_precision_at_3_std": 0.833333, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.833333, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.833333, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.833333, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.833333, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.833333, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": 0.833333, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": 0.833333, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.833333, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.833333, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.8, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.8, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.88614, "hf_subset": "default_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.62879, "ndcg_at_3": 0.67791, "ndcg_at_5": 0.68084, "ndcg_at_10": 0.70598, "ndcg_at_20": 0.72214, "ndcg_at_25": 0.7267, "ndcg_at_50": 0.73911, "ndcg_at_100": 0.74934, "ndcg_at_1000": 0.75628, "map_at_1": 0.31885, "map_at_3": 0.52021, "map_at_5": 0.5717, "map_at_10": 0.62133, "map_at_20": 0.63746, "map_at_25": 0.6391, "map_at_50": 0.64287, "map_at_100": 0.64484, "map_at_1000": 0.64579, "recall_at_1": 0.31885, "recall_at_3": 0.61178, "recall_at_5": 0.68254, "recall_at_10": 0.81469, "recall_at_20": 0.86102, "recall_at_25": 0.87631, "recall_at_50": 0.92452, "recall_at_100": 0.96906, "recall_at_1000": 1.0, "accuracy": 0.31885, "precision_at_1": 0.62879, "precision_at_3": 0.47222, "precision_at_5": 0.35909, "precision_at_10": 0.22727, "precision_at_20": 0.12917, "precision_at_25": 0.10545, "precision_at_50": 0.05576, "precision_at_100": 0.02962, "precision_at_1000": 0.00312, "mrr_at_1": 0.628788, "mrr_at_3": 0.719697, "mrr_at_5": 0.723485, "mrr_at_10": 0.733962, "mrr_at_20": 0.735755, "mrr_at_25": 0.736058, "mrr_at_50": 0.736628, "mrr_at_100": 0.736994, "mrr_at_1000": 0.736994, "nauc_ndcg_at_1_max": 0.105377, "nauc_ndcg_at_1_std": -0.043145, "nauc_ndcg_at_1_diff1": 0.458585, "nauc_ndcg_at_3_max": 0.034658, "nauc_ndcg_at_3_std": -0.123079, "nauc_ndcg_at_3_diff1": 0.471536, "nauc_ndcg_at_5_max": 0.058936, "nauc_ndcg_at_5_std": -0.089084, "nauc_ndcg_at_5_diff1": 0.469428, "nauc_ndcg_at_10_max": 0.081334, "nauc_ndcg_at_10_std": -0.055482, "nauc_ndcg_at_10_diff1": 0.522267, "nauc_ndcg_at_20_max": 0.065013, "nauc_ndcg_at_20_std": -0.066634, "nauc_ndcg_at_20_diff1": 0.521444, "nauc_ndcg_at_25_max": 0.071842, "nauc_ndcg_at_25_std": -0.054386, "nauc_ndcg_at_25_diff1": 0.518052, "nauc_ndcg_at_50_max": 0.066404, "nauc_ndcg_at_50_std": -0.067367, "nauc_ndcg_at_50_diff1": 0.500857, "nauc_ndcg_at_100_max": 0.065979, "nauc_ndcg_at_100_std": -0.074759, "nauc_ndcg_at_100_diff1": 0.487059, "nauc_ndcg_at_1000_max": 0.070209, "nauc_ndcg_at_1000_std": -0.07116, "nauc_ndcg_at_1000_diff1": 0.482582, "nauc_map_at_1_max": 0.076659, "nauc_map_at_1_std": -0.113929, "nauc_map_at_1_diff1": 0.507699, "nauc_map_at_3_max": 0.091491, "nauc_map_at_3_std": -0.102169, "nauc_map_at_3_diff1": 0.487649, "nauc_map_at_5_max": 0.092763, "nauc_map_at_5_std": -0.082998, "nauc_map_at_5_diff1": 0.49113, "nauc_map_at_10_max": 0.077259, "nauc_map_at_10_std": -0.063303, "nauc_map_at_10_diff1": 0.506884, "nauc_map_at_20_max": 0.052237, "nauc_map_at_20_std": -0.085477, "nauc_map_at_20_diff1": 0.498694, "nauc_map_at_25_max": 0.054531, "nauc_map_at_25_std": -0.082827, "nauc_map_at_25_diff1": 0.498536, "nauc_map_at_50_max": 0.052357, "nauc_map_at_50_std": -0.084573, "nauc_map_at_50_diff1": 0.493036, "nauc_map_at_100_max": 0.051568, "nauc_map_at_100_std": -0.085664, "nauc_map_at_100_diff1": 0.490531, "nauc_map_at_1000_max": 0.05191, "nauc_map_at_1000_std": -0.085422, "nauc_map_at_1000_diff1": 0.489804, "nauc_recall_at_1_max": 0.076659, "nauc_recall_at_1_std": -0.113929, "nauc_recall_at_1_diff1": 0.507699, "nauc_recall_at_3_max": 0.077776, "nauc_recall_at_3_std": -0.105358, "nauc_recall_at_3_diff1": 0.444568, "nauc_recall_at_5_max": 0.116449, "nauc_recall_at_5_std": -0.051781, "nauc_recall_at_5_diff1": 0.464837, "nauc_recall_at_10_max": 0.084958, "nauc_recall_at_10_std": 0.034464, "nauc_recall_at_10_diff1": 0.588234, "nauc_recall_at_20_max": -0.000755, "nauc_recall_at_20_std": 0.000386, "nauc_recall_at_20_diff1": 0.625103, "nauc_recall_at_25_max": 0.034252, "nauc_recall_at_25_std": 0.100687, "nauc_recall_at_25_diff1": 0.615662, "nauc_recall_at_50_max": -0.023312, "nauc_recall_at_50_std": 0.006232, "nauc_recall_at_50_diff1": 0.560913, "nauc_recall_at_100_max": -0.085006, "nauc_recall_at_100_std": -0.159528, "nauc_recall_at_100_diff1": 0.413374, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.105377, "nauc_precision_at_1_std": -0.043145, "nauc_precision_at_1_diff1": 0.458585, "nauc_precision_at_3_max": -0.016501, "nauc_precision_at_3_std": 0.008541, "nauc_precision_at_3_diff1": 0.042765, "nauc_precision_at_5_max": -0.032524, "nauc_precision_at_5_std": 0.032558, "nauc_precision_at_5_diff1": -0.016602, "nauc_precision_at_10_max": -0.073337, "nauc_precision_at_10_std": 0.03769, "nauc_precision_at_10_diff1": -0.049992, "nauc_precision_at_20_max": -0.120126, "nauc_precision_at_20_std": -0.011078, "nauc_precision_at_20_diff1": -0.106044, "nauc_precision_at_25_max": -0.112573, "nauc_precision_at_25_std": -0.002014, "nauc_precision_at_25_diff1": -0.11557, "nauc_precision_at_50_max": -0.121889, "nauc_precision_at_50_std": -0.010359, "nauc_precision_at_50_diff1": -0.160804, "nauc_precision_at_100_max": -0.122419, "nauc_precision_at_100_std": -0.013698, "nauc_precision_at_100_diff1": -0.202852, "nauc_precision_at_1000_max": -0.112088, "nauc_precision_at_1000_std": -0.002937, "nauc_precision_at_1000_diff1": -0.230481, "nauc_mrr_at_1_max": 0.105377, "nauc_mrr_at_1_std": -0.043145, "nauc_mrr_at_1_diff1": 0.458585, "nauc_mrr_at_3_max": 0.114515, "nauc_mrr_at_3_std": -0.06563, "nauc_mrr_at_3_diff1": 0.467903, "nauc_mrr_at_5_max": 0.129339, "nauc_mrr_at_5_std": -0.05097, "nauc_mrr_at_5_diff1": 0.46646, "nauc_mrr_at_10_max": 0.119655, "nauc_mrr_at_10_std": -0.049029, "nauc_mrr_at_10_diff1": 0.474268, "nauc_mrr_at_20_max": 0.11763, "nauc_mrr_at_20_std": -0.047854, "nauc_mrr_at_20_diff1": 0.472019, "nauc_mrr_at_25_max": 0.118023, "nauc_mrr_at_25_std": -0.046343, "nauc_mrr_at_25_diff1": 0.471478, "nauc_mrr_at_50_max": 0.11829, "nauc_mrr_at_50_std": -0.0477, "nauc_mrr_at_50_diff1": 0.471423, "nauc_mrr_at_100_max": 0.118562, "nauc_mrr_at_100_std": -0.048063, "nauc_mrr_at_100_diff1": 0.471043, "nauc_mrr_at_1000_max": 0.118562, "nauc_mrr_at_1000_std": -0.048063, "nauc_mrr_at_1000_diff1": 0.471043, "hit_rate_at_1": 0.62879, "hit_rate_at_3": 0.83333, "hit_rate_at_5": 0.84848, "hit_rate_at_10": 0.92424, "hit_rate_at_20": 0.94697, "hit_rate_at_25": 0.95455, "hit_rate_at_50": 0.97727, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.628788, "R_cap_at_3": 0.724747, "R_cap_at_5": 0.737879, "R_cap_at_10": 0.822222, "R_cap_at_20": 0.861019, "R_cap_at_25": 0.876306, "R_cap_at_50": 0.92452, "R_cap_at_100": 0.969063, "R_cap_at_1000": 1.0, "main_score": 0.70598, "hf_subset": "default_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.72917, "ndcg_at_3": 0.74821, "ndcg_at_5": 0.77017, "ndcg_at_10": 0.79491, "ndcg_at_20": 0.80603, "ndcg_at_25": 0.80868, "ndcg_at_50": 0.81453, "ndcg_at_100": 0.82073, "ndcg_at_1000": 0.8247, "map_at_1": 0.39524, "map_at_3": 0.59231, "map_at_5": 0.65183, "map_at_10": 0.70738, "map_at_20": 0.72324, "map_at_25": 0.72486, "map_at_50": 0.72723, "map_at_100": 0.72894, "map_at_1000": 0.72962, "recall_at_1": 0.39524, "recall_at_3": 0.6726, "recall_at_5": 0.77599, "recall_at_10": 0.89231, "recall_at_20": 0.93518, "recall_at_25": 0.94168, "recall_at_50": 0.95958, "recall_at_100": 0.98367, "recall_at_1000": 1.0, "accuracy": 0.39524, "precision_at_1": 0.72917, "precision_at_3": 0.50694, "precision_at_5": 0.38472, "precision_at_10": 0.24722, "precision_at_20": 0.13715, "precision_at_25": 0.11167, "precision_at_50": 0.05806, "precision_at_100": 0.03028, "precision_at_1000": 0.00313, "mrr_at_1": 0.729167, "mrr_at_3": 0.804398, "mrr_at_5": 0.815856, "mrr_at_10": 0.820679, "mrr_at_20": 0.820679, "mrr_at_25": 0.820679, "mrr_at_50": 0.820679, "mrr_at_100": 0.820791, "mrr_at_1000": 0.820791, "nauc_ndcg_at_1_max": 0.505617, "nauc_ndcg_at_1_std": 0.269864, "nauc_ndcg_at_1_diff1": 0.506426, "nauc_ndcg_at_3_max": 0.374062, "nauc_ndcg_at_3_std": 0.1895, "nauc_ndcg_at_3_diff1": 0.369478, "nauc_ndcg_at_5_max": 0.418842, "nauc_ndcg_at_5_std": 0.220326, "nauc_ndcg_at_5_diff1": 0.354133, "nauc_ndcg_at_10_max": 0.440482, "nauc_ndcg_at_10_std": 0.297321, "nauc_ndcg_at_10_diff1": 0.396315, "nauc_ndcg_at_20_max": 0.458627, "nauc_ndcg_at_20_std": 0.298548, "nauc_ndcg_at_20_diff1": 0.416606, "nauc_ndcg_at_25_max": 0.455589, "nauc_ndcg_at_25_std": 0.291194, "nauc_ndcg_at_25_diff1": 0.415139, "nauc_ndcg_at_50_max": 0.471101, "nauc_ndcg_at_50_std": 0.282516, "nauc_ndcg_at_50_diff1": 0.417527, "nauc_ndcg_at_100_max": 0.456973, "nauc_ndcg_at_100_std": 0.254993, "nauc_ndcg_at_100_diff1": 0.410028, "nauc_ndcg_at_1000_max": 0.449767, "nauc_ndcg_at_1000_std": 0.243007, "nauc_ndcg_at_1000_diff1": 0.40114, "nauc_map_at_1_max": 0.130405, "nauc_map_at_1_std": 0.073858, "nauc_map_at_1_diff1": 0.498283, "nauc_map_at_3_max": 0.246213, "nauc_map_at_3_std": 0.211533, "nauc_map_at_3_diff1": 0.402475, "nauc_map_at_5_max": 0.323889, "nauc_map_at_5_std": 0.247332, "nauc_map_at_5_diff1": 0.390934, "nauc_map_at_10_max": 0.388429, "nauc_map_at_10_std": 0.27064, "nauc_map_at_10_diff1": 0.394112, "nauc_map_at_20_max": 0.393411, "nauc_map_at_20_std": 0.257578, "nauc_map_at_20_diff1": 0.392219, "nauc_map_at_25_max": 0.392302, "nauc_map_at_25_std": 0.254677, "nauc_map_at_25_diff1": 0.391529, "nauc_map_at_50_max": 0.396866, "nauc_map_at_50_std": 0.252028, "nauc_map_at_50_diff1": 0.391053, "nauc_map_at_100_max": 0.394617, "nauc_map_at_100_std": 0.246736, "nauc_map_at_100_diff1": 0.388434, "nauc_map_at_1000_max": 0.393814, "nauc_map_at_1000_std": 0.24498, "nauc_map_at_1000_diff1": 0.387604, "nauc_recall_at_1_max": 0.130405, "nauc_recall_at_1_std": 0.073858, "nauc_recall_at_1_diff1": 0.498283, "nauc_recall_at_3_max": 0.179097, "nauc_recall_at_3_std": 0.231167, "nauc_recall_at_3_diff1": 0.329952, "nauc_recall_at_5_max": 0.261722, "nauc_recall_at_5_std": 0.266232, "nauc_recall_at_5_diff1": 0.283924, "nauc_recall_at_10_max": 0.33938, "nauc_recall_at_10_std": 0.530101, "nauc_recall_at_10_diff1": 0.346804, "nauc_recall_at_20_max": 0.48999, "nauc_recall_at_20_std": 0.665183, "nauc_recall_at_20_diff1": 0.423749, "nauc_recall_at_25_max": 0.479008, "nauc_recall_at_25_std": 0.65959, "nauc_recall_at_25_diff1": 0.419295, "nauc_recall_at_50_max": 0.711484, "nauc_recall_at_50_std": 0.75307, "nauc_recall_at_50_diff1": 0.52389, "nauc_recall_at_100_max": 0.635714, "nauc_recall_at_100_std": 0.563299, "nauc_recall_at_100_diff1": 0.695829, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.505617, "nauc_precision_at_1_std": 0.269864, "nauc_precision_at_1_diff1": 0.506426, "nauc_precision_at_3_max": 0.263586, "nauc_precision_at_3_std": 0.123284, "nauc_precision_at_3_diff1": -0.132501, "nauc_precision_at_5_max": 0.237855, "nauc_precision_at_5_std": 0.065004, "nauc_precision_at_5_diff1": -0.185212, "nauc_precision_at_10_max": 0.167667, "nauc_precision_at_10_std": 0.015369, "nauc_precision_at_10_diff1": -0.18759, "nauc_precision_at_20_max": 0.119578, "nauc_precision_at_20_std": -0.034357, "nauc_precision_at_20_diff1": -0.20242, "nauc_precision_at_25_max": 0.106783, "nauc_precision_at_25_std": -0.047613, "nauc_precision_at_25_diff1": -0.203439, "nauc_precision_at_50_max": 0.102694, "nauc_precision_at_50_std": -0.072375, "nauc_precision_at_50_diff1": -0.21011, "nauc_precision_at_100_max": 0.068741, "nauc_precision_at_100_std": -0.109911, "nauc_precision_at_100_diff1": -0.226108, "nauc_precision_at_1000_max": 0.039311, "nauc_precision_at_1000_std": -0.136285, "nauc_precision_at_1000_diff1": -0.238932, "nauc_mrr_at_1_max": 0.505617, "nauc_mrr_at_1_std": 0.269864, "nauc_mrr_at_1_diff1": 0.506426, "nauc_mrr_at_3_max": 0.532343, "nauc_mrr_at_3_std": 0.273025, "nauc_mrr_at_3_diff1": 0.459723, "nauc_mrr_at_5_max": 0.528752, "nauc_mrr_at_5_std": 0.25482, "nauc_mrr_at_5_diff1": 0.456199, "nauc_mrr_at_10_max": 0.524925, "nauc_mrr_at_10_std": 0.265307, "nauc_mrr_at_10_diff1": 0.467533, "nauc_mrr_at_20_max": 0.524925, "nauc_mrr_at_20_std": 0.265307, "nauc_mrr_at_20_diff1": 0.467533, "nauc_mrr_at_25_max": 0.524925, "nauc_mrr_at_25_std": 0.265307, "nauc_mrr_at_25_diff1": 0.467533, "nauc_mrr_at_50_max": 0.524925, "nauc_mrr_at_50_std": 0.265307, "nauc_mrr_at_50_diff1": 0.467533, "nauc_mrr_at_100_max": 0.524685, "nauc_mrr_at_100_std": 0.264886, "nauc_mrr_at_100_diff1": 0.467977, "nauc_mrr_at_1000_max": 0.524685, "nauc_mrr_at_1000_std": 0.264886, "nauc_mrr_at_1000_diff1": 0.467977, "hit_rate_at_1": 0.72917, "hit_rate_at_3": 0.90972, "hit_rate_at_5": 0.95833, "hit_rate_at_10": 0.99306, "hit_rate_at_20": 0.99306, "hit_rate_at_25": 0.99306, "hit_rate_at_50": 0.99306, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.729167, "R_cap_at_3": 0.782407, "R_cap_at_5": 0.833796, "R_cap_at_10": 0.903723, "R_cap_at_20": 0.935178, "R_cap_at_25": 0.941683, "R_cap_at_50": 0.959579, "R_cap_at_100": 0.983668, "R_cap_at_1000": 1.0, "main_score": 0.79491, "hf_subset": "default_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.61538, "ndcg_at_3": 0.64099, "ndcg_at_5": 0.67396, "ndcg_at_10": 0.73346, "ndcg_at_20": 0.75842, "ndcg_at_25": 0.75842, "ndcg_at_50": 0.75842, "ndcg_at_100": 0.75842, "ndcg_at_1000": 0.75842, "map_at_1": 0.47436, "map_at_3": 0.61325, "map_at_5": 0.63392, "map_at_10": 0.66405, "map_at_20": 0.67257, "map_at_25": 0.67257, "map_at_50": 0.67257, "map_at_100": 0.67257, "map_at_1000": 0.67257, "recall_at_1": 0.47436, "recall_at_3": 0.66667, "recall_at_5": 0.74038, "recall_at_10": 0.90705, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.47436, "precision_at_1": 0.61538, "precision_at_3": 0.32051, "precision_at_5": 0.21154, "precision_at_10": 0.12885, "precision_at_20": 0.07115, "precision_at_25": 0.05692, "precision_at_50": 0.02846, "precision_at_100": 0.01423, "precision_at_1000": 0.00142, "mrr_at_1": 0.615385, "mrr_at_3": 0.669872, "mrr_at_5": 0.688141, "mrr_at_10": 0.706967, "mrr_at_20": 0.710393, "mrr_at_25": 0.710393, "mrr_at_50": 0.710393, "mrr_at_100": 0.710393, "mrr_at_1000": 0.710393, "nauc_ndcg_at_1_max": 0.140836, "nauc_ndcg_at_1_std": -0.149031, "nauc_ndcg_at_1_diff1": 0.213892, "nauc_ndcg_at_3_max": 0.256374, "nauc_ndcg_at_3_std": 0.004867, "nauc_ndcg_at_3_diff1": 0.108912, "nauc_ndcg_at_5_max": 0.252853, "nauc_ndcg_at_5_std": 0.025346, "nauc_ndcg_at_5_diff1": 0.059412, "nauc_ndcg_at_10_max": 0.226943, "nauc_ndcg_at_10_std": -0.039505, "nauc_ndcg_at_10_diff1": 0.110989, "nauc_ndcg_at_20_max": 0.209827, "nauc_ndcg_at_20_std": -0.03238, "nauc_ndcg_at_20_diff1": 0.124541, "nauc_ndcg_at_25_max": 0.209827, "nauc_ndcg_at_25_std": -0.03238, "nauc_ndcg_at_25_diff1": 0.124541, "nauc_ndcg_at_50_max": 0.209827, "nauc_ndcg_at_50_std": -0.03238, "nauc_ndcg_at_50_diff1": 0.124541, "nauc_ndcg_at_100_max": 0.209827, "nauc_ndcg_at_100_std": -0.03238, "nauc_ndcg_at_100_diff1": 0.124541, "nauc_ndcg_at_1000_max": 0.209827, "nauc_ndcg_at_1000_std": -0.03238, "nauc_ndcg_at_1000_diff1": 0.124541, "nauc_map_at_1_max": 0.114484, "nauc_map_at_1_std": -0.133015, "nauc_map_at_1_diff1": 0.218058, "nauc_map_at_3_max": 0.244005, "nauc_map_at_3_std": -0.001236, "nauc_map_at_3_diff1": 0.099067, "nauc_map_at_5_max": 0.235916, "nauc_map_at_5_std": 0.002142, "nauc_map_at_5_diff1": 0.074101, "nauc_map_at_10_max": 0.225856, "nauc_map_at_10_std": -0.032737, "nauc_map_at_10_diff1": 0.105794, "nauc_map_at_20_max": 0.218953, "nauc_map_at_20_std": -0.028986, "nauc_map_at_20_diff1": 0.109304, "nauc_map_at_25_max": 0.218953, "nauc_map_at_25_std": -0.028986, "nauc_map_at_25_diff1": 0.109304, "nauc_map_at_50_max": 0.218953, "nauc_map_at_50_std": -0.028986, "nauc_map_at_50_diff1": 0.109304, "nauc_map_at_100_max": 0.218953, "nauc_map_at_100_std": -0.028986, "nauc_map_at_100_diff1": 0.109304, "nauc_map_at_1000_max": 0.218953, "nauc_map_at_1000_std": -0.028986, "nauc_map_at_1000_diff1": 0.109304, "nauc_recall_at_1_max": 0.114484, "nauc_recall_at_1_std": -0.133015, "nauc_recall_at_1_diff1": 0.218058, "nauc_recall_at_3_max": 0.336028, "nauc_recall_at_3_std": 0.101968, "nauc_recall_at_3_diff1": 0.052938, "nauc_recall_at_5_max": 0.348412, "nauc_recall_at_5_std": 0.166582, "nauc_recall_at_5_diff1": -0.100031, "nauc_recall_at_10_max": 0.313099, "nauc_recall_at_10_std": -0.069238, "nauc_recall_at_10_diff1": 0.002448, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.140836, "nauc_precision_at_1_std": -0.149031, "nauc_precision_at_1_diff1": 0.213892, "nauc_precision_at_3_max": 0.188106, "nauc_precision_at_3_std": 0.054764, "nauc_precision_at_3_diff1": -0.058171, "nauc_precision_at_5_max": 0.142902, "nauc_precision_at_5_std": 0.07769, "nauc_precision_at_5_diff1": -0.119686, "nauc_precision_at_10_max": 0.017552, "nauc_precision_at_10_std": -0.023374, "nauc_precision_at_10_diff1": -0.054176, "nauc_precision_at_20_max": -0.082956, "nauc_precision_at_20_std": 0.015591, "nauc_precision_at_20_diff1": -0.064611, "nauc_precision_at_25_max": -0.082956, "nauc_precision_at_25_std": 0.015591, "nauc_precision_at_25_diff1": -0.064611, "nauc_precision_at_50_max": -0.082956, "nauc_precision_at_50_std": 0.015591, "nauc_precision_at_50_diff1": -0.064611, "nauc_precision_at_100_max": -0.082956, "nauc_precision_at_100_std": 0.015591, "nauc_precision_at_100_diff1": -0.064611, "nauc_precision_at_1000_max": -0.082956, "nauc_precision_at_1000_std": 0.015591, "nauc_precision_at_1000_diff1": -0.064611, "nauc_mrr_at_1_max": 0.140836, "nauc_mrr_at_1_std": -0.149031, "nauc_mrr_at_1_diff1": 0.213892, "nauc_mrr_at_3_max": 0.194651, "nauc_mrr_at_3_std": -0.074694, "nauc_mrr_at_3_diff1": 0.182073, "nauc_mrr_at_5_max": 0.194237, "nauc_mrr_at_5_std": -0.050555, "nauc_mrr_at_5_diff1": 0.157299, "nauc_mrr_at_10_max": 0.187883, "nauc_mrr_at_10_std": -0.063506, "nauc_mrr_at_10_diff1": 0.167686, "nauc_mrr_at_20_max": 0.189497, "nauc_mrr_at_20_std": -0.065406, "nauc_mrr_at_20_diff1": 0.172523, "nauc_mrr_at_25_max": 0.189497, "nauc_mrr_at_25_std": -0.065406, "nauc_mrr_at_25_diff1": 0.172523, "nauc_mrr_at_50_max": 0.189497, "nauc_mrr_at_50_std": -0.065406, "nauc_mrr_at_50_diff1": 0.172523, "nauc_mrr_at_100_max": 0.189497, "nauc_mrr_at_100_std": -0.065406, "nauc_mrr_at_100_diff1": 0.172523, "nauc_mrr_at_1000_max": 0.189497, "nauc_mrr_at_1000_std": -0.065406, "nauc_mrr_at_1000_diff1": 0.172523, "hit_rate_at_1": 0.61538, "hit_rate_at_3": 0.73077, "hit_rate_at_5": 0.80769, "hit_rate_at_10": 0.94231, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.615385, "R_cap_at_3": 0.666667, "R_cap_at_5": 0.740385, "R_cap_at_10": 0.907051, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.73346, "hf_subset": "default_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76056, "ndcg_at_3": 0.80584, "ndcg_at_5": 0.81174, "ndcg_at_10": 0.83325, "ndcg_at_20": 0.8581, "ndcg_at_25": 0.8581, "ndcg_at_50": 0.8581, "ndcg_at_100": 0.8581, "ndcg_at_1000": 0.8581, "map_at_1": 0.62441, "map_at_3": 0.77817, "map_at_5": 0.7838, "map_at_10": 0.79384, "map_at_20": 0.80326, "map_at_25": 0.80326, "map_at_50": 0.80326, "map_at_100": 0.80326, "map_at_1000": 0.80326, "recall_at_1": 0.62441, "recall_at_3": 0.84272, "recall_at_5": 0.85446, "recall_at_10": 0.91315, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62441, "precision_at_1": 0.76056, "precision_at_3": 0.3662, "precision_at_5": 0.22535, "precision_at_10": 0.12254, "precision_at_20": 0.06761, "precision_at_25": 0.05408, "precision_at_50": 0.02704, "precision_at_100": 0.01352, "precision_at_1000": 0.00135, "mrr_at_1": 0.760563, "mrr_at_3": 0.821596, "mrr_at_5": 0.821596, "mrr_at_10": 0.829281, "mrr_at_20": 0.833699, "mrr_at_25": 0.833699, "mrr_at_50": 0.833699, "mrr_at_100": 0.833699, "mrr_at_1000": 0.833699, "nauc_ndcg_at_1_max": 0.038918, "nauc_ndcg_at_1_std": -0.114267, "nauc_ndcg_at_1_diff1": 0.676901, "nauc_ndcg_at_3_max": 0.074484, "nauc_ndcg_at_3_std": 0.080337, "nauc_ndcg_at_3_diff1": 0.624513, "nauc_ndcg_at_5_max": 0.071173, "nauc_ndcg_at_5_std": 0.054743, "nauc_ndcg_at_5_diff1": 0.63059, "nauc_ndcg_at_10_max": 0.064292, "nauc_ndcg_at_10_std": 0.042947, "nauc_ndcg_at_10_diff1": 0.610027, "nauc_ndcg_at_20_max": 0.057126, "nauc_ndcg_at_20_std": 0.000849, "nauc_ndcg_at_20_diff1": 0.637028, "nauc_ndcg_at_25_max": 0.057126, "nauc_ndcg_at_25_std": 0.000849, "nauc_ndcg_at_25_diff1": 0.637028, "nauc_ndcg_at_50_max": 0.057126, "nauc_ndcg_at_50_std": 0.000849, "nauc_ndcg_at_50_diff1": 0.637028, "nauc_ndcg_at_100_max": 0.057126, "nauc_ndcg_at_100_std": 0.000849, "nauc_ndcg_at_100_diff1": 0.637028, "nauc_ndcg_at_1000_max": 0.057126, "nauc_ndcg_at_1000_std": 0.000849, "nauc_ndcg_at_1000_diff1": 0.637028, "nauc_map_at_1_max": 0.209872, "nauc_map_at_1_std": 0.107586, "nauc_map_at_1_diff1": 0.713369, "nauc_map_at_3_max": 0.100373, "nauc_map_at_3_std": 0.069434, "nauc_map_at_3_diff1": 0.644787, "nauc_map_at_5_max": 0.096607, "nauc_map_at_5_std": 0.047201, "nauc_map_at_5_diff1": 0.648612, "nauc_map_at_10_max": 0.092322, "nauc_map_at_10_std": 0.037791, "nauc_map_at_10_diff1": 0.641595, "nauc_map_at_20_max": 0.086876, "nauc_map_at_20_std": 0.023865, "nauc_map_at_20_diff1": 0.647858, "nauc_map_at_25_max": 0.086876, "nauc_map_at_25_std": 0.023865, "nauc_map_at_25_diff1": 0.647858, "nauc_map_at_50_max": 0.086876, "nauc_map_at_50_std": 0.023865, "nauc_map_at_50_diff1": 0.647858, "nauc_map_at_100_max": 0.086876, "nauc_map_at_100_std": 0.023865, "nauc_map_at_100_diff1": 0.647858, "nauc_map_at_1000_max": 0.086876, "nauc_map_at_1000_std": 0.023865, "nauc_map_at_1000_diff1": 0.647858, "nauc_recall_at_1_max": 0.209872, "nauc_recall_at_1_std": 0.107586, "nauc_recall_at_1_diff1": 0.713369, "nauc_recall_at_3_max": 0.081367, "nauc_recall_at_3_std": 0.260398, "nauc_recall_at_3_diff1": 0.541008, "nauc_recall_at_5_max": 0.077059, "nauc_recall_at_5_std": 0.212375, "nauc_recall_at_5_diff1": 0.562453, "nauc_recall_at_10_max": 0.068333, "nauc_recall_at_10_std": 0.242545, "nauc_recall_at_10_diff1": 0.431396, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.038918, "nauc_precision_at_1_std": -0.114267, "nauc_precision_at_1_diff1": 0.676901, "nauc_precision_at_3_max": -0.232624, "nauc_precision_at_3_std": -0.173754, "nauc_precision_at_3_diff1": -0.091171, "nauc_precision_at_5_max": -0.227401, "nauc_precision_at_5_std": -0.211601, "nauc_precision_at_5_diff1": -0.101839, "nauc_precision_at_10_max": -0.284569, "nauc_precision_at_10_std": -0.227161, "nauc_precision_at_10_diff1": -0.25839, "nauc_precision_at_20_max": -0.329446, "nauc_precision_at_20_std": -0.276714, "nauc_precision_at_20_diff1": -0.392875, "nauc_precision_at_25_max": -0.329446, "nauc_precision_at_25_std": -0.276714, "nauc_precision_at_25_diff1": -0.392875, "nauc_precision_at_50_max": -0.329446, "nauc_precision_at_50_std": -0.276714, "nauc_precision_at_50_diff1": -0.392875, "nauc_precision_at_100_max": -0.329446, "nauc_precision_at_100_std": -0.276714, "nauc_precision_at_100_diff1": -0.392875, "nauc_precision_at_1000_max": -0.329446, "nauc_precision_at_1000_std": -0.276714, "nauc_precision_at_1000_diff1": -0.392875, "nauc_mrr_at_1_max": 0.038918, "nauc_mrr_at_1_std": -0.114267, "nauc_mrr_at_1_diff1": 0.676901, "nauc_mrr_at_3_max": 0.016623, "nauc_mrr_at_3_std": -0.050953, "nauc_mrr_at_3_diff1": 0.633263, "nauc_mrr_at_5_max": 0.016623, "nauc_mrr_at_5_std": -0.050953, "nauc_mrr_at_5_diff1": 0.633263, "nauc_mrr_at_10_max": 0.015255, "nauc_mrr_at_10_std": -0.053908, "nauc_mrr_at_10_diff1": 0.625494, "nauc_mrr_at_20_max": 0.021235, "nauc_mrr_at_20_std": -0.066591, "nauc_mrr_at_20_diff1": 0.636604, "nauc_mrr_at_25_max": 0.021235, "nauc_mrr_at_25_std": -0.066591, "nauc_mrr_at_25_diff1": 0.636604, "nauc_mrr_at_50_max": 0.021235, "nauc_mrr_at_50_std": -0.066591, "nauc_mrr_at_50_diff1": 0.636604, "nauc_mrr_at_100_max": 0.021235, "nauc_mrr_at_100_std": -0.066591, "nauc_mrr_at_100_diff1": 0.636604, "nauc_mrr_at_1000_max": 0.021235, "nauc_mrr_at_1000_std": -0.066591, "nauc_mrr_at_1000_diff1": 0.636604, "hit_rate_at_1": 0.76056, "hit_rate_at_3": 0.88732, "hit_rate_at_5": 0.88732, "hit_rate_at_10": 0.94366, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.760563, "R_cap_at_3": 0.842723, "R_cap_at_5": 0.85446, "R_cap_at_10": 0.913146, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.83325, "hf_subset": "default_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.85237, "ndcg_at_5": 0.85237, "ndcg_at_10": 0.85237, "ndcg_at_20": 0.85237, "ndcg_at_25": 0.85237, "ndcg_at_50": 0.85237, "ndcg_at_100": 0.85237, "ndcg_at_1000": 0.85237, "map_at_1": 0.6, "map_at_3": 0.8, "map_at_5": 0.8, "map_at_10": 0.8, "map_at_20": 0.8, "map_at_25": 0.8, "map_at_50": 0.8, "map_at_100": 0.8, "map_at_1000": 0.8, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.8, "mrr_at_5": 0.8, "mrr_at_10": 0.8, "mrr_at_20": 0.8, "mrr_at_25": 0.8, "mrr_at_50": 0.8, "mrr_at_100": 0.8, "mrr_at_1000": 0.8, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.636364, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 1.0, "nauc_ndcg_at_3_std": 0.636364, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 1.0, "nauc_ndcg_at_5_std": 0.636364, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 1.0, "nauc_ndcg_at_10_std": 0.636364, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 1.0, "nauc_ndcg_at_20_std": 0.636364, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 1.0, "nauc_ndcg_at_25_std": 0.636364, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 1.0, "nauc_ndcg_at_50_std": 0.636364, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 1.0, "nauc_ndcg_at_100_std": 0.636364, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 1.0, "nauc_ndcg_at_1000_std": 0.636364, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.636364, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 1.0, "nauc_map_at_3_std": 0.636364, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 1.0, "nauc_map_at_5_std": 0.636364, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 1.0, "nauc_map_at_10_std": 0.636364, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 1.0, "nauc_map_at_20_std": 0.636364, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 1.0, "nauc_map_at_25_std": 0.636364, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 1.0, "nauc_map_at_50_std": 0.636364, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 1.0, "nauc_map_at_100_std": 0.636364, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 1.0, "nauc_map_at_1000_std": 0.636364, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.636364, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.636364, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.636364, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 1.0, "nauc_mrr_at_3_std": 0.636364, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 1.0, "nauc_mrr_at_5_std": 0.636364, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 1.0, "nauc_mrr_at_10_std": 0.636364, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 1.0, "nauc_mrr_at_20_std": 0.636364, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 1.0, "nauc_mrr_at_25_std": 0.636364, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 1.0, "nauc_mrr_at_50_std": 0.636364, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 1.0, "nauc_mrr_at_100_std": 0.636364, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 1.0, "nauc_mrr_at_1000_std": 0.636364, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.85237, "hf_subset": "default_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8169, "ndcg_at_3": 0.82049, "ndcg_at_5": 0.84781, "ndcg_at_10": 0.86161, "ndcg_at_20": 0.88144, "ndcg_at_25": 0.88144, "ndcg_at_50": 0.88144, "ndcg_at_100": 0.88144, "ndcg_at_1000": 0.88144, "map_at_1": 0.6784, "map_at_3": 0.80282, "map_at_5": 0.82207, "map_at_10": 0.82769, "map_at_20": 0.83523, "map_at_25": 0.83523, "map_at_50": 0.83523, "map_at_100": 0.83523, "map_at_1000": 0.83523, "recall_at_1": 0.6784, "recall_at_3": 0.83099, "recall_at_5": 0.88967, "recall_at_10": 0.92958, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6784, "precision_at_1": 0.8169, "precision_at_3": 0.37089, "precision_at_5": 0.24225, "precision_at_10": 0.12676, "precision_at_20": 0.06901, "precision_at_25": 0.05521, "precision_at_50": 0.02761, "precision_at_100": 0.0138, "precision_at_1000": 0.00138, "mrr_at_1": 0.816901, "mrr_at_3": 0.84507, "mrr_at_5": 0.854225, "mrr_at_10": 0.859814, "mrr_at_20": 0.862651, "mrr_at_25": 0.862651, "mrr_at_50": 0.862651, "mrr_at_100": 0.862651, "mrr_at_1000": 0.862651, "nauc_ndcg_at_1_max": -0.066877, "nauc_ndcg_at_1_std": -0.180556, "nauc_ndcg_at_1_diff1": 0.688956, "nauc_ndcg_at_3_max": 0.210095, "nauc_ndcg_at_3_std": 0.105108, "nauc_ndcg_at_3_diff1": 0.743864, "nauc_ndcg_at_5_max": 0.142721, "nauc_ndcg_at_5_std": 0.00369, "nauc_ndcg_at_5_diff1": 0.720918, "nauc_ndcg_at_10_max": 0.123442, "nauc_ndcg_at_10_std": -0.000474, "nauc_ndcg_at_10_diff1": 0.705538, "nauc_ndcg_at_20_max": 0.098494, "nauc_ndcg_at_20_std": -0.011876, "nauc_ndcg_at_20_diff1": 0.713195, "nauc_ndcg_at_25_max": 0.098494, "nauc_ndcg_at_25_std": -0.011876, "nauc_ndcg_at_25_diff1": 0.713195, "nauc_ndcg_at_50_max": 0.098494, "nauc_ndcg_at_50_std": -0.011876, "nauc_ndcg_at_50_diff1": 0.713195, "nauc_ndcg_at_100_max": 0.098494, "nauc_ndcg_at_100_std": -0.011876, "nauc_ndcg_at_100_diff1": 0.713195, "nauc_ndcg_at_1000_max": 0.098494, "nauc_ndcg_at_1000_std": -0.011876, "nauc_ndcg_at_1000_diff1": 0.713195, "nauc_map_at_1_max": 0.088021, "nauc_map_at_1_std": -0.003313, "nauc_map_at_1_diff1": 0.585423, "nauc_map_at_3_max": 0.192215, "nauc_map_at_3_std": 0.096002, "nauc_map_at_3_diff1": 0.697107, "nauc_map_at_5_max": 0.143392, "nauc_map_at_5_std": 0.023668, "nauc_map_at_5_diff1": 0.685956, "nauc_map_at_10_max": 0.137329, "nauc_map_at_10_std": 0.023358, "nauc_map_at_10_diff1": 0.679481, "nauc_map_at_20_max": 0.126446, "nauc_map_at_20_std": 0.019234, "nauc_map_at_20_diff1": 0.685515, "nauc_map_at_25_max": 0.126446, "nauc_map_at_25_std": 0.019234, "nauc_map_at_25_diff1": 0.685515, "nauc_map_at_50_max": 0.126446, "nauc_map_at_50_std": 0.019234, "nauc_map_at_50_diff1": 0.685515, "nauc_map_at_100_max": 0.126446, "nauc_map_at_100_std": 0.019234, "nauc_map_at_100_diff1": 0.685515, "nauc_map_at_1000_max": 0.126446, "nauc_map_at_1000_std": 0.019234, "nauc_map_at_1000_diff1": 0.685515, "nauc_recall_at_1_max": 0.088021, "nauc_recall_at_1_std": -0.003313, "nauc_recall_at_1_diff1": 0.585423, "nauc_recall_at_3_max": 0.363233, "nauc_recall_at_3_std": 0.261167, "nauc_recall_at_3_diff1": 0.793954, "nauc_recall_at_5_max": 0.259333, "nauc_recall_at_5_std": 0.058556, "nauc_recall_at_5_diff1": 0.748111, "nauc_recall_at_10_max": 0.22372, "nauc_recall_at_10_std": 0.053882, "nauc_recall_at_10_diff1": 0.678712, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.066877, "nauc_precision_at_1_std": -0.180556, "nauc_precision_at_1_diff1": 0.688956, "nauc_precision_at_3_max": -0.006949, "nauc_precision_at_3_std": 0.021361, "nauc_precision_at_3_diff1": 0.109996, "nauc_precision_at_5_max": -0.123164, "nauc_precision_at_5_std": -0.106525, "nauc_precision_at_5_diff1": -0.03681, "nauc_precision_at_10_max": -0.176795, "nauc_precision_at_10_std": -0.125273, "nauc_precision_at_10_diff1": -0.148775, "nauc_precision_at_20_max": -0.240408, "nauc_precision_at_20_std": -0.145804, "nauc_precision_at_20_diff1": -0.263153, "nauc_precision_at_25_max": -0.240408, "nauc_precision_at_25_std": -0.145804, "nauc_precision_at_25_diff1": -0.263153, "nauc_precision_at_50_max": -0.240408, "nauc_precision_at_50_std": -0.145804, "nauc_precision_at_50_diff1": -0.263153, "nauc_precision_at_100_max": -0.240408, "nauc_precision_at_100_std": -0.145804, "nauc_precision_at_100_diff1": -0.263153, "nauc_precision_at_1000_max": -0.240408, "nauc_precision_at_1000_std": -0.145804, "nauc_precision_at_1000_diff1": -0.263153, "nauc_mrr_at_1_max": -0.066877, "nauc_mrr_at_1_std": -0.180556, "nauc_mrr_at_1_diff1": 0.688956, "nauc_mrr_at_3_max": 0.072225, "nauc_mrr_at_3_std": -0.060321, "nauc_mrr_at_3_diff1": 0.77726, "nauc_mrr_at_5_max": 0.048839, "nauc_mrr_at_5_std": -0.089683, "nauc_mrr_at_5_diff1": 0.757998, "nauc_mrr_at_10_max": 0.036428, "nauc_mrr_at_10_std": -0.090631, "nauc_mrr_at_10_diff1": 0.753088, "nauc_mrr_at_20_max": 0.037808, "nauc_mrr_at_20_std": -0.090445, "nauc_mrr_at_20_diff1": 0.753208, "nauc_mrr_at_25_max": 0.037808, "nauc_mrr_at_25_std": -0.090445, "nauc_mrr_at_25_diff1": 0.753208, "nauc_mrr_at_50_max": 0.037808, "nauc_mrr_at_50_std": -0.090445, "nauc_mrr_at_50_diff1": 0.753208, "nauc_mrr_at_100_max": 0.037808, "nauc_mrr_at_100_std": -0.090445, "nauc_mrr_at_100_diff1": 0.753208, "nauc_mrr_at_1000_max": 0.037808, "nauc_mrr_at_1000_std": -0.090445, "nauc_mrr_at_1000_diff1": 0.753208, "hit_rate_at_1": 0.8169, "hit_rate_at_3": 0.87324, "hit_rate_at_5": 0.91549, "hit_rate_at_10": 0.95775, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.816901, "R_cap_at_3": 0.830986, "R_cap_at_5": 0.889671, "R_cap_at_10": 0.929577, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86161, "hf_subset": "default_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.88889, "ndcg_at_3": 0.88771, "ndcg_at_5": 0.8939, "ndcg_at_10": 0.91167, "ndcg_at_20": 0.92418, "ndcg_at_25": 0.92418, "ndcg_at_50": 0.92418, "ndcg_at_100": 0.92418, "ndcg_at_1000": 0.92418, "map_at_1": 0.72917, "map_at_3": 0.86728, "map_at_5": 0.87353, "map_at_10": 0.8841, "map_at_20": 0.8891, "map_at_25": 0.8891, "map_at_50": 0.8891, "map_at_100": 0.8891, "map_at_1000": 0.8891, "recall_at_1": 0.72917, "recall_at_3": 0.89815, "recall_at_5": 0.90972, "recall_at_10": 0.95602, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.72917, "precision_at_1": 0.88889, "precision_at_3": 0.40278, "precision_at_5": 0.24722, "precision_at_10": 0.13194, "precision_at_20": 0.06944, "precision_at_25": 0.05556, "precision_at_50": 0.02778, "precision_at_100": 0.01389, "precision_at_1000": 0.00139, "mrr_at_1": 0.888889, "mrr_at_3": 0.916667, "mrr_at_5": 0.916667, "mrr_at_10": 0.92037, "mrr_at_20": 0.922134, "mrr_at_25": 0.922134, "mrr_at_50": 0.922134, "mrr_at_100": 0.922134, "mrr_at_1000": 0.922134, "nauc_ndcg_at_1_max": 0.329092, "nauc_ndcg_at_1_std": 0.604768, "nauc_ndcg_at_1_diff1": 0.517372, "nauc_ndcg_at_3_max": 0.565584, "nauc_ndcg_at_3_std": 0.771032, "nauc_ndcg_at_3_diff1": 0.514238, "nauc_ndcg_at_5_max": 0.535107, "nauc_ndcg_at_5_std": 0.755259, "nauc_ndcg_at_5_diff1": 0.494931, "nauc_ndcg_at_10_max": 0.538602, "nauc_ndcg_at_10_std": 0.736056, "nauc_ndcg_at_10_diff1": 0.487136, "nauc_ndcg_at_20_max": 0.501717, "nauc_ndcg_at_20_std": 0.731553, "nauc_ndcg_at_20_diff1": 0.508242, "nauc_ndcg_at_25_max": 0.501717, "nauc_ndcg_at_25_std": 0.731553, "nauc_ndcg_at_25_diff1": 0.508242, "nauc_ndcg_at_50_max": 0.501717, "nauc_ndcg_at_50_std": 0.731553, "nauc_ndcg_at_50_diff1": 0.508242, "nauc_ndcg_at_100_max": 0.501717, "nauc_ndcg_at_100_std": 0.731553, "nauc_ndcg_at_100_diff1": 0.508242, "nauc_ndcg_at_1000_max": 0.501717, "nauc_ndcg_at_1000_std": 0.731553, "nauc_ndcg_at_1000_diff1": 0.508242, "nauc_map_at_1_max": 0.239505, "nauc_map_at_1_std": 0.334815, "nauc_map_at_1_diff1": 0.561704, "nauc_map_at_3_max": 0.52368, "nauc_map_at_3_std": 0.738672, "nauc_map_at_3_diff1": 0.497686, "nauc_map_at_5_max": 0.49657, "nauc_map_at_5_std": 0.72456, "nauc_map_at_5_diff1": 0.480942, "nauc_map_at_10_max": 0.502422, "nauc_map_at_10_std": 0.715302, "nauc_map_at_10_diff1": 0.479799, "nauc_map_at_20_max": 0.494095, "nauc_map_at_20_std": 0.720956, "nauc_map_at_20_diff1": 0.490851, "nauc_map_at_25_max": 0.494095, "nauc_map_at_25_std": 0.720956, "nauc_map_at_25_diff1": 0.490851, "nauc_map_at_50_max": 0.494095, "nauc_map_at_50_std": 0.720956, "nauc_map_at_50_diff1": 0.490851, "nauc_map_at_100_max": 0.494095, "nauc_map_at_100_std": 0.720956, "nauc_map_at_100_diff1": 0.490851, "nauc_map_at_1000_max": 0.494095, "nauc_map_at_1000_std": 0.720956, "nauc_map_at_1000_diff1": 0.490851, "nauc_recall_at_1_max": 0.239505, "nauc_recall_at_1_std": 0.334815, "nauc_recall_at_1_diff1": 0.561704, "nauc_recall_at_3_max": 0.694867, "nauc_recall_at_3_std": 0.842105, "nauc_recall_at_3_diff1": 0.495997, "nauc_recall_at_5_max": 0.64992, "nauc_recall_at_5_std": 0.82414, "nauc_recall_at_5_diff1": 0.457758, "nauc_recall_at_10_max": 0.752801, "nauc_recall_at_10_std": 0.789374, "nauc_recall_at_10_diff1": 0.383235, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.329092, "nauc_precision_at_1_std": 0.604768, "nauc_precision_at_1_diff1": 0.517372, "nauc_precision_at_3_max": 0.131359, "nauc_precision_at_3_std": 0.241586, "nauc_precision_at_3_diff1": -0.233688, "nauc_precision_at_5_max": 0.063395, "nauc_precision_at_5_std": 0.169701, "nauc_precision_at_5_diff1": -0.261975, "nauc_precision_at_10_max": -0.01958, "nauc_precision_at_10_std": 0.020603, "nauc_precision_at_10_diff1": -0.341557, "nauc_precision_at_20_max": -0.110499, "nauc_precision_at_20_std": -0.06506, "nauc_precision_at_20_diff1": -0.355341, "nauc_precision_at_25_max": -0.110499, "nauc_precision_at_25_std": -0.06506, "nauc_precision_at_25_diff1": -0.355341, "nauc_precision_at_50_max": -0.110499, "nauc_precision_at_50_std": -0.06506, "nauc_precision_at_50_diff1": -0.355341, "nauc_precision_at_100_max": -0.110499, "nauc_precision_at_100_std": -0.06506, "nauc_precision_at_100_diff1": -0.355341, "nauc_precision_at_1000_max": -0.110499, "nauc_precision_at_1000_std": -0.06506, "nauc_precision_at_1000_diff1": -0.355341, "nauc_mrr_at_1_max": 0.329092, "nauc_mrr_at_1_std": 0.604768, "nauc_mrr_at_1_diff1": 0.517372, "nauc_mrr_at_3_max": 0.497639, "nauc_mrr_at_3_std": 0.72698, "nauc_mrr_at_3_diff1": 0.554045, "nauc_mrr_at_5_max": 0.497639, "nauc_mrr_at_5_std": 0.72698, "nauc_mrr_at_5_diff1": 0.554045, "nauc_mrr_at_10_max": 0.484429, "nauc_mrr_at_10_std": 0.717967, "nauc_mrr_at_10_diff1": 0.544761, "nauc_mrr_at_20_max": 0.475385, "nauc_mrr_at_20_std": 0.711504, "nauc_mrr_at_20_diff1": 0.544335, "nauc_mrr_at_25_max": 0.475385, "nauc_mrr_at_25_std": 0.711504, "nauc_mrr_at_25_diff1": 0.544335, "nauc_mrr_at_50_max": 0.475385, "nauc_mrr_at_50_std": 0.711504, "nauc_mrr_at_50_diff1": 0.544335, "nauc_mrr_at_100_max": 0.475385, "nauc_mrr_at_100_std": 0.711504, "nauc_mrr_at_100_diff1": 0.544335, "nauc_mrr_at_1000_max": 0.475385, "nauc_mrr_at_1000_std": 0.711504, "nauc_mrr_at_1000_diff1": 0.544335, "hit_rate_at_1": 0.88889, "hit_rate_at_3": 0.94444, "hit_rate_at_5": 0.94444, "hit_rate_at_10": 0.97222, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.888889, "R_cap_at_3": 0.898148, "R_cap_at_5": 0.909722, "R_cap_at_10": 0.956019, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91167, "hf_subset": "default_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.32632, "ndcg_at_3": 0.32901, "ndcg_at_5": 0.36277, "ndcg_at_10": 0.38619, "ndcg_at_20": 0.40799, "ndcg_at_25": 0.41324, "ndcg_at_50": 0.43239, "ndcg_at_100": 0.44999, "ndcg_at_1000": 0.50129, "map_at_1": 0.10878, "map_at_3": 0.1774, "map_at_5": 0.21781, "map_at_10": 0.2468, "map_at_20": 0.26921, "map_at_25": 0.27561, "map_at_50": 0.29037, "map_at_100": 0.30023, "map_at_1000": 0.3096, "recall_at_1": 0.10878, "recall_at_3": 0.2308, "recall_at_5": 0.33545, "recall_at_10": 0.42155, "recall_at_20": 0.51476, "recall_at_25": 0.5361, "recall_at_50": 0.6378, "recall_at_100": 0.71967, "recall_at_1000": 0.95965, "accuracy": 0.10878, "precision_at_1": 0.32632, "precision_at_3": 0.26316, "precision_at_5": 0.23789, "precision_at_10": 0.18737, "precision_at_20": 0.14, "precision_at_25": 0.12674, "precision_at_50": 0.08568, "precision_at_100": 0.05589, "precision_at_1000": 0.00823, "mrr_at_1": 0.326316, "mrr_at_3": 0.410526, "mrr_at_5": 0.429474, "mrr_at_10": 0.437439, "mrr_at_20": 0.442442, "mrr_at_25": 0.443445, "mrr_at_50": 0.445641, "mrr_at_100": 0.446792, "mrr_at_1000": 0.447207, "nauc_ndcg_at_1_max": 0.135351, "nauc_ndcg_at_1_std": -0.016472, "nauc_ndcg_at_1_diff1": 0.483684, "nauc_ndcg_at_3_max": 0.081231, "nauc_ndcg_at_3_std": 0.050051, "nauc_ndcg_at_3_diff1": 0.386249, "nauc_ndcg_at_5_max": 0.099603, "nauc_ndcg_at_5_std": 0.069372, "nauc_ndcg_at_5_diff1": 0.327601, "nauc_ndcg_at_10_max": 0.11265, "nauc_ndcg_at_10_std": 0.10051, "nauc_ndcg_at_10_diff1": 0.32172, "nauc_ndcg_at_20_max": 0.14729, "nauc_ndcg_at_20_std": 0.111619, "nauc_ndcg_at_20_diff1": 0.2861, "nauc_ndcg_at_25_max": 0.147417, "nauc_ndcg_at_25_std": 0.111894, "nauc_ndcg_at_25_diff1": 0.288158, "nauc_ndcg_at_50_max": 0.18638, "nauc_ndcg_at_50_std": 0.128111, "nauc_ndcg_at_50_diff1": 0.301755, "nauc_ndcg_at_100_max": 0.194271, "nauc_ndcg_at_100_std": 0.137314, "nauc_ndcg_at_100_diff1": 0.319479, "nauc_ndcg_at_1000_max": 0.139444, "nauc_ndcg_at_1000_std": 0.119083, "nauc_ndcg_at_1000_diff1": 0.32601, "nauc_map_at_1_max": 0.261506, "nauc_map_at_1_std": -0.062254, "nauc_map_at_1_diff1": 0.525662, "nauc_map_at_3_max": 0.161753, "nauc_map_at_3_std": -0.07913, "nauc_map_at_3_diff1": 0.41718, "nauc_map_at_5_max": 0.173201, "nauc_map_at_5_std": -0.048665, "nauc_map_at_5_diff1": 0.367469, "nauc_map_at_10_max": 0.187555, "nauc_map_at_10_std": -0.015129, "nauc_map_at_10_diff1": 0.362555, "nauc_map_at_20_max": 0.203253, "nauc_map_at_20_std": 0.007579, "nauc_map_at_20_diff1": 0.35402, "nauc_map_at_25_max": 0.204495, "nauc_map_at_25_std": 0.0185, "nauc_map_at_25_diff1": 0.351763, "nauc_map_at_50_max": 0.201401, "nauc_map_at_50_std": 0.044194, "nauc_map_at_50_diff1": 0.356593, "nauc_map_at_100_max": 0.188763, "nauc_map_at_100_std": 0.064257, "nauc_map_at_100_diff1": 0.353442, "nauc_map_at_1000_max": 0.17302, "nauc_map_at_1000_std": 0.078952, "nauc_map_at_1000_diff1": 0.344713, "nauc_recall_at_1_max": 0.261506, "nauc_recall_at_1_std": -0.062254, "nauc_recall_at_1_diff1": 0.525662, "nauc_recall_at_3_max": 0.082626, "nauc_recall_at_3_std": -0.061618, "nauc_recall_at_3_diff1": 0.248272, "nauc_recall_at_5_max": 0.139128, "nauc_recall_at_5_std": 0.009743, "nauc_recall_at_5_diff1": 0.141627, "nauc_recall_at_10_max": 0.149524, "nauc_recall_at_10_std": 0.105668, "nauc_recall_at_10_diff1": 0.108556, "nauc_recall_at_20_max": 0.197685, "nauc_recall_at_20_std": 0.115775, "nauc_recall_at_20_diff1": -0.014434, "nauc_recall_at_25_max": 0.200398, "nauc_recall_at_25_std": 0.124918, "nauc_recall_at_25_diff1": -0.007604, "nauc_recall_at_50_max": 0.300147, "nauc_recall_at_50_std": 0.237052, "nauc_recall_at_50_diff1": 0.011301, "nauc_recall_at_100_max": 0.340516, "nauc_recall_at_100_std": 0.301367, "nauc_recall_at_100_diff1": 0.061699, "nauc_recall_at_1000_max": 0.390989, "nauc_recall_at_1000_std": 0.373641, "nauc_recall_at_1000_diff1": -0.103857, "nauc_precision_at_1_max": 0.135351, "nauc_precision_at_1_std": -0.016472, "nauc_precision_at_1_diff1": 0.483684, "nauc_precision_at_3_max": 0.009972, "nauc_precision_at_3_std": 0.094752, "nauc_precision_at_3_diff1": 0.313985, "nauc_precision_at_5_max": -0.017834, "nauc_precision_at_5_std": 0.120699, "nauc_precision_at_5_diff1": 0.19399, "nauc_precision_at_10_max": -0.01493, "nauc_precision_at_10_std": 0.196228, "nauc_precision_at_10_diff1": 0.153885, "nauc_precision_at_20_max": -0.038705, "nauc_precision_at_20_std": 0.21574, "nauc_precision_at_20_diff1": 0.083764, "nauc_precision_at_25_max": -0.045118, "nauc_precision_at_25_std": 0.236376, "nauc_precision_at_25_diff1": 0.076331, "nauc_precision_at_50_max": -0.074994, "nauc_precision_at_50_std": 0.266, "nauc_precision_at_50_diff1": 0.07274, "nauc_precision_at_100_max": -0.109743, "nauc_precision_at_100_std": 0.302457, "nauc_precision_at_100_diff1": 0.052664, "nauc_precision_at_1000_max": -0.180728, "nauc_precision_at_1000_std": 0.260921, "nauc_precision_at_1000_diff1": 0.028039, "nauc_mrr_at_1_max": 0.135351, "nauc_mrr_at_1_std": -0.016472, "nauc_mrr_at_1_diff1": 0.483684, "nauc_mrr_at_3_max": 0.109246, "nauc_mrr_at_3_std": 0.030734, "nauc_mrr_at_3_diff1": 0.43388, "nauc_mrr_at_5_max": 0.114346, "nauc_mrr_at_5_std": 0.031447, "nauc_mrr_at_5_diff1": 0.415489, "nauc_mrr_at_10_max": 0.118765, "nauc_mrr_at_10_std": 0.048171, "nauc_mrr_at_10_diff1": 0.410317, "nauc_mrr_at_20_max": 0.117701, "nauc_mrr_at_20_std": 0.044803, "nauc_mrr_at_20_diff1": 0.403132, "nauc_mrr_at_25_max": 0.119783, "nauc_mrr_at_25_std": 0.046253, "nauc_mrr_at_25_diff1": 0.404426, "nauc_mrr_at_50_max": 0.122466, "nauc_mrr_at_50_std": 0.048207, "nauc_mrr_at_50_diff1": 0.406166, "nauc_mrr_at_100_max": 0.121667, "nauc_mrr_at_100_std": 0.04708, "nauc_mrr_at_100_diff1": 0.407326, "nauc_mrr_at_1000_max": 0.12119, "nauc_mrr_at_1000_std": 0.046379, "nauc_mrr_at_1000_diff1": 0.40788, "hit_rate_at_1": 0.32632, "hit_rate_at_3": 0.52632, "hit_rate_at_5": 0.61053, "hit_rate_at_10": 0.67368, "hit_rate_at_20": 0.74737, "hit_rate_at_25": 0.76842, "hit_rate_at_50": 0.84211, "hit_rate_at_100": 0.91579, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.326316, "R_cap_at_3": 0.342105, "R_cap_at_5": 0.420877, "R_cap_at_10": 0.481404, "R_cap_at_20": 0.551308, "R_cap_at_25": 0.566132, "R_cap_at_50": 0.651075, "R_cap_at_100": 0.722397, "R_cap_at_1000": 0.959647, "main_score": 0.38619, "hf_subset": "default_claude_very_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.50833, "ndcg_at_3": 0.50889, "ndcg_at_5": 0.51939, "ndcg_at_10": 0.55183, "ndcg_at_20": 0.56021, "ndcg_at_25": 0.56345, "ndcg_at_50": 0.58105, "ndcg_at_100": 0.59623, "ndcg_at_1000": 0.6267, "map_at_1": 0.2186, "map_at_3": 0.32479, "map_at_5": 0.36281, "map_at_10": 0.40442, "map_at_20": 0.43082, "map_at_25": 0.43638, "map_at_50": 0.45057, "map_at_100": 0.45762, "map_at_1000": 0.46212, "recall_at_1": 0.2186, "recall_at_3": 0.39022, "recall_at_5": 0.48508, "recall_at_10": 0.60569, "recall_at_20": 0.66906, "recall_at_25": 0.69168, "recall_at_50": 0.78247, "recall_at_100": 0.85113, "recall_at_1000": 0.98486, "accuracy": 0.2186, "precision_at_1": 0.50833, "precision_at_3": 0.36389, "precision_at_5": 0.29833, "precision_at_10": 0.22, "precision_at_20": 0.15167, "precision_at_25": 0.132, "precision_at_50": 0.084, "precision_at_100": 0.04975, "precision_at_1000": 0.00635, "mrr_at_1": 0.508333, "mrr_at_3": 0.584722, "mrr_at_5": 0.600972, "mrr_at_10": 0.609008, "mrr_at_20": 0.610649, "mrr_at_25": 0.611028, "mrr_at_50": 0.61322, "mrr_at_100": 0.613728, "mrr_at_1000": 0.614055, "nauc_ndcg_at_1_max": 0.044236, "nauc_ndcg_at_1_std": 0.041056, "nauc_ndcg_at_1_diff1": 0.322466, "nauc_ndcg_at_3_max": 0.025422, "nauc_ndcg_at_3_std": 0.040962, "nauc_ndcg_at_3_diff1": 0.188152, "nauc_ndcg_at_5_max": 0.05302, "nauc_ndcg_at_5_std": 0.015714, "nauc_ndcg_at_5_diff1": 0.170828, "nauc_ndcg_at_10_max": 0.098636, "nauc_ndcg_at_10_std": 0.026319, "nauc_ndcg_at_10_diff1": 0.212398, "nauc_ndcg_at_20_max": 0.107674, "nauc_ndcg_at_20_std": 0.029823, "nauc_ndcg_at_20_diff1": 0.211983, "nauc_ndcg_at_25_max": 0.10993, "nauc_ndcg_at_25_std": 0.040721, "nauc_ndcg_at_25_diff1": 0.224666, "nauc_ndcg_at_50_max": 0.090549, "nauc_ndcg_at_50_std": 0.020846, "nauc_ndcg_at_50_diff1": 0.256782, "nauc_ndcg_at_100_max": 0.066663, "nauc_ndcg_at_100_std": 0.022611, "nauc_ndcg_at_100_diff1": 0.22798, "nauc_ndcg_at_1000_max": 0.066537, "nauc_ndcg_at_1000_std": 0.035696, "nauc_ndcg_at_1000_diff1": 0.203755, "nauc_map_at_1_max": 0.055414, "nauc_map_at_1_std": -0.104085, "nauc_map_at_1_diff1": 0.317467, "nauc_map_at_3_max": 0.015636, "nauc_map_at_3_std": -0.113075, "nauc_map_at_3_diff1": 0.217315, "nauc_map_at_5_max": 0.032034, "nauc_map_at_5_std": -0.106303, "nauc_map_at_5_diff1": 0.192731, "nauc_map_at_10_max": 0.058182, "nauc_map_at_10_std": -0.085093, "nauc_map_at_10_diff1": 0.204319, "nauc_map_at_20_max": 0.05407, "nauc_map_at_20_std": -0.066773, "nauc_map_at_20_diff1": 0.208942, "nauc_map_at_25_max": 0.053893, "nauc_map_at_25_std": -0.052391, "nauc_map_at_25_diff1": 0.211962, "nauc_map_at_50_max": 0.062516, "nauc_map_at_50_std": -0.018694, "nauc_map_at_50_diff1": 0.218757, "nauc_map_at_100_max": 0.067446, "nauc_map_at_100_std": 0.001697, "nauc_map_at_100_diff1": 0.216638, "nauc_map_at_1000_max": 0.070743, "nauc_map_at_1000_std": 0.011782, "nauc_map_at_1000_diff1": 0.215453, "nauc_recall_at_1_max": 0.055414, "nauc_recall_at_1_std": -0.104085, "nauc_recall_at_1_diff1": 0.317467, "nauc_recall_at_3_max": -0.026733, "nauc_recall_at_3_std": -0.149484, "nauc_recall_at_3_diff1": 0.134625, "nauc_recall_at_5_max": 0.053293, "nauc_recall_at_5_std": -0.147265, "nauc_recall_at_5_diff1": 0.046013, "nauc_recall_at_10_max": 0.194817, "nauc_recall_at_10_std": -0.117408, "nauc_recall_at_10_diff1": 0.123522, "nauc_recall_at_20_max": 0.193933, "nauc_recall_at_20_std": -0.133835, "nauc_recall_at_20_diff1": 0.150406, "nauc_recall_at_25_max": 0.203205, "nauc_recall_at_25_std": -0.067519, "nauc_recall_at_25_diff1": 0.202353, "nauc_recall_at_50_max": 0.130046, "nauc_recall_at_50_std": -0.042379, "nauc_recall_at_50_diff1": 0.414631, "nauc_recall_at_100_max": 0.102252, "nauc_recall_at_100_std": 0.028269, "nauc_recall_at_100_diff1": 0.377077, "nauc_recall_at_1000_max": 0.07683, "nauc_recall_at_1000_std": 0.339267, "nauc_recall_at_1000_diff1": 0.605531, "nauc_precision_at_1_max": 0.044236, "nauc_precision_at_1_std": 0.041056, "nauc_precision_at_1_diff1": 0.322466, "nauc_precision_at_3_max": 0.030043, "nauc_precision_at_3_std": 0.127394, "nauc_precision_at_3_diff1": 0.059381, "nauc_precision_at_5_max": 0.048422, "nauc_precision_at_5_std": 0.148704, "nauc_precision_at_5_diff1": -0.000598, "nauc_precision_at_10_max": 0.069165, "nauc_precision_at_10_std": 0.225641, "nauc_precision_at_10_diff1": 0.016298, "nauc_precision_at_20_max": 0.061951, "nauc_precision_at_20_std": 0.277935, "nauc_precision_at_20_diff1": 0.024952, "nauc_precision_at_25_max": 0.067386, "nauc_precision_at_25_std": 0.314599, "nauc_precision_at_25_diff1": 0.029879, "nauc_precision_at_50_max": 0.106238, "nauc_precision_at_50_std": 0.380983, "nauc_precision_at_50_diff1": 0.033748, "nauc_precision_at_100_max": 0.11469, "nauc_precision_at_100_std": 0.420672, "nauc_precision_at_100_diff1": 0.007181, "nauc_precision_at_1000_max": 0.127609, "nauc_precision_at_1000_std": 0.40747, "nauc_precision_at_1000_diff1": -0.026727, "nauc_mrr_at_1_max": 0.044236, "nauc_mrr_at_1_std": 0.041056, "nauc_mrr_at_1_diff1": 0.322466, "nauc_mrr_at_3_max": -0.00626, "nauc_mrr_at_3_std": 0.022456, "nauc_mrr_at_3_diff1": 0.244266, "nauc_mrr_at_5_max": 0.007858, "nauc_mrr_at_5_std": 0.021894, "nauc_mrr_at_5_diff1": 0.223539, "nauc_mrr_at_10_max": 0.024236, "nauc_mrr_at_10_std": 0.027904, "nauc_mrr_at_10_diff1": 0.236127, "nauc_mrr_at_20_max": 0.024264, "nauc_mrr_at_20_std": 0.024916, "nauc_mrr_at_20_diff1": 0.232965, "nauc_mrr_at_25_max": 0.025013, "nauc_mrr_at_25_std": 0.027173, "nauc_mrr_at_25_diff1": 0.235454, "nauc_mrr_at_50_max": 0.021763, "nauc_mrr_at_50_std": 0.026019, "nauc_mrr_at_50_diff1": 0.239855, "nauc_mrr_at_100_max": 0.021235, "nauc_mrr_at_100_std": 0.025982, "nauc_mrr_at_100_diff1": 0.2393, "nauc_mrr_at_1000_max": 0.021308, "nauc_mrr_at_1000_std": 0.026073, "nauc_mrr_at_1000_diff1": 0.239454, "hit_rate_at_1": 0.50833, "hit_rate_at_3": 0.675, "hit_rate_at_5": 0.75, "hit_rate_at_10": 0.80833, "hit_rate_at_20": 0.83333, "hit_rate_at_25": 0.84167, "hit_rate_at_50": 0.90833, "hit_rate_at_100": 0.95, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.508333, "R_cap_at_3": 0.530556, "R_cap_at_5": 0.574306, "R_cap_at_10": 0.664907, "R_cap_at_20": 0.69773, "R_cap_at_25": 0.712816, "R_cap_at_50": 0.788442, "R_cap_at_100": 0.851128, "R_cap_at_1000": 0.984861, "main_score": 0.55183, "hf_subset": "default_claude_very_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_very_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_claude_very_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.56934, "ndcg_at_3": 0.56165, "ndcg_at_5": 0.57633, "ndcg_at_10": 0.60545, "ndcg_at_20": 0.626, "ndcg_at_25": 0.62901, "ndcg_at_50": 0.64158, "ndcg_at_100": 0.65209, "ndcg_at_1000": 0.67889, "map_at_1": 0.2864, "map_at_3": 0.4017, "map_at_5": 0.4402, "map_at_10": 0.4801, "map_at_20": 0.51039, "map_at_25": 0.51716, "map_at_50": 0.52822, "map_at_100": 0.53359, "map_at_1000": 0.53805, "recall_at_1": 0.2864, "recall_at_3": 0.4552, "recall_at_5": 0.5387, "recall_at_10": 0.63917, "recall_at_20": 0.73676, "recall_at_25": 0.75253, "recall_at_50": 0.80119, "recall_at_100": 0.84576, "recall_at_1000": 0.97865, "accuracy": 0.2864, "precision_at_1": 0.56934, "precision_at_3": 0.3747, "precision_at_5": 0.30365, "precision_at_10": 0.21898, "precision_at_20": 0.15255, "precision_at_25": 0.13255, "precision_at_50": 0.07956, "precision_at_100": 0.04584, "precision_at_1000": 0.00572, "mrr_at_1": 0.569343, "mrr_at_3": 0.639903, "mrr_at_5": 0.654136, "mrr_at_10": 0.661117, "mrr_at_20": 0.665159, "mrr_at_25": 0.665476, "mrr_at_50": 0.666277, "mrr_at_100": 0.666732, "mrr_at_1000": 0.666924, "nauc_ndcg_at_1_max": -0.172767, "nauc_ndcg_at_1_std": -0.150576, "nauc_ndcg_at_1_diff1": 0.317873, "nauc_ndcg_at_3_max": -0.120718, "nauc_ndcg_at_3_std": -0.121558, "nauc_ndcg_at_3_diff1": 0.286558, "nauc_ndcg_at_5_max": -0.122686, "nauc_ndcg_at_5_std": -0.151412, "nauc_ndcg_at_5_diff1": 0.256816, "nauc_ndcg_at_10_max": -0.097977, "nauc_ndcg_at_10_std": -0.121505, "nauc_ndcg_at_10_diff1": 0.270214, "nauc_ndcg_at_20_max": -0.06646, "nauc_ndcg_at_20_std": -0.085202, "nauc_ndcg_at_20_diff1": 0.286482, "nauc_ndcg_at_25_max": -0.056135, "nauc_ndcg_at_25_std": -0.07301, "nauc_ndcg_at_25_diff1": 0.281032, "nauc_ndcg_at_50_max": -0.057739, "nauc_ndcg_at_50_std": -0.072658, "nauc_ndcg_at_50_diff1": 0.278917, "nauc_ndcg_at_100_max": -0.080462, "nauc_ndcg_at_100_std": -0.077302, "nauc_ndcg_at_100_diff1": 0.264301, "nauc_ndcg_at_1000_max": -0.083104, "nauc_ndcg_at_1000_std": -0.092055, "nauc_ndcg_at_1000_diff1": 0.257231, "nauc_map_at_1_max": -0.085604, "nauc_map_at_1_std": -0.230649, "nauc_map_at_1_diff1": 0.461387, "nauc_map_at_3_max": -0.060344, "nauc_map_at_3_std": -0.233665, "nauc_map_at_3_diff1": 0.445764, "nauc_map_at_5_max": -0.069535, "nauc_map_at_5_std": -0.241357, "nauc_map_at_5_diff1": 0.403841, "nauc_map_at_10_max": -0.064762, "nauc_map_at_10_std": -0.212168, "nauc_map_at_10_diff1": 0.383546, "nauc_map_at_20_max": -0.067334, "nauc_map_at_20_std": -0.179065, "nauc_map_at_20_diff1": 0.360839, "nauc_map_at_25_max": -0.067339, "nauc_map_at_25_std": -0.162588, "nauc_map_at_25_diff1": 0.346878, "nauc_map_at_50_max": -0.07608, "nauc_map_at_50_std": -0.141539, "nauc_map_at_50_diff1": 0.327749, "nauc_map_at_100_max": -0.085774, "nauc_map_at_100_std": -0.125839, "nauc_map_at_100_diff1": 0.317518, "nauc_map_at_1000_max": -0.089413, "nauc_map_at_1000_std": -0.114461, "nauc_map_at_1000_diff1": 0.310158, "nauc_recall_at_1_max": -0.085604, "nauc_recall_at_1_std": -0.230649, "nauc_recall_at_1_diff1": 0.461387, "nauc_recall_at_3_max": -0.020772, "nauc_recall_at_3_std": -0.21082, "nauc_recall_at_3_diff1": 0.420919, "nauc_recall_at_5_max": -0.016306, "nauc_recall_at_5_std": -0.238607, "nauc_recall_at_5_diff1": 0.350078, "nauc_recall_at_10_max": 0.03521, "nauc_recall_at_10_std": -0.187816, "nauc_recall_at_10_diff1": 0.340472, "nauc_recall_at_20_max": 0.104658, "nauc_recall_at_20_std": -0.068834, "nauc_recall_at_20_diff1": 0.326984, "nauc_recall_at_25_max": 0.148192, "nauc_recall_at_25_std": 0.000231, "nauc_recall_at_25_diff1": 0.291501, "nauc_recall_at_50_max": 0.158489, "nauc_recall_at_50_std": 0.05096, "nauc_recall_at_50_diff1": 0.296007, "nauc_recall_at_100_max": 0.008058, "nauc_recall_at_100_std": 0.048676, "nauc_recall_at_100_diff1": 0.221404, "nauc_recall_at_1000_max": -0.017936, "nauc_recall_at_1000_std": 0.283185, "nauc_recall_at_1000_diff1": 0.259037, "nauc_precision_at_1_max": -0.172767, "nauc_precision_at_1_std": -0.150576, "nauc_precision_at_1_diff1": 0.317873, "nauc_precision_at_3_max": -0.101293, "nauc_precision_at_3_std": 0.035839, "nauc_precision_at_3_diff1": -0.037309, "nauc_precision_at_5_max": -0.101164, "nauc_precision_at_5_std": 0.092124, "nauc_precision_at_5_diff1": -0.190614, "nauc_precision_at_10_max": -0.065145, "nauc_precision_at_10_std": 0.211027, "nauc_precision_at_10_diff1": -0.264239, "nauc_precision_at_20_max": -0.080677, "nauc_precision_at_20_std": 0.255028, "nauc_precision_at_20_diff1": -0.295374, "nauc_precision_at_25_max": -0.082616, "nauc_precision_at_25_std": 0.283225, "nauc_precision_at_25_diff1": -0.311179, "nauc_precision_at_50_max": -0.108393, "nauc_precision_at_50_std": 0.334505, "nauc_precision_at_50_diff1": -0.33705, "nauc_precision_at_100_max": -0.146266, "nauc_precision_at_100_std": 0.400665, "nauc_precision_at_100_diff1": -0.359586, "nauc_precision_at_1000_max": -0.142899, "nauc_precision_at_1000_std": 0.369398, "nauc_precision_at_1000_diff1": -0.366289, "nauc_mrr_at_1_max": -0.172767, "nauc_mrr_at_1_std": -0.150576, "nauc_mrr_at_1_diff1": 0.317873, "nauc_mrr_at_3_max": -0.176729, "nauc_mrr_at_3_std": -0.155646, "nauc_mrr_at_3_diff1": 0.254849, "nauc_mrr_at_5_max": -0.155091, "nauc_mrr_at_5_std": -0.143662, "nauc_mrr_at_5_diff1": 0.246573, "nauc_mrr_at_10_max": -0.146583, "nauc_mrr_at_10_std": -0.142102, "nauc_mrr_at_10_diff1": 0.242675, "nauc_mrr_at_20_max": -0.143585, "nauc_mrr_at_20_std": -0.138226, "nauc_mrr_at_20_diff1": 0.24269, "nauc_mrr_at_25_max": -0.143555, "nauc_mrr_at_25_std": -0.139244, "nauc_mrr_at_25_diff1": 0.243641, "nauc_mrr_at_50_max": -0.144021, "nauc_mrr_at_50_std": -0.139689, "nauc_mrr_at_50_diff1": 0.244707, "nauc_mrr_at_100_max": -0.145634, "nauc_mrr_at_100_std": -0.140854, "nauc_mrr_at_100_diff1": 0.244387, "nauc_mrr_at_1000_max": -0.146184, "nauc_mrr_at_1000_std": -0.141102, "nauc_mrr_at_1000_diff1": 0.244924, "hit_rate_at_1": 0.56934, "hit_rate_at_3": 0.72263, "hit_rate_at_5": 0.78832, "hit_rate_at_10": 0.83942, "hit_rate_at_20": 0.89781, "hit_rate_at_25": 0.90511, "hit_rate_at_50": 0.93431, "hit_rate_at_100": 0.9635, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.569343, "R_cap_at_3": 0.576642, "R_cap_at_5": 0.617762, "R_cap_at_10": 0.688226, "R_cap_at_20": 0.75662, "R_cap_at_25": 0.765658, "R_cap_at_50": 0.805848, "R_cap_at_100": 0.847751, "R_cap_at_1000": 0.978653, "main_score": 0.60545, "hf_subset": "default_claude_very_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.62573, "ndcg_at_3": 0.62999, "ndcg_at_5": 0.62998, "ndcg_at_10": 0.65946, "ndcg_at_20": 0.67251, "ndcg_at_25": 0.67763, "ndcg_at_50": 0.68581, "ndcg_at_100": 0.69774, "ndcg_at_1000": 0.71878, "map_at_1": 0.27225, "map_at_3": 0.43002, "map_at_5": 0.472, "map_at_10": 0.51822, "map_at_20": 0.54511, "map_at_25": 0.55205, "map_at_50": 0.56383, "map_at_100": 0.57111, "map_at_1000": 0.5759, "recall_at_1": 0.27225, "recall_at_3": 0.4937, "recall_at_5": 0.57027, "recall_at_10": 0.68679, "recall_at_20": 0.76085, "recall_at_25": 0.78797, "recall_at_50": 0.83124, "recall_at_100": 0.88729, "recall_at_1000": 0.99139, "accuracy": 0.27225, "precision_at_1": 0.62573, "precision_at_3": 0.46394, "precision_at_5": 0.36257, "precision_at_10": 0.25673, "precision_at_20": 0.16988, "precision_at_25": 0.14784, "precision_at_50": 0.08912, "precision_at_100": 0.05251, "precision_at_1000": 0.00641, "mrr_at_1": 0.625731, "mrr_at_3": 0.705653, "mrr_at_5": 0.718519, "mrr_at_10": 0.723519, "mrr_at_20": 0.725167, "mrr_at_25": 0.725687, "mrr_at_50": 0.726091, "mrr_at_100": 0.726502, "mrr_at_1000": 0.726659, "nauc_ndcg_at_1_max": 0.422125, "nauc_ndcg_at_1_std": 0.254832, "nauc_ndcg_at_1_diff1": 0.333189, "nauc_ndcg_at_3_max": 0.297862, "nauc_ndcg_at_3_std": 0.293978, "nauc_ndcg_at_3_diff1": 0.241433, "nauc_ndcg_at_5_max": 0.284596, "nauc_ndcg_at_5_std": 0.26566, "nauc_ndcg_at_5_diff1": 0.2179, "nauc_ndcg_at_10_max": 0.278854, "nauc_ndcg_at_10_std": 0.263437, "nauc_ndcg_at_10_diff1": 0.233738, "nauc_ndcg_at_20_max": 0.323263, "nauc_ndcg_at_20_std": 0.307831, "nauc_ndcg_at_20_diff1": 0.234978, "nauc_ndcg_at_25_max": 0.320788, "nauc_ndcg_at_25_std": 0.310314, "nauc_ndcg_at_25_diff1": 0.225812, "nauc_ndcg_at_50_max": 0.335931, "nauc_ndcg_at_50_std": 0.325625, "nauc_ndcg_at_50_diff1": 0.222129, "nauc_ndcg_at_100_max": 0.323553, "nauc_ndcg_at_100_std": 0.335081, "nauc_ndcg_at_100_diff1": 0.212373, "nauc_ndcg_at_1000_max": 0.324579, "nauc_ndcg_at_1000_std": 0.317315, "nauc_ndcg_at_1000_diff1": 0.215687, "nauc_map_at_1_max": 0.011735, "nauc_map_at_1_std": 0.007785, "nauc_map_at_1_diff1": 0.500873, "nauc_map_at_3_max": 0.125453, "nauc_map_at_3_std": 0.171853, "nauc_map_at_3_diff1": 0.422924, "nauc_map_at_5_max": 0.146119, "nauc_map_at_5_std": 0.199001, "nauc_map_at_5_diff1": 0.364035, "nauc_map_at_10_max": 0.171601, "nauc_map_at_10_std": 0.222728, "nauc_map_at_10_diff1": 0.331297, "nauc_map_at_20_max": 0.212391, "nauc_map_at_20_std": 0.244037, "nauc_map_at_20_diff1": 0.301849, "nauc_map_at_25_max": 0.220021, "nauc_map_at_25_std": 0.249285, "nauc_map_at_25_diff1": 0.292935, "nauc_map_at_50_max": 0.236205, "nauc_map_at_50_std": 0.25959, "nauc_map_at_50_diff1": 0.280577, "nauc_map_at_100_max": 0.240765, "nauc_map_at_100_std": 0.265369, "nauc_map_at_100_diff1": 0.271307, "nauc_map_at_1000_max": 0.243125, "nauc_map_at_1000_std": 0.266207, "nauc_map_at_1000_diff1": 0.265567, "nauc_recall_at_1_max": 0.011735, "nauc_recall_at_1_std": 0.007785, "nauc_recall_at_1_diff1": 0.500873, "nauc_recall_at_3_max": 0.071422, "nauc_recall_at_3_std": 0.16084, "nauc_recall_at_3_diff1": 0.386081, "nauc_recall_at_5_max": 0.09309, "nauc_recall_at_5_std": 0.178747, "nauc_recall_at_5_diff1": 0.287273, "nauc_recall_at_10_max": 0.120734, "nauc_recall_at_10_std": 0.223513, "nauc_recall_at_10_diff1": 0.261533, "nauc_recall_at_20_max": 0.234743, "nauc_recall_at_20_std": 0.280216, "nauc_recall_at_20_diff1": 0.214063, "nauc_recall_at_25_max": 0.238877, "nauc_recall_at_25_std": 0.281151, "nauc_recall_at_25_diff1": 0.148586, "nauc_recall_at_50_max": 0.360652, "nauc_recall_at_50_std": 0.378705, "nauc_recall_at_50_diff1": 0.100152, "nauc_recall_at_100_max": 0.339095, "nauc_recall_at_100_std": 0.49366, "nauc_recall_at_100_diff1": -0.020888, "nauc_recall_at_1000_max": 0.208407, "nauc_recall_at_1000_std": 0.794796, "nauc_recall_at_1000_diff1": -0.005985, "nauc_precision_at_1_max": 0.422125, "nauc_precision_at_1_std": 0.254832, "nauc_precision_at_1_diff1": 0.333189, "nauc_precision_at_3_max": 0.350312, "nauc_precision_at_3_std": 0.340461, "nauc_precision_at_3_diff1": -0.118171, "nauc_precision_at_5_max": 0.29037, "nauc_precision_at_5_std": 0.262454, "nauc_precision_at_5_diff1": -0.249378, "nauc_precision_at_10_max": 0.254664, "nauc_precision_at_10_std": 0.185127, "nauc_precision_at_10_diff1": -0.293522, "nauc_precision_at_20_max": 0.246123, "nauc_precision_at_20_std": 0.138053, "nauc_precision_at_20_diff1": -0.288739, "nauc_precision_at_25_max": 0.239472, "nauc_precision_at_25_std": 0.130377, "nauc_precision_at_25_diff1": -0.291262, "nauc_precision_at_50_max": 0.225745, "nauc_precision_at_50_std": 0.116734, "nauc_precision_at_50_diff1": -0.285963, "nauc_precision_at_100_max": 0.199117, "nauc_precision_at_100_std": 0.111608, "nauc_precision_at_100_diff1": -0.289926, "nauc_precision_at_1000_max": 0.179345, "nauc_precision_at_1000_std": 0.073594, "nauc_precision_at_1000_diff1": -0.281936, "nauc_mrr_at_1_max": 0.422125, "nauc_mrr_at_1_std": 0.254832, "nauc_mrr_at_1_diff1": 0.333189, "nauc_mrr_at_3_max": 0.406287, "nauc_mrr_at_3_std": 0.311084, "nauc_mrr_at_3_diff1": 0.283504, "nauc_mrr_at_5_max": 0.427768, "nauc_mrr_at_5_std": 0.317118, "nauc_mrr_at_5_diff1": 0.265403, "nauc_mrr_at_10_max": 0.429378, "nauc_mrr_at_10_std": 0.318051, "nauc_mrr_at_10_diff1": 0.269921, "nauc_mrr_at_20_max": 0.427406, "nauc_mrr_at_20_std": 0.314264, "nauc_mrr_at_20_diff1": 0.269334, "nauc_mrr_at_25_max": 0.42761, "nauc_mrr_at_25_std": 0.313458, "nauc_mrr_at_25_diff1": 0.26818, "nauc_mrr_at_50_max": 0.427933, "nauc_mrr_at_50_std": 0.312998, "nauc_mrr_at_50_diff1": 0.267558, "nauc_mrr_at_100_max": 0.427715, "nauc_mrr_at_100_std": 0.313007, "nauc_mrr_at_100_diff1": 0.267844, "nauc_mrr_at_1000_max": 0.427568, "nauc_mrr_at_1000_std": 0.312885, "nauc_mrr_at_1000_diff1": 0.268543, "hit_rate_at_1": 0.62573, "hit_rate_at_3": 0.79532, "hit_rate_at_5": 0.84795, "hit_rate_at_10": 0.88304, "hit_rate_at_20": 0.90643, "hit_rate_at_25": 0.91813, "hit_rate_at_50": 0.92982, "hit_rate_at_100": 0.95906, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.625731, "R_cap_at_3": 0.651072, "R_cap_at_5": 0.664425, "R_cap_at_10": 0.742142, "R_cap_at_20": 0.788687, "R_cap_at_25": 0.808847, "R_cap_at_50": 0.838683, "R_cap_at_100": 0.888864, "R_cap_at_1000": 0.991386, "main_score": 0.65946, "hf_subset": "default_claude_very_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.38776, "ndcg_at_3": 0.37833, "ndcg_at_5": 0.40242, "ndcg_at_10": 0.44976, "ndcg_at_20": 0.47352, "ndcg_at_25": 0.48668, "ndcg_at_50": 0.51364, "ndcg_at_100": 0.52972, "ndcg_at_1000": 0.55437, "map_at_1": 0.15293, "map_at_3": 0.24134, "map_at_5": 0.28611, "map_at_10": 0.33627, "map_at_20": 0.35508, "map_at_25": 0.35915, "map_at_50": 0.3669, "map_at_100": 0.37041, "map_at_1000": 0.37356, "recall_at_1": 0.15293, "recall_at_3": 0.29355, "recall_at_5": 0.39688, "recall_at_10": 0.58029, "recall_at_20": 0.67316, "recall_at_25": 0.71773, "recall_at_50": 0.81517, "recall_at_100": 0.88159, "recall_at_1000": 1.0, "accuracy": 0.15293, "precision_at_1": 0.38776, "precision_at_3": 0.28231, "precision_at_5": 0.23878, "precision_at_10": 0.17959, "precision_at_20": 0.10918, "precision_at_25": 0.09306, "precision_at_50": 0.05408, "precision_at_100": 0.03031, "precision_at_1000": 0.00353, "mrr_at_1": 0.387755, "mrr_at_3": 0.457483, "mrr_at_5": 0.481463, "mrr_at_10": 0.496846, "mrr_at_20": 0.500128, "mrr_at_25": 0.503022, "mrr_at_50": 0.504149, "mrr_at_100": 0.504552, "mrr_at_1000": 0.504974, "nauc_ndcg_at_1_max": 0.056031, "nauc_ndcg_at_1_std": -0.105827, "nauc_ndcg_at_1_diff1": 0.371917, "nauc_ndcg_at_3_max": 0.113346, "nauc_ndcg_at_3_std": -0.159496, "nauc_ndcg_at_3_diff1": 0.33249, "nauc_ndcg_at_5_max": 0.124694, "nauc_ndcg_at_5_std": -0.134568, "nauc_ndcg_at_5_diff1": 0.300393, "nauc_ndcg_at_10_max": 0.188783, "nauc_ndcg_at_10_std": -0.132781, "nauc_ndcg_at_10_diff1": 0.316691, "nauc_ndcg_at_20_max": 0.234221, "nauc_ndcg_at_20_std": -0.067989, "nauc_ndcg_at_20_diff1": 0.298473, "nauc_ndcg_at_25_max": 0.214888, "nauc_ndcg_at_25_std": -0.08007, "nauc_ndcg_at_25_diff1": 0.295495, "nauc_ndcg_at_50_max": 0.179542, "nauc_ndcg_at_50_std": -0.105945, "nauc_ndcg_at_50_diff1": 0.313974, "nauc_ndcg_at_100_max": 0.165678, "nauc_ndcg_at_100_std": -0.095298, "nauc_ndcg_at_100_diff1": 0.297896, "nauc_ndcg_at_1000_max": 0.149132, "nauc_ndcg_at_1000_std": -0.10028, "nauc_ndcg_at_1000_diff1": 0.308029, "nauc_map_at_1_max": 0.14102, "nauc_map_at_1_std": -0.088176, "nauc_map_at_1_diff1": 0.346315, "nauc_map_at_3_max": 0.20957, "nauc_map_at_3_std": -0.106302, "nauc_map_at_3_diff1": 0.349636, "nauc_map_at_5_max": 0.210034, "nauc_map_at_5_std": -0.105202, "nauc_map_at_5_diff1": 0.32833, "nauc_map_at_10_max": 0.194096, "nauc_map_at_10_std": -0.138724, "nauc_map_at_10_diff1": 0.321132, "nauc_map_at_20_max": 0.20523, "nauc_map_at_20_std": -0.119064, "nauc_map_at_20_diff1": 0.327286, "nauc_map_at_25_max": 0.199427, "nauc_map_at_25_std": -0.124809, "nauc_map_at_25_diff1": 0.328349, "nauc_map_at_50_max": 0.189488, "nauc_map_at_50_std": -0.132078, "nauc_map_at_50_diff1": 0.334002, "nauc_map_at_100_max": 0.184772, "nauc_map_at_100_std": -0.131631, "nauc_map_at_100_diff1": 0.330328, "nauc_map_at_1000_max": 0.181752, "nauc_map_at_1000_std": -0.132598, "nauc_map_at_1000_diff1": 0.331245, "nauc_recall_at_1_max": 0.14102, "nauc_recall_at_1_std": -0.088176, "nauc_recall_at_1_diff1": 0.346315, "nauc_recall_at_3_max": 0.229904, "nauc_recall_at_3_std": -0.094725, "nauc_recall_at_3_diff1": 0.268566, "nauc_recall_at_5_max": 0.19874, "nauc_recall_at_5_std": -0.046117, "nauc_recall_at_5_diff1": 0.190463, "nauc_recall_at_10_max": 0.26715, "nauc_recall_at_10_std": -0.105469, "nauc_recall_at_10_diff1": 0.187791, "nauc_recall_at_20_max": 0.385091, "nauc_recall_at_20_std": 0.047121, "nauc_recall_at_20_diff1": 0.123923, "nauc_recall_at_25_max": 0.329484, "nauc_recall_at_25_std": 0.031945, "nauc_recall_at_25_diff1": 0.08208, "nauc_recall_at_50_max": 0.208313, "nauc_recall_at_50_std": -0.088984, "nauc_recall_at_50_diff1": 0.155944, "nauc_recall_at_100_max": 0.191134, "nauc_recall_at_100_std": 0.032358, "nauc_recall_at_100_diff1": 0.016652, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.056031, "nauc_precision_at_1_std": -0.105827, "nauc_precision_at_1_diff1": 0.371917, "nauc_precision_at_3_max": 0.065806, "nauc_precision_at_3_std": -0.151856, "nauc_precision_at_3_diff1": 0.290476, "nauc_precision_at_5_max": 0.02961, "nauc_precision_at_5_std": -0.1373, "nauc_precision_at_5_diff1": 0.197742, "nauc_precision_at_10_max": -0.022258, "nauc_precision_at_10_std": -0.161496, "nauc_precision_at_10_diff1": 0.177157, "nauc_precision_at_20_max": -0.009949, "nauc_precision_at_20_std": -0.08727, "nauc_precision_at_20_diff1": 0.156296, "nauc_precision_at_25_max": -0.045387, "nauc_precision_at_25_std": -0.11558, "nauc_precision_at_25_diff1": 0.15003, "nauc_precision_at_50_max": -0.117545, "nauc_precision_at_50_std": -0.138996, "nauc_precision_at_50_diff1": 0.140036, "nauc_precision_at_100_max": -0.157861, "nauc_precision_at_100_std": -0.112896, "nauc_precision_at_100_diff1": 0.072123, "nauc_precision_at_1000_max": -0.203075, "nauc_precision_at_1000_std": -0.093706, "nauc_precision_at_1000_diff1": 0.037904, "nauc_mrr_at_1_max": 0.056031, "nauc_mrr_at_1_std": -0.105827, "nauc_mrr_at_1_diff1": 0.371917, "nauc_mrr_at_3_max": 0.114584, "nauc_mrr_at_3_std": -0.083643, "nauc_mrr_at_3_diff1": 0.314391, "nauc_mrr_at_5_max": 0.10108, "nauc_mrr_at_5_std": -0.066424, "nauc_mrr_at_5_diff1": 0.290856, "nauc_mrr_at_10_max": 0.111704, "nauc_mrr_at_10_std": -0.068497, "nauc_mrr_at_10_diff1": 0.302644, "nauc_mrr_at_20_max": 0.109517, "nauc_mrr_at_20_std": -0.068598, "nauc_mrr_at_20_diff1": 0.297815, "nauc_mrr_at_25_max": 0.105417, "nauc_mrr_at_25_std": -0.069215, "nauc_mrr_at_25_diff1": 0.297705, "nauc_mrr_at_50_max": 0.104866, "nauc_mrr_at_50_std": -0.070754, "nauc_mrr_at_50_diff1": 0.300004, "nauc_mrr_at_100_max": 0.105197, "nauc_mrr_at_100_std": -0.070589, "nauc_mrr_at_100_diff1": 0.300292, "nauc_mrr_at_1000_max": 0.10548, "nauc_mrr_at_1000_std": -0.070569, "nauc_mrr_at_1000_diff1": 0.300561, "hit_rate_at_1": 0.38776, "hit_rate_at_3": 0.54082, "hit_rate_at_5": 0.64286, "hit_rate_at_10": 0.76531, "hit_rate_at_20": 0.81633, "hit_rate_at_25": 0.87755, "hit_rate_at_50": 0.91837, "hit_rate_at_100": 0.94898, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.387755, "R_cap_at_3": 0.389456, "R_cap_at_5": 0.451361, "R_cap_at_10": 0.594505, "R_cap_at_20": 0.673161, "R_cap_at_25": 0.717733, "R_cap_at_50": 0.815172, "R_cap_at_100": 0.88159, "R_cap_at_1000": 1.0, "main_score": 0.44976, "hf_subset": "default_gpt4o_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57851, "ndcg_at_3": 0.62723, "ndcg_at_5": 0.64863, "ndcg_at_10": 0.6575, "ndcg_at_20": 0.67267, "ndcg_at_25": 0.67695, "ndcg_at_50": 0.694, "ndcg_at_100": 0.70804, "ndcg_at_1000": 0.72016, "map_at_1": 0.31681, "map_at_3": 0.49055, "map_at_5": 0.53782, "map_at_10": 0.57853, "map_at_20": 0.5926, "map_at_25": 0.59457, "map_at_50": 0.59926, "map_at_100": 0.60197, "map_at_1000": 0.60383, "recall_at_1": 0.31681, "recall_at_3": 0.57415, "recall_at_5": 0.6649, "recall_at_10": 0.7438, "recall_at_20": 0.8061, "recall_at_25": 0.82008, "recall_at_50": 0.88791, "recall_at_100": 0.94797, "recall_at_1000": 1.0, "accuracy": 0.31681, "precision_at_1": 0.57851, "precision_at_3": 0.41598, "precision_at_5": 0.31736, "precision_at_10": 0.20661, "precision_at_20": 0.11777, "precision_at_25": 0.09653, "precision_at_50": 0.05273, "precision_at_100": 0.02893, "precision_at_1000": 0.0032, "mrr_at_1": 0.578512, "mrr_at_3": 0.661157, "mrr_at_5": 0.67438, "mrr_at_10": 0.680382, "mrr_at_20": 0.683582, "mrr_at_25": 0.683957, "mrr_at_50": 0.685037, "mrr_at_100": 0.685523, "mrr_at_1000": 0.685637, "nauc_ndcg_at_1_max": -0.093434, "nauc_ndcg_at_1_std": -0.440062, "nauc_ndcg_at_1_diff1": 0.25665, "nauc_ndcg_at_3_max": -0.051563, "nauc_ndcg_at_3_std": -0.453206, "nauc_ndcg_at_3_diff1": 0.251326, "nauc_ndcg_at_5_max": -0.008029, "nauc_ndcg_at_5_std": -0.454328, "nauc_ndcg_at_5_diff1": 0.273288, "nauc_ndcg_at_10_max": -0.012084, "nauc_ndcg_at_10_std": -0.451124, "nauc_ndcg_at_10_diff1": 0.281302, "nauc_ndcg_at_20_max": -0.026052, "nauc_ndcg_at_20_std": -0.438731, "nauc_ndcg_at_20_diff1": 0.259736, "nauc_ndcg_at_25_max": -0.021162, "nauc_ndcg_at_25_std": -0.44505, "nauc_ndcg_at_25_diff1": 0.262235, "nauc_ndcg_at_50_max": -0.029046, "nauc_ndcg_at_50_std": -0.440386, "nauc_ndcg_at_50_diff1": 0.249834, "nauc_ndcg_at_100_max": -0.048571, "nauc_ndcg_at_100_std": -0.443069, "nauc_ndcg_at_100_diff1": 0.248975, "nauc_ndcg_at_1000_max": -0.057623, "nauc_ndcg_at_1000_std": -0.43489, "nauc_ndcg_at_1000_diff1": 0.250088, "nauc_map_at_1_max": -0.010922, "nauc_map_at_1_std": -0.256229, "nauc_map_at_1_diff1": 0.361121, "nauc_map_at_3_max": -0.017032, "nauc_map_at_3_std": -0.355937, "nauc_map_at_3_diff1": 0.316363, "nauc_map_at_5_max": -0.016416, "nauc_map_at_5_std": -0.373527, "nauc_map_at_5_diff1": 0.291706, "nauc_map_at_10_max": -0.028868, "nauc_map_at_10_std": -0.407278, "nauc_map_at_10_diff1": 0.275245, "nauc_map_at_20_max": -0.035663, "nauc_map_at_20_std": -0.414389, "nauc_map_at_20_diff1": 0.266019, "nauc_map_at_25_max": -0.032937, "nauc_map_at_25_std": -0.416458, "nauc_map_at_25_diff1": 0.265702, "nauc_map_at_50_max": -0.034251, "nauc_map_at_50_std": -0.416701, "nauc_map_at_50_diff1": 0.2633, "nauc_map_at_100_max": -0.036774, "nauc_map_at_100_std": -0.418186, "nauc_map_at_100_diff1": 0.264004, "nauc_map_at_1000_max": -0.037625, "nauc_map_at_1000_std": -0.418189, "nauc_map_at_1000_diff1": 0.263791, "nauc_recall_at_1_max": -0.010922, "nauc_recall_at_1_std": -0.256229, "nauc_recall_at_1_diff1": 0.361121, "nauc_recall_at_3_max": 0.028276, "nauc_recall_at_3_std": -0.324124, "nauc_recall_at_3_diff1": 0.299013, "nauc_recall_at_5_max": 0.110199, "nauc_recall_at_5_std": -0.325279, "nauc_recall_at_5_diff1": 0.31272, "nauc_recall_at_10_max": 0.113244, "nauc_recall_at_10_std": -0.392985, "nauc_recall_at_10_diff1": 0.302536, "nauc_recall_at_20_max": 0.130247, "nauc_recall_at_20_std": -0.401961, "nauc_recall_at_20_diff1": 0.237153, "nauc_recall_at_25_max": 0.162468, "nauc_recall_at_25_std": -0.436943, "nauc_recall_at_25_diff1": 0.260861, "nauc_recall_at_50_max": 0.212545, "nauc_recall_at_50_std": -0.411026, "nauc_recall_at_50_diff1": 0.174637, "nauc_recall_at_100_max": 0.105147, "nauc_recall_at_100_std": -0.47042, "nauc_recall_at_100_diff1": 0.117232, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.093434, "nauc_precision_at_1_std": -0.440062, "nauc_precision_at_1_diff1": 0.25665, "nauc_precision_at_3_max": -0.07951, "nauc_precision_at_3_std": -0.308017, "nauc_precision_at_3_diff1": -0.021214, "nauc_precision_at_5_max": -0.052209, "nauc_precision_at_5_std": -0.24545, "nauc_precision_at_5_diff1": -0.073845, "nauc_precision_at_10_max": -0.059806, "nauc_precision_at_10_std": -0.2032, "nauc_precision_at_10_diff1": -0.097219, "nauc_precision_at_20_max": -0.072971, "nauc_precision_at_20_std": -0.165915, "nauc_precision_at_20_diff1": -0.128435, "nauc_precision_at_25_max": -0.060247, "nauc_precision_at_25_std": -0.163648, "nauc_precision_at_25_diff1": -0.127975, "nauc_precision_at_50_max": -0.064516, "nauc_precision_at_50_std": -0.110523, "nauc_precision_at_50_diff1": -0.15767, "nauc_precision_at_100_max": -0.085726, "nauc_precision_at_100_std": -0.081988, "nauc_precision_at_100_diff1": -0.160118, "nauc_precision_at_1000_max": -0.087891, "nauc_precision_at_1000_std": -0.028656, "nauc_precision_at_1000_diff1": -0.164643, "nauc_mrr_at_1_max": -0.093434, "nauc_mrr_at_1_std": -0.440062, "nauc_mrr_at_1_diff1": 0.25665, "nauc_mrr_at_3_max": -0.099746, "nauc_mrr_at_3_std": -0.46671, "nauc_mrr_at_3_diff1": 0.252211, "nauc_mrr_at_5_max": -0.092069, "nauc_mrr_at_5_std": -0.47632, "nauc_mrr_at_5_diff1": 0.261999, "nauc_mrr_at_10_max": -0.095253, "nauc_mrr_at_10_std": -0.477369, "nauc_mrr_at_10_diff1": 0.256293, "nauc_mrr_at_20_max": -0.09727, "nauc_mrr_at_20_std": -0.478177, "nauc_mrr_at_20_diff1": 0.252979, "nauc_mrr_at_25_max": -0.096582, "nauc_mrr_at_25_std": -0.479066, "nauc_mrr_at_25_diff1": 0.25418, "nauc_mrr_at_50_max": -0.096186, "nauc_mrr_at_50_std": -0.476928, "nauc_mrr_at_50_diff1": 0.25329, "nauc_mrr_at_100_max": -0.096908, "nauc_mrr_at_100_std": -0.476765, "nauc_mrr_at_100_diff1": 0.253098, "nauc_mrr_at_1000_max": -0.096799, "nauc_mrr_at_1000_std": -0.476553, "nauc_mrr_at_1000_diff1": 0.253289, "hit_rate_at_1": 0.57851, "hit_rate_at_3": 0.76033, "hit_rate_at_5": 0.81818, "hit_rate_at_10": 0.8595, "hit_rate_at_20": 0.90083, "hit_rate_at_25": 0.90909, "hit_rate_at_50": 0.95041, "hit_rate_at_100": 0.98347, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.578512, "R_cap_at_3": 0.670799, "R_cap_at_5": 0.723829, "R_cap_at_10": 0.756198, "R_cap_at_20": 0.806098, "R_cap_at_25": 0.820076, "R_cap_at_50": 0.887914, "R_cap_at_100": 0.947968, "R_cap_at_1000": 1.0, "main_score": 0.6575, "hf_subset": "default_gpt4o_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.62619, "ndcg_at_5": 0.70356, "ndcg_at_10": 0.70356, "ndcg_at_20": 0.70356, "ndcg_at_25": 0.70356, "ndcg_at_50": 0.70356, "ndcg_at_100": 0.70356, "ndcg_at_1000": 0.70356, "map_at_1": 0.4, "map_at_3": 0.56667, "map_at_5": 0.60667, "map_at_10": 0.60667, "map_at_20": 0.60667, "map_at_25": 0.60667, "map_at_50": 0.60667, "map_at_100": 0.60667, "map_at_1000": 0.60667, "recall_at_1": 0.4, "recall_at_3": 0.8, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.4, "precision_at_1": 0.4, "precision_at_3": 0.26667, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.566667, "mrr_at_5": 0.606667, "mrr_at_10": 0.606667, "mrr_at_20": 0.606667, "mrr_at_25": 0.606667, "mrr_at_50": 0.606667, "mrr_at_100": 0.606667, "mrr_at_1000": 0.606667, "nauc_ndcg_at_1_max": 0.0, "nauc_ndcg_at_1_std": 0.833333, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": 0.193303, "nauc_ndcg_at_3_std": 0.75706, "nauc_ndcg_at_3_diff1": 0.828199, "nauc_ndcg_at_5_max": -0.033574, "nauc_ndcg_at_5_std": 0.730023, "nauc_ndcg_at_5_diff1": 0.767298, "nauc_ndcg_at_10_max": -0.033574, "nauc_ndcg_at_10_std": 0.730023, "nauc_ndcg_at_10_diff1": 0.767298, "nauc_ndcg_at_20_max": -0.033574, "nauc_ndcg_at_20_std": 0.730023, "nauc_ndcg_at_20_diff1": 0.767298, "nauc_ndcg_at_25_max": -0.033574, "nauc_ndcg_at_25_std": 0.730023, "nauc_ndcg_at_25_diff1": 0.767298, "nauc_ndcg_at_50_max": -0.033574, "nauc_ndcg_at_50_std": 0.730023, "nauc_ndcg_at_50_diff1": 0.767298, "nauc_ndcg_at_100_max": -0.033574, "nauc_ndcg_at_100_std": 0.730023, "nauc_ndcg_at_100_diff1": 0.767298, "nauc_ndcg_at_1000_max": -0.033574, "nauc_ndcg_at_1000_std": 0.730023, "nauc_ndcg_at_1000_diff1": 0.767298, "nauc_map_at_1_max": 0.0, "nauc_map_at_1_std": 0.833333, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": 0.067797, "nauc_map_at_3_std": 0.745763, "nauc_map_at_3_diff1": 0.79661, "nauc_map_at_5_max": -0.03861, "nauc_map_at_5_std": 0.733591, "nauc_map_at_5_diff1": 0.76834, "nauc_map_at_10_max": -0.03861, "nauc_map_at_10_std": 0.733591, "nauc_map_at_10_diff1": 0.76834, "nauc_map_at_20_max": -0.03861, "nauc_map_at_20_std": 0.733591, "nauc_map_at_20_diff1": 0.76834, "nauc_map_at_25_max": -0.03861, "nauc_map_at_25_std": 0.733591, "nauc_map_at_25_diff1": 0.76834, "nauc_map_at_50_max": -0.03861, "nauc_map_at_50_std": 0.733591, "nauc_map_at_50_diff1": 0.76834, "nauc_map_at_100_max": -0.03861, "nauc_map_at_100_std": 0.733591, "nauc_map_at_100_diff1": 0.76834, "nauc_map_at_1000_max": -0.03861, "nauc_map_at_1000_std": 0.733591, "nauc_map_at_1000_diff1": 0.76834, "nauc_recall_at_1_max": 0.0, "nauc_recall_at_1_std": 0.833333, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": 0.833333, "nauc_recall_at_3_std": 0.833333, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.0, "nauc_precision_at_1_std": 0.833333, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": 0.833333, "nauc_precision_at_3_std": 0.833333, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.0, "nauc_mrr_at_1_std": 0.833333, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": 0.067797, "nauc_mrr_at_3_std": 0.745763, "nauc_mrr_at_3_diff1": 0.79661, "nauc_mrr_at_5_max": -0.03861, "nauc_mrr_at_5_std": 0.733591, "nauc_mrr_at_5_diff1": 0.76834, "nauc_mrr_at_10_max": -0.03861, "nauc_mrr_at_10_std": 0.733591, "nauc_mrr_at_10_diff1": 0.76834, "nauc_mrr_at_20_max": -0.03861, "nauc_mrr_at_20_std": 0.733591, "nauc_mrr_at_20_diff1": 0.76834, "nauc_mrr_at_25_max": -0.03861, "nauc_mrr_at_25_std": 0.733591, "nauc_mrr_at_25_diff1": 0.76834, "nauc_mrr_at_50_max": -0.03861, "nauc_mrr_at_50_std": 0.733591, "nauc_mrr_at_50_diff1": 0.76834, "nauc_mrr_at_100_max": -0.03861, "nauc_mrr_at_100_std": 0.733591, "nauc_mrr_at_100_diff1": 0.76834, "nauc_mrr_at_1000_max": -0.03861, "nauc_mrr_at_1000_std": 0.733591, "nauc_mrr_at_1000_diff1": 0.76834, "hit_rate_at_1": 0.4, "hit_rate_at_3": 0.8, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.4, "R_cap_at_3": 0.8, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.70356, "hf_subset": "default_gpt4o_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4, "ndcg_at_3": 0.65237, "ndcg_at_5": 0.65237, "ndcg_at_10": 0.65237, "ndcg_at_20": 0.70642, "ndcg_at_25": 0.70642, "ndcg_at_50": 0.70642, "ndcg_at_100": 0.70642, "ndcg_at_1000": 0.70642, "map_at_1": 0.4, "map_at_3": 0.6, "map_at_5": 0.6, "map_at_10": 0.6, "map_at_20": 0.61667, "map_at_25": 0.61667, "map_at_50": 0.61667, "map_at_100": 0.61667, "map_at_1000": 0.61667, "recall_at_1": 0.4, "recall_at_3": 0.8, "recall_at_5": 0.8, "recall_at_10": 0.8, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.4, "precision_at_1": 0.4, "precision_at_3": 0.26667, "precision_at_5": 0.16, "precision_at_10": 0.08, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.4, "mrr_at_3": 0.6, "mrr_at_5": 0.6, "mrr_at_10": 0.6, "mrr_at_20": 0.616667, "mrr_at_25": 0.616667, "mrr_at_50": 0.616667, "mrr_at_100": 0.616667, "mrr_at_1000": 0.616667, "nauc_ndcg_at_1_max": 0.0, "nauc_ndcg_at_1_std": 0.833333, "nauc_ndcg_at_1_diff1": 0.833333, "nauc_ndcg_at_3_max": 0.384038, "nauc_ndcg_at_3_std": 0.833333, "nauc_ndcg_at_3_diff1": 0.910141, "nauc_ndcg_at_5_max": 0.384038, "nauc_ndcg_at_5_std": 0.833333, "nauc_ndcg_at_5_diff1": 0.910141, "nauc_ndcg_at_10_max": 0.384038, "nauc_ndcg_at_10_std": 0.833333, "nauc_ndcg_at_10_diff1": 0.910141, "nauc_ndcg_at_20_max": 0.273542, "nauc_ndcg_at_20_std": 0.833333, "nauc_ndcg_at_20_diff1": 0.888042, "nauc_ndcg_at_25_max": 0.273542, "nauc_ndcg_at_25_std": 0.833333, "nauc_ndcg_at_25_diff1": 0.888042, "nauc_ndcg_at_50_max": 0.273542, "nauc_ndcg_at_50_std": 0.833333, "nauc_ndcg_at_50_diff1": 0.888042, "nauc_ndcg_at_100_max": 0.273542, "nauc_ndcg_at_100_std": 0.833333, "nauc_ndcg_at_100_diff1": 0.888042, "nauc_ndcg_at_1000_max": 0.273542, "nauc_ndcg_at_1000_std": 0.833333, "nauc_ndcg_at_1000_diff1": 0.888042, "nauc_map_at_1_max": 0.0, "nauc_map_at_1_std": 0.833333, "nauc_map_at_1_diff1": 0.833333, "nauc_map_at_3_max": 0.277778, "nauc_map_at_3_std": 0.833333, "nauc_map_at_3_diff1": 0.888889, "nauc_map_at_5_max": 0.277778, "nauc_map_at_5_std": 0.833333, "nauc_map_at_5_diff1": 0.888889, "nauc_map_at_10_max": 0.277778, "nauc_map_at_10_std": 0.833333, "nauc_map_at_10_diff1": 0.888889, "nauc_map_at_20_max": 0.245098, "nauc_map_at_20_std": 0.833333, "nauc_map_at_20_diff1": 0.882353, "nauc_map_at_25_max": 0.245098, "nauc_map_at_25_std": 0.833333, "nauc_map_at_25_diff1": 0.882353, "nauc_map_at_50_max": 0.245098, "nauc_map_at_50_std": 0.833333, "nauc_map_at_50_diff1": 0.882353, "nauc_map_at_100_max": 0.245098, "nauc_map_at_100_std": 0.833333, "nauc_map_at_100_diff1": 0.882353, "nauc_map_at_1000_max": 0.245098, "nauc_map_at_1000_std": 0.833333, "nauc_map_at_1000_diff1": 0.882353, "nauc_recall_at_1_max": 0.0, "nauc_recall_at_1_std": 0.833333, "nauc_recall_at_1_diff1": 0.833333, "nauc_recall_at_3_max": 0.833333, "nauc_recall_at_3_std": 0.833333, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": 0.833333, "nauc_recall_at_5_std": 0.833333, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": 0.833333, "nauc_recall_at_10_std": 0.833333, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.0, "nauc_precision_at_1_std": 0.833333, "nauc_precision_at_1_diff1": 0.833333, "nauc_precision_at_3_max": 0.833333, "nauc_precision_at_3_std": 0.833333, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 0.833333, "nauc_precision_at_5_std": 0.833333, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 0.833333, "nauc_precision_at_10_std": 0.833333, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.0, "nauc_mrr_at_1_std": 0.833333, "nauc_mrr_at_1_diff1": 0.833333, "nauc_mrr_at_3_max": 0.277778, "nauc_mrr_at_3_std": 0.833333, "nauc_mrr_at_3_diff1": 0.888889, "nauc_mrr_at_5_max": 0.277778, "nauc_mrr_at_5_std": 0.833333, "nauc_mrr_at_5_diff1": 0.888889, "nauc_mrr_at_10_max": 0.277778, "nauc_mrr_at_10_std": 0.833333, "nauc_mrr_at_10_diff1": 0.888889, "nauc_mrr_at_20_max": 0.245098, "nauc_mrr_at_20_std": 0.833333, "nauc_mrr_at_20_diff1": 0.882353, "nauc_mrr_at_25_max": 0.245098, "nauc_mrr_at_25_std": 0.833333, "nauc_mrr_at_25_diff1": 0.882353, "nauc_mrr_at_50_max": 0.245098, "nauc_mrr_at_50_std": 0.833333, "nauc_mrr_at_50_diff1": 0.882353, "nauc_mrr_at_100_max": 0.245098, "nauc_mrr_at_100_std": 0.833333, "nauc_mrr_at_100_diff1": 0.882353, "nauc_mrr_at_1000_max": 0.245098, "nauc_mrr_at_1000_std": 0.833333, "nauc_mrr_at_1000_diff1": 0.882353, "hit_rate_at_1": 0.4, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.8, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.4, "R_cap_at_3": 0.8, "R_cap_at_5": 0.8, "R_cap_at_10": 0.8, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.65237, "hf_subset": "default_gpt4o_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.55303, "ndcg_at_3": 0.60931, "ndcg_at_5": 0.6381, "ndcg_at_10": 0.66224, "ndcg_at_20": 0.68563, "ndcg_at_25": 0.69318, "ndcg_at_50": 0.69902, "ndcg_at_100": 0.71175, "ndcg_at_1000": 0.72104, "map_at_1": 0.30311, "map_at_3": 0.47483, "map_at_5": 0.53366, "map_at_10": 0.5796, "map_at_20": 0.59753, "map_at_25": 0.59993, "map_at_50": 0.60239, "map_at_100": 0.60457, "map_at_1000": 0.6057, "recall_at_1": 0.30311, "recall_at_3": 0.56505, "recall_at_5": 0.67516, "recall_at_10": 0.78452, "recall_at_20": 0.85799, "recall_at_25": 0.88413, "recall_at_50": 0.89915, "recall_at_100": 0.957, "recall_at_1000": 1.0, "accuracy": 0.30311, "precision_at_1": 0.55303, "precision_at_3": 0.41919, "precision_at_5": 0.33182, "precision_at_10": 0.21439, "precision_at_20": 0.12386, "precision_at_25": 0.10212, "precision_at_50": 0.05364, "precision_at_100": 0.02879, "precision_at_1000": 0.00308, "mrr_at_1": 0.55303, "mrr_at_3": 0.643939, "mrr_at_5": 0.656439, "mrr_at_10": 0.665359, "mrr_at_20": 0.667708, "mrr_at_25": 0.668716, "mrr_at_50": 0.668716, "mrr_at_100": 0.669073, "mrr_at_1000": 0.669204, "nauc_ndcg_at_1_max": 0.052246, "nauc_ndcg_at_1_std": -0.186375, "nauc_ndcg_at_1_diff1": 0.439451, "nauc_ndcg_at_3_max": -0.069498, "nauc_ndcg_at_3_std": -0.320898, "nauc_ndcg_at_3_diff1": 0.437178, "nauc_ndcg_at_5_max": -0.067327, "nauc_ndcg_at_5_std": -0.328458, "nauc_ndcg_at_5_diff1": 0.438612, "nauc_ndcg_at_10_max": -0.035148, "nauc_ndcg_at_10_std": -0.313846, "nauc_ndcg_at_10_diff1": 0.451908, "nauc_ndcg_at_20_max": 0.002756, "nauc_ndcg_at_20_std": -0.273216, "nauc_ndcg_at_20_diff1": 0.458788, "nauc_ndcg_at_25_max": -0.008963, "nauc_ndcg_at_25_std": -0.288869, "nauc_ndcg_at_25_diff1": 0.453138, "nauc_ndcg_at_50_max": -0.013756, "nauc_ndcg_at_50_std": -0.287309, "nauc_ndcg_at_50_diff1": 0.44931, "nauc_ndcg_at_100_max": -0.024204, "nauc_ndcg_at_100_std": -0.300899, "nauc_ndcg_at_100_diff1": 0.448304, "nauc_ndcg_at_1000_max": -0.01863, "nauc_ndcg_at_1000_std": -0.282893, "nauc_ndcg_at_1000_diff1": 0.442371, "nauc_map_at_1_max": 0.05956, "nauc_map_at_1_std": -0.193839, "nauc_map_at_1_diff1": 0.447972, "nauc_map_at_3_max": 0.028858, "nauc_map_at_3_std": -0.276732, "nauc_map_at_3_diff1": 0.450522, "nauc_map_at_5_max": -0.004258, "nauc_map_at_5_std": -0.300653, "nauc_map_at_5_diff1": 0.440685, "nauc_map_at_10_max": -0.03435, "nauc_map_at_10_std": -0.313397, "nauc_map_at_10_diff1": 0.436848, "nauc_map_at_20_max": -0.028786, "nauc_map_at_20_std": -0.305156, "nauc_map_at_20_diff1": 0.445074, "nauc_map_at_25_max": -0.03166, "nauc_map_at_25_std": -0.308056, "nauc_map_at_25_diff1": 0.44335, "nauc_map_at_50_max": -0.033994, "nauc_map_at_50_std": -0.308498, "nauc_map_at_50_diff1": 0.443032, "nauc_map_at_100_max": -0.036613, "nauc_map_at_100_std": -0.310884, "nauc_map_at_100_diff1": 0.442186, "nauc_map_at_1000_max": -0.036034, "nauc_map_at_1000_std": -0.309621, "nauc_map_at_1000_diff1": 0.442118, "nauc_recall_at_1_max": 0.05956, "nauc_recall_at_1_std": -0.193839, "nauc_recall_at_1_diff1": 0.447972, "nauc_recall_at_3_max": -0.030623, "nauc_recall_at_3_std": -0.29104, "nauc_recall_at_3_diff1": 0.395655, "nauc_recall_at_5_max": -0.051778, "nauc_recall_at_5_std": -0.320271, "nauc_recall_at_5_diff1": 0.391203, "nauc_recall_at_10_max": -0.057156, "nauc_recall_at_10_std": -0.334566, "nauc_recall_at_10_diff1": 0.418898, "nauc_recall_at_20_max": 0.081981, "nauc_recall_at_20_std": -0.208427, "nauc_recall_at_20_diff1": 0.508903, "nauc_recall_at_25_max": 0.020635, "nauc_recall_at_25_std": -0.314495, "nauc_recall_at_25_diff1": 0.481654, "nauc_recall_at_50_max": -0.004155, "nauc_recall_at_50_std": -0.317637, "nauc_recall_at_50_diff1": 0.473202, "nauc_recall_at_100_max": -0.133004, "nauc_recall_at_100_std": -0.65679, "nauc_recall_at_100_diff1": 0.571763, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.052246, "nauc_precision_at_1_std": -0.186375, "nauc_precision_at_1_diff1": 0.439451, "nauc_precision_at_3_max": -0.102498, "nauc_precision_at_3_std": -0.174228, "nauc_precision_at_3_diff1": 0.106413, "nauc_precision_at_5_max": -0.139897, "nauc_precision_at_5_std": -0.141402, "nauc_precision_at_5_diff1": 0.019816, "nauc_precision_at_10_max": -0.153617, "nauc_precision_at_10_std": -0.104881, "nauc_precision_at_10_diff1": -0.01645, "nauc_precision_at_20_max": -0.123878, "nauc_precision_at_20_std": -0.053791, "nauc_precision_at_20_diff1": -0.039048, "nauc_precision_at_25_max": -0.137586, "nauc_precision_at_25_std": -0.059647, "nauc_precision_at_25_diff1": -0.059306, "nauc_precision_at_50_max": -0.139916, "nauc_precision_at_50_std": -0.047151, "nauc_precision_at_50_diff1": -0.07172, "nauc_precision_at_100_max": -0.153031, "nauc_precision_at_100_std": -0.04384, "nauc_precision_at_100_diff1": -0.106944, "nauc_precision_at_1000_max": -0.130446, "nauc_precision_at_1000_std": 0.007081, "nauc_precision_at_1000_diff1": -0.125018, "nauc_mrr_at_1_max": 0.052246, "nauc_mrr_at_1_std": -0.186375, "nauc_mrr_at_1_diff1": 0.439451, "nauc_mrr_at_3_max": 0.018079, "nauc_mrr_at_3_std": -0.224119, "nauc_mrr_at_3_diff1": 0.453024, "nauc_mrr_at_5_max": 0.033168, "nauc_mrr_at_5_std": -0.216502, "nauc_mrr_at_5_diff1": 0.45376, "nauc_mrr_at_10_max": 0.038145, "nauc_mrr_at_10_std": -0.210016, "nauc_mrr_at_10_diff1": 0.456296, "nauc_mrr_at_20_max": 0.038933, "nauc_mrr_at_20_std": -0.208352, "nauc_mrr_at_20_diff1": 0.457893, "nauc_mrr_at_25_max": 0.037856, "nauc_mrr_at_25_std": -0.210449, "nauc_mrr_at_25_diff1": 0.457686, "nauc_mrr_at_50_max": 0.037856, "nauc_mrr_at_50_std": -0.210449, "nauc_mrr_at_50_diff1": 0.457686, "nauc_mrr_at_100_max": 0.038221, "nauc_mrr_at_100_std": -0.21036, "nauc_mrr_at_100_diff1": 0.45774, "nauc_mrr_at_1000_max": 0.038179, "nauc_mrr_at_1000_std": -0.210049, "nauc_mrr_at_1000_diff1": 0.457649, "hit_rate_at_1": 0.55303, "hit_rate_at_3": 0.77273, "hit_rate_at_5": 0.82576, "hit_rate_at_10": 0.89394, "hit_rate_at_20": 0.93182, "hit_rate_at_25": 0.95455, "hit_rate_at_50": 0.95455, "hit_rate_at_100": 0.98485, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.55303, "R_cap_at_3": 0.660354, "R_cap_at_5": 0.724495, "R_cap_at_10": 0.792226, "R_cap_at_20": 0.857993, "R_cap_at_25": 0.884133, "R_cap_at_50": 0.899148, "R_cap_at_100": 0.957001, "R_cap_at_1000": 1.0, "main_score": 0.66224, "hf_subset": "default_gpt4o_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68531, "ndcg_at_3": 0.70158, "ndcg_at_5": 0.73347, "ndcg_at_10": 0.74712, "ndcg_at_20": 0.76357, "ndcg_at_25": 0.76906, "ndcg_at_50": 0.78382, "ndcg_at_100": 0.78878, "ndcg_at_1000": 0.7934, "map_at_1": 0.37809, "map_at_3": 0.56223, "map_at_5": 0.62372, "map_at_10": 0.66572, "map_at_20": 0.68176, "map_at_25": 0.68476, "map_at_50": 0.68949, "map_at_100": 0.69068, "map_at_1000": 0.69161, "recall_at_1": 0.37809, "recall_at_3": 0.62837, "recall_at_5": 0.74904, "recall_at_10": 0.83547, "recall_at_20": 0.89536, "recall_at_25": 0.91126, "recall_at_50": 0.9633, "recall_at_100": 0.98308, "recall_at_1000": 1.0, "accuracy": 0.37809, "precision_at_1": 0.68531, "precision_at_3": 0.4662, "precision_at_5": 0.36084, "precision_at_10": 0.22587, "precision_at_20": 0.12832, "precision_at_25": 0.10573, "precision_at_50": 0.05706, "precision_at_100": 0.02951, "precision_at_1000": 0.0031, "mrr_at_1": 0.685315, "mrr_at_3": 0.752914, "mrr_at_5": 0.769347, "mrr_at_10": 0.774542, "mrr_at_20": 0.776566, "mrr_at_25": 0.776899, "mrr_at_50": 0.77757, "mrr_at_100": 0.77757, "mrr_at_1000": 0.77757, "nauc_ndcg_at_1_max": 0.540097, "nauc_ndcg_at_1_std": 0.296227, "nauc_ndcg_at_1_diff1": 0.38435, "nauc_ndcg_at_3_max": 0.501363, "nauc_ndcg_at_3_std": 0.219469, "nauc_ndcg_at_3_diff1": 0.367738, "nauc_ndcg_at_5_max": 0.486222, "nauc_ndcg_at_5_std": 0.265959, "nauc_ndcg_at_5_diff1": 0.37247, "nauc_ndcg_at_10_max": 0.50565, "nauc_ndcg_at_10_std": 0.312058, "nauc_ndcg_at_10_diff1": 0.359572, "nauc_ndcg_at_20_max": 0.510059, "nauc_ndcg_at_20_std": 0.328419, "nauc_ndcg_at_20_diff1": 0.3496, "nauc_ndcg_at_25_max": 0.515849, "nauc_ndcg_at_25_std": 0.333378, "nauc_ndcg_at_25_diff1": 0.353232, "nauc_ndcg_at_50_max": 0.512616, "nauc_ndcg_at_50_std": 0.308722, "nauc_ndcg_at_50_diff1": 0.362412, "nauc_ndcg_at_100_max": 0.508475, "nauc_ndcg_at_100_std": 0.294058, "nauc_ndcg_at_100_diff1": 0.361476, "nauc_ndcg_at_1000_max": 0.502128, "nauc_ndcg_at_1000_std": 0.27666, "nauc_ndcg_at_1000_diff1": 0.361547, "nauc_map_at_1_max": 0.280788, "nauc_map_at_1_std": 0.112787, "nauc_map_at_1_diff1": 0.447261, "nauc_map_at_3_max": 0.416959, "nauc_map_at_3_std": 0.207956, "nauc_map_at_3_diff1": 0.403992, "nauc_map_at_5_max": 0.431864, "nauc_map_at_5_std": 0.240253, "nauc_map_at_5_diff1": 0.395707, "nauc_map_at_10_max": 0.457529, "nauc_map_at_10_std": 0.25511, "nauc_map_at_10_diff1": 0.363301, "nauc_map_at_20_max": 0.464702, "nauc_map_at_20_std": 0.255185, "nauc_map_at_20_diff1": 0.358619, "nauc_map_at_25_max": 0.467184, "nauc_map_at_25_std": 0.256243, "nauc_map_at_25_diff1": 0.35925, "nauc_map_at_50_max": 0.466824, "nauc_map_at_50_std": 0.249468, "nauc_map_at_50_diff1": 0.358101, "nauc_map_at_100_max": 0.466532, "nauc_map_at_100_std": 0.246657, "nauc_map_at_100_diff1": 0.358085, "nauc_map_at_1000_max": 0.46586, "nauc_map_at_1000_std": 0.243977, "nauc_map_at_1000_diff1": 0.358427, "nauc_recall_at_1_max": 0.280788, "nauc_recall_at_1_std": 0.112787, "nauc_recall_at_1_diff1": 0.447261, "nauc_recall_at_3_max": 0.401815, "nauc_recall_at_3_std": 0.239398, "nauc_recall_at_3_diff1": 0.398152, "nauc_recall_at_5_max": 0.355483, "nauc_recall_at_5_std": 0.312905, "nauc_recall_at_5_diff1": 0.358325, "nauc_recall_at_10_max": 0.450991, "nauc_recall_at_10_std": 0.459406, "nauc_recall_at_10_diff1": 0.248038, "nauc_recall_at_20_max": 0.51445, "nauc_recall_at_20_std": 0.586055, "nauc_recall_at_20_diff1": 0.196251, "nauc_recall_at_25_max": 0.562335, "nauc_recall_at_25_std": 0.671793, "nauc_recall_at_25_diff1": 0.214457, "nauc_recall_at_50_max": 0.646047, "nauc_recall_at_50_std": 0.77919, "nauc_recall_at_50_diff1": 0.365288, "nauc_recall_at_100_max": 0.677149, "nauc_recall_at_100_std": 0.837277, "nauc_recall_at_100_diff1": 0.349899, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.540097, "nauc_precision_at_1_std": 0.296227, "nauc_precision_at_1_diff1": 0.38435, "nauc_precision_at_3_max": 0.281893, "nauc_precision_at_3_std": 0.14822, "nauc_precision_at_3_diff1": -0.017873, "nauc_precision_at_5_max": 0.164489, "nauc_precision_at_5_std": 0.097624, "nauc_precision_at_5_diff1": -0.100878, "nauc_precision_at_10_max": 0.086859, "nauc_precision_at_10_std": 0.028031, "nauc_precision_at_10_diff1": -0.163296, "nauc_precision_at_20_max": 0.042056, "nauc_precision_at_20_std": -0.021414, "nauc_precision_at_20_diff1": -0.181414, "nauc_precision_at_25_max": 0.037688, "nauc_precision_at_25_std": -0.025687, "nauc_precision_at_25_diff1": -0.183059, "nauc_precision_at_50_max": -0.005924, "nauc_precision_at_50_std": -0.081535, "nauc_precision_at_50_diff1": -0.204527, "nauc_precision_at_100_max": -0.021008, "nauc_precision_at_100_std": -0.110403, "nauc_precision_at_100_diff1": -0.203887, "nauc_precision_at_1000_max": -0.053111, "nauc_precision_at_1000_std": -0.153517, "nauc_precision_at_1000_diff1": -0.198524, "nauc_mrr_at_1_max": 0.540097, "nauc_mrr_at_1_std": 0.296227, "nauc_mrr_at_1_diff1": 0.38435, "nauc_mrr_at_3_max": 0.578821, "nauc_mrr_at_3_std": 0.346225, "nauc_mrr_at_3_diff1": 0.40894, "nauc_mrr_at_5_max": 0.554668, "nauc_mrr_at_5_std": 0.343921, "nauc_mrr_at_5_diff1": 0.391953, "nauc_mrr_at_10_max": 0.566916, "nauc_mrr_at_10_std": 0.352039, "nauc_mrr_at_10_diff1": 0.389403, "nauc_mrr_at_20_max": 0.564658, "nauc_mrr_at_20_std": 0.346372, "nauc_mrr_at_20_diff1": 0.386174, "nauc_mrr_at_25_max": 0.56414, "nauc_mrr_at_25_std": 0.345482, "nauc_mrr_at_25_diff1": 0.385889, "nauc_mrr_at_50_max": 0.563895, "nauc_mrr_at_50_std": 0.344155, "nauc_mrr_at_50_diff1": 0.389082, "nauc_mrr_at_100_max": 0.563895, "nauc_mrr_at_100_std": 0.344155, "nauc_mrr_at_100_diff1": 0.389082, "nauc_mrr_at_1000_max": 0.563895, "nauc_mrr_at_1000_std": 0.344155, "nauc_mrr_at_1000_diff1": 0.389082, "hit_rate_at_1": 0.68531, "hit_rate_at_3": 0.83916, "hit_rate_at_5": 0.90909, "hit_rate_at_10": 0.94406, "hit_rate_at_20": 0.97203, "hit_rate_at_25": 0.97902, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.685315, "R_cap_at_3": 0.728438, "R_cap_at_5": 0.801865, "R_cap_at_10": 0.846048, "R_cap_at_20": 0.895362, "R_cap_at_25": 0.911264, "R_cap_at_50": 0.963302, "R_cap_at_100": 0.983077, "R_cap_at_1000": 1.0, "main_score": 0.74712, "hf_subset": "default_gpt4o_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.57692, "ndcg_at_3": 0.66029, "ndcg_at_5": 0.70786, "ndcg_at_10": 0.73361, "ndcg_at_20": 0.75736, "ndcg_at_25": 0.75736, "ndcg_at_50": 0.75736, "ndcg_at_100": 0.75736, "ndcg_at_1000": 0.75736, "map_at_1": 0.41346, "map_at_3": 0.60417, "map_at_5": 0.64103, "map_at_10": 0.65588, "map_at_20": 0.6643, "map_at_25": 0.6643, "map_at_50": 0.6643, "map_at_100": 0.6643, "map_at_1000": 0.6643, "recall_at_1": 0.41346, "recall_at_3": 0.72917, "recall_at_5": 0.84615, "recall_at_10": 0.91186, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41346, "precision_at_1": 0.57692, "precision_at_3": 0.33974, "precision_at_5": 0.23846, "precision_at_10": 0.13269, "precision_at_20": 0.07308, "precision_at_25": 0.05846, "precision_at_50": 0.02923, "precision_at_100": 0.01462, "precision_at_1000": 0.00146, "mrr_at_1": 0.576923, "mrr_at_3": 0.682692, "mrr_at_5": 0.703846, "mrr_at_10": 0.709188, "mrr_at_20": 0.712764, "mrr_at_25": 0.712764, "mrr_at_50": 0.712764, "mrr_at_100": 0.712764, "mrr_at_1000": 0.712764, "nauc_ndcg_at_1_max": 0.107955, "nauc_ndcg_at_1_std": 0.089659, "nauc_ndcg_at_1_diff1": 0.529347, "nauc_ndcg_at_3_max": 0.479586, "nauc_ndcg_at_3_std": 0.396009, "nauc_ndcg_at_3_diff1": 0.641104, "nauc_ndcg_at_5_max": 0.439389, "nauc_ndcg_at_5_std": 0.370239, "nauc_ndcg_at_5_diff1": 0.615668, "nauc_ndcg_at_10_max": 0.37026, "nauc_ndcg_at_10_std": 0.31146, "nauc_ndcg_at_10_diff1": 0.632733, "nauc_ndcg_at_20_max": 0.336399, "nauc_ndcg_at_20_std": 0.271936, "nauc_ndcg_at_20_diff1": 0.603005, "nauc_ndcg_at_25_max": 0.336399, "nauc_ndcg_at_25_std": 0.271936, "nauc_ndcg_at_25_diff1": 0.603005, "nauc_ndcg_at_50_max": 0.336399, "nauc_ndcg_at_50_std": 0.271936, "nauc_ndcg_at_50_diff1": 0.603005, "nauc_ndcg_at_100_max": 0.336399, "nauc_ndcg_at_100_std": 0.271936, "nauc_ndcg_at_100_diff1": 0.603005, "nauc_ndcg_at_1000_max": 0.336399, "nauc_ndcg_at_1000_std": 0.271936, "nauc_ndcg_at_1000_diff1": 0.603005, "nauc_map_at_1_max": 0.168442, "nauc_map_at_1_std": 0.050354, "nauc_map_at_1_diff1": 0.579429, "nauc_map_at_3_max": 0.424581, "nauc_map_at_3_std": 0.315787, "nauc_map_at_3_diff1": 0.619515, "nauc_map_at_5_max": 0.404583, "nauc_map_at_5_std": 0.330967, "nauc_map_at_5_diff1": 0.604932, "nauc_map_at_10_max": 0.370752, "nauc_map_at_10_std": 0.29909, "nauc_map_at_10_diff1": 0.611693, "nauc_map_at_20_max": 0.360045, "nauc_map_at_20_std": 0.287238, "nauc_map_at_20_diff1": 0.606197, "nauc_map_at_25_max": 0.360045, "nauc_map_at_25_std": 0.287238, "nauc_map_at_25_diff1": 0.606197, "nauc_map_at_50_max": 0.360045, "nauc_map_at_50_std": 0.287238, "nauc_map_at_50_diff1": 0.606197, "nauc_map_at_100_max": 0.360045, "nauc_map_at_100_std": 0.287238, "nauc_map_at_100_diff1": 0.606197, "nauc_map_at_1000_max": 0.360045, "nauc_map_at_1000_std": 0.287238, "nauc_map_at_1000_diff1": 0.606197, "nauc_recall_at_1_max": 0.168442, "nauc_recall_at_1_std": 0.050354, "nauc_recall_at_1_diff1": 0.579429, "nauc_recall_at_3_max": 0.713773, "nauc_recall_at_3_std": 0.591849, "nauc_recall_at_3_diff1": 0.66115, "nauc_recall_at_5_max": 0.731335, "nauc_recall_at_5_std": 0.662588, "nauc_recall_at_5_diff1": 0.614619, "nauc_recall_at_10_max": 0.568026, "nauc_recall_at_10_std": 0.562756, "nauc_recall_at_10_diff1": 0.80299, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.107955, "nauc_precision_at_1_std": 0.089659, "nauc_precision_at_1_diff1": 0.529347, "nauc_precision_at_3_max": 0.36092, "nauc_precision_at_3_std": 0.461795, "nauc_precision_at_3_diff1": 0.275232, "nauc_precision_at_5_max": 0.219282, "nauc_precision_at_5_std": 0.416674, "nauc_precision_at_5_diff1": 0.10534, "nauc_precision_at_10_max": 8.9e-05, "nauc_precision_at_10_std": 0.200903, "nauc_precision_at_10_diff1": 0.01772, "nauc_precision_at_20_max": -0.135188, "nauc_precision_at_20_std": 0.069274, "nauc_precision_at_20_diff1": -0.137938, "nauc_precision_at_25_max": -0.135188, "nauc_precision_at_25_std": 0.069274, "nauc_precision_at_25_diff1": -0.137938, "nauc_precision_at_50_max": -0.135188, "nauc_precision_at_50_std": 0.069274, "nauc_precision_at_50_diff1": -0.137938, "nauc_precision_at_100_max": -0.135188, "nauc_precision_at_100_std": 0.069274, "nauc_precision_at_100_diff1": -0.137938, "nauc_precision_at_1000_max": -0.135188, "nauc_precision_at_1000_std": 0.069274, "nauc_precision_at_1000_diff1": -0.137938, "nauc_mrr_at_1_max": 0.107955, "nauc_mrr_at_1_std": 0.089659, "nauc_mrr_at_1_diff1": 0.529347, "nauc_mrr_at_3_max": 0.303015, "nauc_mrr_at_3_std": 0.2582, "nauc_mrr_at_3_diff1": 0.588044, "nauc_mrr_at_5_max": 0.276316, "nauc_mrr_at_5_std": 0.22809, "nauc_mrr_at_5_diff1": 0.568814, "nauc_mrr_at_10_max": 0.259856, "nauc_mrr_at_10_std": 0.216807, "nauc_mrr_at_10_diff1": 0.573081, "nauc_mrr_at_20_max": 0.256223, "nauc_mrr_at_20_std": 0.210266, "nauc_mrr_at_20_diff1": 0.569569, "nauc_mrr_at_25_max": 0.256223, "nauc_mrr_at_25_std": 0.210266, "nauc_mrr_at_25_diff1": 0.569569, "nauc_mrr_at_50_max": 0.256223, "nauc_mrr_at_50_std": 0.210266, "nauc_mrr_at_50_diff1": 0.569569, "nauc_mrr_at_100_max": 0.256223, "nauc_mrr_at_100_std": 0.210266, "nauc_mrr_at_100_diff1": 0.569569, "nauc_mrr_at_1000_max": 0.256223, "nauc_mrr_at_1000_std": 0.210266, "nauc_mrr_at_1000_diff1": 0.569569, "hit_rate_at_1": 0.57692, "hit_rate_at_3": 0.80769, "hit_rate_at_5": 0.90385, "hit_rate_at_10": 0.94231, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.576923, "R_cap_at_3": 0.737179, "R_cap_at_5": 0.846154, "R_cap_at_10": 0.911859, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.73361, "hf_subset": "default_gpt4o_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.74648, "ndcg_at_3": 0.81074, "ndcg_at_5": 0.82401, "ndcg_at_10": 0.84239, "ndcg_at_20": 0.85829, "ndcg_at_25": 0.85829, "ndcg_at_50": 0.85829, "ndcg_at_100": 0.85829, "ndcg_at_1000": 0.85829, "map_at_1": 0.6115, "map_at_3": 0.76995, "map_at_5": 0.78404, "map_at_10": 0.79321, "map_at_20": 0.79915, "map_at_25": 0.79915, "map_at_50": 0.79915, "map_at_100": 0.79915, "map_at_1000": 0.79915, "recall_at_1": 0.6115, "recall_at_3": 0.8662, "recall_at_5": 0.89554, "recall_at_10": 0.94249, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6115, "precision_at_1": 0.74648, "precision_at_3": 0.38028, "precision_at_5": 0.24225, "precision_at_10": 0.12958, "precision_at_20": 0.06972, "precision_at_25": 0.05577, "precision_at_50": 0.02789, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.746479, "mrr_at_3": 0.828638, "mrr_at_5": 0.828638, "mrr_at_10": 0.83501, "mrr_at_20": 0.83658, "mrr_at_25": 0.83658, "mrr_at_50": 0.83658, "mrr_at_100": 0.83658, "mrr_at_1000": 0.83658, "nauc_ndcg_at_1_max": 0.371509, "nauc_ndcg_at_1_std": 0.41345, "nauc_ndcg_at_1_diff1": 0.824949, "nauc_ndcg_at_3_max": 0.458701, "nauc_ndcg_at_3_std": 0.541621, "nauc_ndcg_at_3_diff1": 0.736726, "nauc_ndcg_at_5_max": 0.43586, "nauc_ndcg_at_5_std": 0.550613, "nauc_ndcg_at_5_diff1": 0.725844, "nauc_ndcg_at_10_max": 0.4196, "nauc_ndcg_at_10_std": 0.543306, "nauc_ndcg_at_10_diff1": 0.744188, "nauc_ndcg_at_20_max": 0.416704, "nauc_ndcg_at_20_std": 0.507574, "nauc_ndcg_at_20_diff1": 0.759317, "nauc_ndcg_at_25_max": 0.416704, "nauc_ndcg_at_25_std": 0.507574, "nauc_ndcg_at_25_diff1": 0.759317, "nauc_ndcg_at_50_max": 0.416704, "nauc_ndcg_at_50_std": 0.507574, "nauc_ndcg_at_50_diff1": 0.759317, "nauc_ndcg_at_100_max": 0.416704, "nauc_ndcg_at_100_std": 0.507574, "nauc_ndcg_at_100_diff1": 0.759317, "nauc_ndcg_at_1000_max": 0.416704, "nauc_ndcg_at_1000_std": 0.507574, "nauc_ndcg_at_1000_diff1": 0.759317, "nauc_map_at_1_max": 0.427232, "nauc_map_at_1_std": 0.228405, "nauc_map_at_1_diff1": 0.774192, "nauc_map_at_3_max": 0.434022, "nauc_map_at_3_std": 0.518953, "nauc_map_at_3_diff1": 0.748117, "nauc_map_at_5_max": 0.419621, "nauc_map_at_5_std": 0.521132, "nauc_map_at_5_diff1": 0.741718, "nauc_map_at_10_max": 0.414928, "nauc_map_at_10_std": 0.520413, "nauc_map_at_10_diff1": 0.748634, "nauc_map_at_20_max": 0.415756, "nauc_map_at_20_std": 0.509356, "nauc_map_at_20_diff1": 0.754519, "nauc_map_at_25_max": 0.415756, "nauc_map_at_25_std": 0.509356, "nauc_map_at_25_diff1": 0.754519, "nauc_map_at_50_max": 0.415756, "nauc_map_at_50_std": 0.509356, "nauc_map_at_50_diff1": 0.754519, "nauc_map_at_100_max": 0.415756, "nauc_map_at_100_std": 0.509356, "nauc_map_at_100_diff1": 0.754519, "nauc_map_at_1000_max": 0.415756, "nauc_map_at_1000_std": 0.509356, "nauc_map_at_1000_diff1": 0.754519, "nauc_recall_at_1_max": 0.427232, "nauc_recall_at_1_std": 0.228405, "nauc_recall_at_1_diff1": 0.774192, "nauc_recall_at_3_max": 0.508876, "nauc_recall_at_3_std": 0.643311, "nauc_recall_at_3_diff1": 0.583659, "nauc_recall_at_5_max": 0.491861, "nauc_recall_at_5_std": 0.70928, "nauc_recall_at_5_diff1": 0.569494, "nauc_recall_at_10_max": 0.427659, "nauc_recall_at_10_std": 0.768992, "nauc_recall_at_10_diff1": 0.583154, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.371509, "nauc_precision_at_1_std": 0.41345, "nauc_precision_at_1_diff1": 0.824949, "nauc_precision_at_3_max": -0.051598, "nauc_precision_at_3_std": 0.416602, "nauc_precision_at_3_diff1": -0.012138, "nauc_precision_at_5_max": -0.104676, "nauc_precision_at_5_std": 0.289734, "nauc_precision_at_5_diff1": -0.086316, "nauc_precision_at_10_max": -0.200863, "nauc_precision_at_10_std": 0.204234, "nauc_precision_at_10_diff1": -0.191372, "nauc_precision_at_20_max": -0.251023, "nauc_precision_at_20_std": 0.044549, "nauc_precision_at_20_diff1": -0.274396, "nauc_precision_at_25_max": -0.251023, "nauc_precision_at_25_std": 0.044549, "nauc_precision_at_25_diff1": -0.274396, "nauc_precision_at_50_max": -0.251023, "nauc_precision_at_50_std": 0.044549, "nauc_precision_at_50_diff1": -0.274396, "nauc_precision_at_100_max": -0.251023, "nauc_precision_at_100_std": 0.044549, "nauc_precision_at_100_diff1": -0.274396, "nauc_precision_at_1000_max": -0.251023, "nauc_precision_at_1000_std": 0.044549, "nauc_precision_at_1000_diff1": -0.274396, "nauc_mrr_at_1_max": 0.371509, "nauc_mrr_at_1_std": 0.41345, "nauc_mrr_at_1_diff1": 0.824949, "nauc_mrr_at_3_max": 0.421974, "nauc_mrr_at_3_std": 0.497712, "nauc_mrr_at_3_diff1": 0.773148, "nauc_mrr_at_5_max": 0.421974, "nauc_mrr_at_5_std": 0.497712, "nauc_mrr_at_5_diff1": 0.773148, "nauc_mrr_at_10_max": 0.411813, "nauc_mrr_at_10_std": 0.488126, "nauc_mrr_at_10_diff1": 0.78236, "nauc_mrr_at_20_max": 0.410541, "nauc_mrr_at_20_std": 0.4841, "nauc_mrr_at_20_diff1": 0.783188, "nauc_mrr_at_25_max": 0.410541, "nauc_mrr_at_25_std": 0.4841, "nauc_mrr_at_25_diff1": 0.783188, "nauc_mrr_at_50_max": 0.410541, "nauc_mrr_at_50_std": 0.4841, "nauc_mrr_at_50_diff1": 0.783188, "nauc_mrr_at_100_max": 0.410541, "nauc_mrr_at_100_std": 0.4841, "nauc_mrr_at_100_diff1": 0.783188, "nauc_mrr_at_1000_max": 0.410541, "nauc_mrr_at_1000_std": 0.4841, "nauc_mrr_at_1000_diff1": 0.783188, "hit_rate_at_1": 0.74648, "hit_rate_at_3": 0.92958, "hit_rate_at_5": 0.92958, "hit_rate_at_10": 0.97183, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.746479, "R_cap_at_3": 0.868545, "R_cap_at_5": 0.89554, "R_cap_at_10": 0.942488, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.84239, "hf_subset": "default_gpt4o_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "default_gpt4o_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.86111, "ndcg_at_3": 0.88861, "ndcg_at_5": 0.89228, "ndcg_at_10": 0.90361, "ndcg_at_20": 0.91583, "ndcg_at_25": 0.91583, "ndcg_at_50": 0.91583, "ndcg_at_100": 0.91583, "ndcg_at_1000": 0.91583, "map_at_1": 0.70486, "map_at_3": 0.86304, "map_at_5": 0.86998, "map_at_10": 0.87776, "map_at_20": 0.88174, "map_at_25": 0.88174, "map_at_50": 0.88174, "map_at_100": 0.88174, "map_at_1000": 0.88174, "recall_at_1": 0.70486, "recall_at_3": 0.91551, "recall_at_5": 0.92593, "recall_at_10": 0.9537, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.70486, "precision_at_1": 0.86111, "precision_at_3": 0.42593, "precision_at_5": 0.26111, "precision_at_10": 0.13611, "precision_at_20": 0.07153, "precision_at_25": 0.05722, "precision_at_50": 0.02861, "precision_at_100": 0.01431, "precision_at_1000": 0.00143, "mrr_at_1": 0.861111, "mrr_at_3": 0.900463, "mrr_at_5": 0.900463, "mrr_at_10": 0.902447, "mrr_at_20": 0.904104, "mrr_at_25": 0.904104, "mrr_at_50": 0.904104, "mrr_at_100": 0.904104, "mrr_at_1000": 0.904104, "nauc_ndcg_at_1_max": 0.310142, "nauc_ndcg_at_1_std": 0.361301, "nauc_ndcg_at_1_diff1": 0.873156, "nauc_ndcg_at_3_max": 0.384654, "nauc_ndcg_at_3_std": 0.531364, "nauc_ndcg_at_3_diff1": 0.827586, "nauc_ndcg_at_5_max": 0.402628, "nauc_ndcg_at_5_std": 0.528084, "nauc_ndcg_at_5_diff1": 0.833481, "nauc_ndcg_at_10_max": 0.3528, "nauc_ndcg_at_10_std": 0.496925, "nauc_ndcg_at_10_diff1": 0.836939, "nauc_ndcg_at_20_max": 0.349497, "nauc_ndcg_at_20_std": 0.473363, "nauc_ndcg_at_20_diff1": 0.842558, "nauc_ndcg_at_25_max": 0.349497, "nauc_ndcg_at_25_std": 0.473363, "nauc_ndcg_at_25_diff1": 0.842558, "nauc_ndcg_at_50_max": 0.349497, "nauc_ndcg_at_50_std": 0.473363, "nauc_ndcg_at_50_diff1": 0.842558, "nauc_ndcg_at_100_max": 0.349497, "nauc_ndcg_at_100_std": 0.473363, "nauc_ndcg_at_100_diff1": 0.842558, "nauc_ndcg_at_1000_max": 0.349497, "nauc_ndcg_at_1000_std": 0.473363, "nauc_ndcg_at_1000_diff1": 0.842558, "nauc_map_at_1_max": 0.257381, "nauc_map_at_1_std": 0.102508, "nauc_map_at_1_diff1": 0.761628, "nauc_map_at_3_max": 0.373602, "nauc_map_at_3_std": 0.473096, "nauc_map_at_3_diff1": 0.81214, "nauc_map_at_5_max": 0.391724, "nauc_map_at_5_std": 0.511391, "nauc_map_at_5_diff1": 0.822913, "nauc_map_at_10_max": 0.360277, "nauc_map_at_10_std": 0.496419, "nauc_map_at_10_diff1": 0.828566, "nauc_map_at_20_max": 0.358878, "nauc_map_at_20_std": 0.489375, "nauc_map_at_20_diff1": 0.830031, "nauc_map_at_25_max": 0.358878, "nauc_map_at_25_std": 0.489375, "nauc_map_at_25_diff1": 0.830031, "nauc_map_at_50_max": 0.358878, "nauc_map_at_50_std": 0.489375, "nauc_map_at_50_diff1": 0.830031, "nauc_map_at_100_max": 0.358878, "nauc_map_at_100_std": 0.489375, "nauc_map_at_100_diff1": 0.830031, "nauc_map_at_1000_max": 0.358878, "nauc_map_at_1000_std": 0.489375, "nauc_map_at_1000_diff1": 0.830031, "nauc_recall_at_1_max": 0.257381, "nauc_recall_at_1_std": 0.102508, "nauc_recall_at_1_diff1": 0.761628, "nauc_recall_at_3_max": 0.447861, "nauc_recall_at_3_std": 0.603433, "nauc_recall_at_3_diff1": 0.759945, "nauc_recall_at_5_max": 0.515242, "nauc_recall_at_5_std": 0.682762, "nauc_recall_at_5_diff1": 0.7875, "nauc_recall_at_10_max": 0.35819, "nauc_recall_at_10_std": 0.623454, "nauc_recall_at_10_diff1": 0.778212, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.310142, "nauc_precision_at_1_std": 0.361301, "nauc_precision_at_1_diff1": 0.873156, "nauc_precision_at_3_max": -0.041987, "nauc_precision_at_3_std": 0.258591, "nauc_precision_at_3_diff1": -0.176828, "nauc_precision_at_5_max": -0.038035, "nauc_precision_at_5_std": 0.258752, "nauc_precision_at_5_diff1": -0.190429, "nauc_precision_at_10_max": -0.113919, "nauc_precision_at_10_std": 0.167102, "nauc_precision_at_10_diff1": -0.243712, "nauc_precision_at_20_max": -0.163379, "nauc_precision_at_20_std": 0.080045, "nauc_precision_at_20_diff1": -0.333856, "nauc_precision_at_25_max": -0.163379, "nauc_precision_at_25_std": 0.080045, "nauc_precision_at_25_diff1": -0.333856, "nauc_precision_at_50_max": -0.163379, "nauc_precision_at_50_std": 0.080045, "nauc_precision_at_50_diff1": -0.333856, "nauc_precision_at_100_max": -0.163379, "nauc_precision_at_100_std": 0.080045, "nauc_precision_at_100_diff1": -0.333856, "nauc_precision_at_1000_max": -0.163379, "nauc_precision_at_1000_std": 0.080045, "nauc_precision_at_1000_diff1": -0.333856, "nauc_mrr_at_1_max": 0.310142, "nauc_mrr_at_1_std": 0.361301, "nauc_mrr_at_1_diff1": 0.873156, "nauc_mrr_at_3_max": 0.346981, "nauc_mrr_at_3_std": 0.43639, "nauc_mrr_at_3_diff1": 0.875403, "nauc_mrr_at_5_max": 0.346981, "nauc_mrr_at_5_std": 0.43639, "nauc_mrr_at_5_diff1": 0.875403, "nauc_mrr_at_10_max": 0.339101, "nauc_mrr_at_10_std": 0.427325, "nauc_mrr_at_10_diff1": 0.872796, "nauc_mrr_at_20_max": 0.341145, "nauc_mrr_at_20_std": 0.42689, "nauc_mrr_at_20_diff1": 0.872852, "nauc_mrr_at_25_max": 0.341145, "nauc_mrr_at_25_std": 0.42689, "nauc_mrr_at_25_diff1": 0.872852, "nauc_mrr_at_50_max": 0.341145, "nauc_mrr_at_50_std": 0.42689, "nauc_mrr_at_50_diff1": 0.872852, "nauc_mrr_at_100_max": 0.341145, "nauc_mrr_at_100_std": 0.42689, "nauc_mrr_at_100_diff1": 0.872852, "nauc_mrr_at_1000_max": 0.341145, "nauc_mrr_at_1000_std": 0.42689, "nauc_mrr_at_1000_diff1": 0.872852, "hit_rate_at_1": 0.86111, "hit_rate_at_3": 0.95833, "hit_rate_at_5": 0.95833, "hit_rate_at_10": 0.97222, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.861111, "R_cap_at_3": 0.918981, "R_cap_at_5": 0.925926, "R_cap_at_10": 0.953704, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.90361, "hf_subset": "default_gpt4o_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.89041, "ndcg_at_3": 0.89391, "ndcg_at_5": 0.8954, "ndcg_at_10": 0.91045, "ndcg_at_20": 0.9244, "ndcg_at_25": 0.9244, "ndcg_at_50": 0.9244, "ndcg_at_100": 0.9244, "ndcg_at_1000": 0.9244, "map_at_1": 0.71918, "map_at_3": 0.86948, "map_at_5": 0.87565, "map_at_10": 0.8844, "map_at_20": 0.8906, "map_at_25": 0.8906, "map_at_50": 0.8906, "map_at_100": 0.8906, "map_at_1000": 0.8906, "recall_at_1": 0.71918, "recall_at_3": 0.90525, "recall_at_5": 0.91553, "recall_at_10": 0.95434, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.71918, "precision_at_1": 0.89041, "precision_at_3": 0.42466, "precision_at_5": 0.26027, "precision_at_10": 0.13699, "precision_at_20": 0.0726, "precision_at_25": 0.05808, "precision_at_50": 0.02904, "precision_at_100": 0.01452, "precision_at_1000": 0.00145, "mrr_at_1": 0.890411, "mrr_at_3": 0.913242, "mrr_at_5": 0.913242, "mrr_at_10": 0.917237, "mrr_at_20": 0.919289, "mrr_at_25": 0.919289, "mrr_at_50": 0.919289, "mrr_at_100": 0.919289, "mrr_at_1000": 0.919289, "nauc_ndcg_at_1_max": 0.790873, "nauc_ndcg_at_1_std": 0.818087, "nauc_ndcg_at_1_diff1": 0.738818, "nauc_ndcg_at_3_max": 0.831806, "nauc_ndcg_at_3_std": 0.867481, "nauc_ndcg_at_3_diff1": 0.695018, "nauc_ndcg_at_5_max": 0.822846, "nauc_ndcg_at_5_std": 0.861575, "nauc_ndcg_at_5_diff1": 0.685552, "nauc_ndcg_at_10_max": 0.804584, "nauc_ndcg_at_10_std": 0.853507, "nauc_ndcg_at_10_diff1": 0.686027, "nauc_ndcg_at_20_max": 0.808228, "nauc_ndcg_at_20_std": 0.851796, "nauc_ndcg_at_20_diff1": 0.69976, "nauc_ndcg_at_25_max": 0.808228, "nauc_ndcg_at_25_std": 0.851796, "nauc_ndcg_at_25_diff1": 0.69976, "nauc_ndcg_at_50_max": 0.808228, "nauc_ndcg_at_50_std": 0.851796, "nauc_ndcg_at_50_diff1": 0.69976, "nauc_ndcg_at_100_max": 0.808228, "nauc_ndcg_at_100_std": 0.851796, "nauc_ndcg_at_100_diff1": 0.69976, "nauc_ndcg_at_1000_max": 0.808228, "nauc_ndcg_at_1000_std": 0.851796, "nauc_ndcg_at_1000_diff1": 0.69976, "nauc_map_at_1_max": 0.381237, "nauc_map_at_1_std": 0.29576, "nauc_map_at_1_diff1": 0.675276, "nauc_map_at_3_max": 0.809072, "nauc_map_at_3_std": 0.815014, "nauc_map_at_3_diff1": 0.694421, "nauc_map_at_5_max": 0.809902, "nauc_map_at_5_std": 0.859166, "nauc_map_at_5_diff1": 0.674863, "nauc_map_at_10_max": 0.801538, "nauc_map_at_10_std": 0.854022, "nauc_map_at_10_diff1": 0.673063, "nauc_map_at_20_max": 0.804172, "nauc_map_at_20_std": 0.855969, "nauc_map_at_20_diff1": 0.680689, "nauc_map_at_25_max": 0.804172, "nauc_map_at_25_std": 0.855969, "nauc_map_at_25_diff1": 0.680689, "nauc_map_at_50_max": 0.804172, "nauc_map_at_50_std": 0.855969, "nauc_map_at_50_diff1": 0.680689, "nauc_map_at_100_max": 0.804172, "nauc_map_at_100_std": 0.855969, "nauc_map_at_100_diff1": 0.680689, "nauc_map_at_1000_max": 0.804172, "nauc_map_at_1000_std": 0.855969, "nauc_map_at_1000_diff1": 0.680689, "nauc_recall_at_1_max": 0.381237, "nauc_recall_at_1_std": 0.29576, "nauc_recall_at_1_diff1": 0.675276, "nauc_recall_at_3_max": 0.842116, "nauc_recall_at_3_std": 0.811487, "nauc_recall_at_3_diff1": 0.677784, "nauc_recall_at_5_max": 0.835512, "nauc_recall_at_5_std": 0.862912, "nauc_recall_at_5_diff1": 0.637858, "nauc_recall_at_10_max": 0.760329, "nauc_recall_at_10_std": 0.834536, "nauc_recall_at_10_diff1": 0.615251, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.790873, "nauc_precision_at_1_std": 0.818087, "nauc_precision_at_1_diff1": 0.738818, "nauc_precision_at_3_max": 0.215357, "nauc_precision_at_3_std": 0.327161, "nauc_precision_at_3_diff1": -0.210368, "nauc_precision_at_5_max": 0.167261, "nauc_precision_at_5_std": 0.311041, "nauc_precision_at_5_diff1": -0.246267, "nauc_precision_at_10_max": 0.05045, "nauc_precision_at_10_std": 0.193912, "nauc_precision_at_10_diff1": -0.331791, "nauc_precision_at_20_max": -0.051426, "nauc_precision_at_20_std": 0.072021, "nauc_precision_at_20_diff1": -0.381684, "nauc_precision_at_25_max": -0.051426, "nauc_precision_at_25_std": 0.072021, "nauc_precision_at_25_diff1": -0.381684, "nauc_precision_at_50_max": -0.051426, "nauc_precision_at_50_std": 0.072021, "nauc_precision_at_50_diff1": -0.381684, "nauc_precision_at_100_max": -0.051426, "nauc_precision_at_100_std": 0.072021, "nauc_precision_at_100_diff1": -0.381684, "nauc_precision_at_1000_max": -0.051426, "nauc_precision_at_1000_std": 0.072021, "nauc_precision_at_1000_diff1": -0.381684, "nauc_mrr_at_1_max": 0.790873, "nauc_mrr_at_1_std": 0.818087, "nauc_mrr_at_1_diff1": 0.738818, "nauc_mrr_at_3_max": 0.824724, "nauc_mrr_at_3_std": 0.835393, "nauc_mrr_at_3_diff1": 0.747025, "nauc_mrr_at_5_max": 0.824724, "nauc_mrr_at_5_std": 0.835393, "nauc_mrr_at_5_diff1": 0.747025, "nauc_mrr_at_10_max": 0.819799, "nauc_mrr_at_10_std": 0.83371, "nauc_mrr_at_10_diff1": 0.752577, "nauc_mrr_at_20_max": 0.816482, "nauc_mrr_at_20_std": 0.83075, "nauc_mrr_at_20_diff1": 0.749563, "nauc_mrr_at_25_max": 0.816482, "nauc_mrr_at_25_std": 0.83075, "nauc_mrr_at_25_diff1": 0.749563, "nauc_mrr_at_50_max": 0.816482, "nauc_mrr_at_50_std": 0.83075, "nauc_mrr_at_50_diff1": 0.749563, "nauc_mrr_at_100_max": 0.816482, "nauc_mrr_at_100_std": 0.83075, "nauc_mrr_at_100_diff1": 0.749563, "nauc_mrr_at_1000_max": 0.816482, "nauc_mrr_at_1000_std": 0.83075, "nauc_mrr_at_1000_diff1": 0.749563, "hit_rate_at_1": 0.89041, "hit_rate_at_3": 0.94521, "hit_rate_at_5": 0.94521, "hit_rate_at_10": 0.9726, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.890411, "R_cap_at_3": 0.910959, "R_cap_at_5": 0.915525, "R_cap_at_10": 0.954338, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91045, "hf_subset": "default_gpt4o_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.37374, "ndcg_at_3": 0.40334, "ndcg_at_5": 0.43811, "ndcg_at_10": 0.46832, "ndcg_at_20": 0.51872, "ndcg_at_25": 0.5362, "ndcg_at_50": 0.55781, "ndcg_at_100": 0.57613, "ndcg_at_1000": 0.58642, "map_at_1": 0.17779, "map_at_3": 0.28357, "map_at_5": 0.32703, "map_at_10": 0.37133, "map_at_20": 0.40259, "map_at_25": 0.40791, "map_at_50": 0.41457, "map_at_100": 0.41829, "map_at_1000": 0.41975, "recall_at_1": 0.17779, "recall_at_3": 0.33937, "recall_at_5": 0.44573, "recall_at_10": 0.55998, "recall_at_20": 0.73686, "recall_at_25": 0.79931, "recall_at_50": 0.87447, "recall_at_100": 0.95012, "recall_at_1000": 1.0, "accuracy": 0.17779, "precision_at_1": 0.37374, "precision_at_3": 0.30303, "precision_at_5": 0.25051, "precision_at_10": 0.1798, "precision_at_20": 0.12172, "precision_at_25": 0.10384, "precision_at_50": 0.05818, "precision_at_100": 0.03222, "precision_at_1000": 0.00342, "mrr_at_1": 0.373737, "mrr_at_3": 0.462963, "mrr_at_5": 0.4867, "mrr_at_10": 0.493575, "mrr_at_20": 0.503852, "mrr_at_25": 0.506216, "mrr_at_50": 0.507754, "mrr_at_100": 0.508212, "mrr_at_1000": 0.508266, "nauc_ndcg_at_1_max": 0.202669, "nauc_ndcg_at_1_std": -0.067612, "nauc_ndcg_at_1_diff1": 0.08499, "nauc_ndcg_at_3_max": 0.215413, "nauc_ndcg_at_3_std": -0.054886, "nauc_ndcg_at_3_diff1": 0.007478, "nauc_ndcg_at_5_max": 0.285188, "nauc_ndcg_at_5_std": -0.063827, "nauc_ndcg_at_5_diff1": -0.038983, "nauc_ndcg_at_10_max": 0.339191, "nauc_ndcg_at_10_std": -0.0137, "nauc_ndcg_at_10_diff1": -0.021054, "nauc_ndcg_at_20_max": 0.370518, "nauc_ndcg_at_20_std": 0.01025, "nauc_ndcg_at_20_diff1": -0.014248, "nauc_ndcg_at_25_max": 0.336514, "nauc_ndcg_at_25_std": -0.017985, "nauc_ndcg_at_25_diff1": -0.02783, "nauc_ndcg_at_50_max": 0.322163, "nauc_ndcg_at_50_std": -0.019276, "nauc_ndcg_at_50_diff1": -0.049878, "nauc_ndcg_at_100_max": 0.294733, "nauc_ndcg_at_100_std": -0.012953, "nauc_ndcg_at_100_diff1": -0.038001, "nauc_ndcg_at_1000_max": 0.270908, "nauc_ndcg_at_1000_std": -0.012078, "nauc_ndcg_at_1000_diff1": -0.018588, "nauc_map_at_1_max": 0.300165, "nauc_map_at_1_std": -0.043588, "nauc_map_at_1_diff1": 0.172509, "nauc_map_at_3_max": 0.276052, "nauc_map_at_3_std": -0.102275, "nauc_map_at_3_diff1": 0.12981, "nauc_map_at_5_max": 0.282538, "nauc_map_at_5_std": -0.116504, "nauc_map_at_5_diff1": 0.077197, "nauc_map_at_10_max": 0.300645, "nauc_map_at_10_std": -0.060978, "nauc_map_at_10_diff1": 0.045678, "nauc_map_at_20_max": 0.318353, "nauc_map_at_20_std": -0.022228, "nauc_map_at_20_diff1": 0.019679, "nauc_map_at_25_max": 0.308617, "nauc_map_at_25_std": -0.027163, "nauc_map_at_25_diff1": 0.015218, "nauc_map_at_50_max": 0.303568, "nauc_map_at_50_std": -0.024759, "nauc_map_at_50_diff1": 0.007371, "nauc_map_at_100_max": 0.298797, "nauc_map_at_100_std": -0.021888, "nauc_map_at_100_diff1": 0.008465, "nauc_map_at_1000_max": 0.295805, "nauc_map_at_1000_std": -0.020866, "nauc_map_at_1000_diff1": 0.009398, "nauc_recall_at_1_max": 0.300165, "nauc_recall_at_1_std": -0.043588, "nauc_recall_at_1_diff1": 0.172509, "nauc_recall_at_3_max": 0.258737, "nauc_recall_at_3_std": -0.12595, "nauc_recall_at_3_diff1": 0.050461, "nauc_recall_at_5_max": 0.356954, "nauc_recall_at_5_std": -0.134688, "nauc_recall_at_5_diff1": -0.047621, "nauc_recall_at_10_max": 0.445432, "nauc_recall_at_10_std": 0.007129, "nauc_recall_at_10_diff1": -0.022509, "nauc_recall_at_20_max": 0.660437, "nauc_recall_at_20_std": 0.207535, "nauc_recall_at_20_diff1": -0.059037, "nauc_recall_at_25_max": 0.558131, "nauc_recall_at_25_std": 0.066795, "nauc_recall_at_25_diff1": -0.168625, "nauc_recall_at_50_max": 0.653918, "nauc_recall_at_50_std": 0.032868, "nauc_recall_at_50_diff1": -0.419323, "nauc_recall_at_100_max": 0.687907, "nauc_recall_at_100_std": 0.080211, "nauc_recall_at_100_diff1": -0.658183, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.202669, "nauc_precision_at_1_std": -0.067612, "nauc_precision_at_1_diff1": 0.08499, "nauc_precision_at_3_max": 0.088197, "nauc_precision_at_3_std": -0.061887, "nauc_precision_at_3_diff1": -0.065611, "nauc_precision_at_5_max": 0.087213, "nauc_precision_at_5_std": -0.03001, "nauc_precision_at_5_diff1": -0.163858, "nauc_precision_at_10_max": 0.075016, "nauc_precision_at_10_std": 0.130656, "nauc_precision_at_10_diff1": -0.220852, "nauc_precision_at_20_max": 0.06912, "nauc_precision_at_20_std": 0.230829, "nauc_precision_at_20_diff1": -0.231956, "nauc_precision_at_25_max": 0.016279, "nauc_precision_at_25_std": 0.214953, "nauc_precision_at_25_diff1": -0.237072, "nauc_precision_at_50_max": -0.042931, "nauc_precision_at_50_std": 0.220599, "nauc_precision_at_50_diff1": -0.250676, "nauc_precision_at_100_max": -0.105754, "nauc_precision_at_100_std": 0.2342, "nauc_precision_at_100_diff1": -0.217127, "nauc_precision_at_1000_max": -0.155982, "nauc_precision_at_1000_std": 0.234861, "nauc_precision_at_1000_diff1": -0.193739, "nauc_mrr_at_1_max": 0.202669, "nauc_mrr_at_1_std": -0.067612, "nauc_mrr_at_1_diff1": 0.08499, "nauc_mrr_at_3_max": 0.20505, "nauc_mrr_at_3_std": -0.097572, "nauc_mrr_at_3_diff1": -0.002691, "nauc_mrr_at_5_max": 0.248319, "nauc_mrr_at_5_std": -0.091796, "nauc_mrr_at_5_diff1": -0.017291, "nauc_mrr_at_10_max": 0.247693, "nauc_mrr_at_10_std": -0.082495, "nauc_mrr_at_10_diff1": -0.014472, "nauc_mrr_at_20_max": 0.25415, "nauc_mrr_at_20_std": -0.06796, "nauc_mrr_at_20_diff1": -0.007332, "nauc_mrr_at_25_max": 0.249638, "nauc_mrr_at_25_std": -0.073793, "nauc_mrr_at_25_diff1": -0.007648, "nauc_mrr_at_50_max": 0.248245, "nauc_mrr_at_50_std": -0.075964, "nauc_mrr_at_50_diff1": -0.008002, "nauc_mrr_at_100_max": 0.247346, "nauc_mrr_at_100_std": -0.076602, "nauc_mrr_at_100_diff1": -0.008066, "nauc_mrr_at_1000_max": 0.247294, "nauc_mrr_at_1000_std": -0.076676, "nauc_mrr_at_1000_diff1": -0.007774, "hit_rate_at_1": 0.37374, "hit_rate_at_3": 0.56566, "hit_rate_at_5": 0.66667, "hit_rate_at_10": 0.71717, "hit_rate_at_20": 0.85859, "hit_rate_at_25": 0.90909, "hit_rate_at_50": 0.9596, "hit_rate_at_100": 0.9899, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.373737, "R_cap_at_3": 0.420875, "R_cap_at_5": 0.497643, "R_cap_at_10": 0.575701, "R_cap_at_20": 0.736862, "R_cap_at_25": 0.799312, "R_cap_at_50": 0.87447, "R_cap_at_100": 0.95012, "R_cap_at_1000": 1.0, "main_score": 0.46832, "hf_subset": "sci_fi_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.602, "ndcg_at_5": 0.63767, "ndcg_at_10": 0.64249, "ndcg_at_20": 0.67202, "ndcg_at_25": 0.68322, "ndcg_at_50": 0.70011, "ndcg_at_100": 0.71072, "ndcg_at_1000": 0.71895, "map_at_1": 0.3227, "map_at_3": 0.4537, "map_at_5": 0.52085, "map_at_10": 0.56076, "map_at_20": 0.58359, "map_at_25": 0.58781, "map_at_50": 0.5931, "map_at_100": 0.59591, "map_at_1000": 0.59712, "recall_at_1": 0.3227, "recall_at_3": 0.48984, "recall_at_5": 0.63887, "recall_at_10": 0.72768, "recall_at_20": 0.82965, "recall_at_25": 0.86605, "recall_at_50": 0.92251, "recall_at_100": 0.96073, "recall_at_1000": 1.0, "accuracy": 0.3227, "precision_at_1": 0.6, "precision_at_3": 0.4029, "precision_at_5": 0.33391, "precision_at_10": 0.21304, "precision_at_20": 0.1287, "precision_at_25": 0.10852, "precision_at_50": 0.05948, "precision_at_100": 0.032, "precision_at_1000": 0.00337, "mrr_at_1": 0.6, "mrr_at_3": 0.646377, "mrr_at_5": 0.667681, "mrr_at_10": 0.674928, "mrr_at_20": 0.680886, "mrr_at_25": 0.681627, "mrr_at_50": 0.682611, "mrr_at_100": 0.682727, "mrr_at_1000": 0.682776, "nauc_ndcg_at_1_max": 0.143802, "nauc_ndcg_at_1_std": 0.031155, "nauc_ndcg_at_1_diff1": 0.409959, "nauc_ndcg_at_3_max": 0.135423, "nauc_ndcg_at_3_std": 0.068306, "nauc_ndcg_at_3_diff1": 0.372924, "nauc_ndcg_at_5_max": 0.183705, "nauc_ndcg_at_5_std": 0.136521, "nauc_ndcg_at_5_diff1": 0.381423, "nauc_ndcg_at_10_max": 0.19626, "nauc_ndcg_at_10_std": 0.164626, "nauc_ndcg_at_10_diff1": 0.403546, "nauc_ndcg_at_20_max": 0.170337, "nauc_ndcg_at_20_std": 0.119786, "nauc_ndcg_at_20_diff1": 0.406633, "nauc_ndcg_at_25_max": 0.160959, "nauc_ndcg_at_25_std": 0.133233, "nauc_ndcg_at_25_diff1": 0.401702, "nauc_ndcg_at_50_max": 0.164201, "nauc_ndcg_at_50_std": 0.125172, "nauc_ndcg_at_50_diff1": 0.382463, "nauc_ndcg_at_100_max": 0.150068, "nauc_ndcg_at_100_std": 0.117755, "nauc_ndcg_at_100_diff1": 0.372583, "nauc_ndcg_at_1000_max": 0.14197, "nauc_ndcg_at_1000_std": 0.10732, "nauc_ndcg_at_1000_diff1": 0.374877, "nauc_map_at_1_max": 0.107438, "nauc_map_at_1_std": -0.038676, "nauc_map_at_1_diff1": 0.542129, "nauc_map_at_3_max": 0.177752, "nauc_map_at_3_std": -0.022064, "nauc_map_at_3_diff1": 0.456702, "nauc_map_at_5_max": 0.166243, "nauc_map_at_5_std": 0.039112, "nauc_map_at_5_diff1": 0.440627, "nauc_map_at_10_max": 0.170984, "nauc_map_at_10_std": 0.102483, "nauc_map_at_10_diff1": 0.423903, "nauc_map_at_20_max": 0.165639, "nauc_map_at_20_std": 0.108779, "nauc_map_at_20_diff1": 0.419694, "nauc_map_at_25_max": 0.162019, "nauc_map_at_25_std": 0.111832, "nauc_map_at_25_diff1": 0.416771, "nauc_map_at_50_max": 0.16383, "nauc_map_at_50_std": 0.110404, "nauc_map_at_50_diff1": 0.41061, "nauc_map_at_100_max": 0.160307, "nauc_map_at_100_std": 0.110511, "nauc_map_at_100_diff1": 0.407658, "nauc_map_at_1000_max": 0.15937, "nauc_map_at_1000_std": 0.109581, "nauc_map_at_1000_diff1": 0.406917, "nauc_recall_at_1_max": 0.107438, "nauc_recall_at_1_std": -0.038676, "nauc_recall_at_1_diff1": 0.542129, "nauc_recall_at_3_max": 0.199582, "nauc_recall_at_3_std": -0.019648, "nauc_recall_at_3_diff1": 0.424764, "nauc_recall_at_5_max": 0.234479, "nauc_recall_at_5_std": 0.146182, "nauc_recall_at_5_diff1": 0.424135, "nauc_recall_at_10_max": 0.252833, "nauc_recall_at_10_std": 0.293092, "nauc_recall_at_10_diff1": 0.411805, "nauc_recall_at_20_max": 0.226487, "nauc_recall_at_20_std": 0.197149, "nauc_recall_at_20_diff1": 0.371522, "nauc_recall_at_25_max": 0.197466, "nauc_recall_at_25_std": 0.323052, "nauc_recall_at_25_diff1": 0.371827, "nauc_recall_at_50_max": 0.347216, "nauc_recall_at_50_std": 0.381246, "nauc_recall_at_50_diff1": 0.236783, "nauc_recall_at_100_max": 0.29667, "nauc_recall_at_100_std": 0.410495, "nauc_recall_at_100_diff1": 0.067427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.143802, "nauc_precision_at_1_std": 0.031155, "nauc_precision_at_1_diff1": 0.409959, "nauc_precision_at_3_max": 0.047216, "nauc_precision_at_3_std": 0.105482, "nauc_precision_at_3_diff1": -0.030573, "nauc_precision_at_5_max": 0.001415, "nauc_precision_at_5_std": 0.169939, "nauc_precision_at_5_diff1": -0.116226, "nauc_precision_at_10_max": -0.010525, "nauc_precision_at_10_std": 0.229383, "nauc_precision_at_10_diff1": -0.154705, "nauc_precision_at_20_max": -0.054673, "nauc_precision_at_20_std": 0.194321, "nauc_precision_at_20_diff1": -0.189524, "nauc_precision_at_25_max": -0.074542, "nauc_precision_at_25_std": 0.194944, "nauc_precision_at_25_diff1": -0.213652, "nauc_precision_at_50_max": -0.08036, "nauc_precision_at_50_std": 0.169488, "nauc_precision_at_50_diff1": -0.261307, "nauc_precision_at_100_max": -0.10751, "nauc_precision_at_100_std": 0.147746, "nauc_precision_at_100_diff1": -0.282267, "nauc_precision_at_1000_max": -0.121881, "nauc_precision_at_1000_std": 0.122682, "nauc_precision_at_1000_diff1": -0.294099, "nauc_mrr_at_1_max": 0.143802, "nauc_mrr_at_1_std": 0.031155, "nauc_mrr_at_1_diff1": 0.409959, "nauc_mrr_at_3_max": 0.146562, "nauc_mrr_at_3_std": 0.03676, "nauc_mrr_at_3_diff1": 0.368118, "nauc_mrr_at_5_max": 0.158158, "nauc_mrr_at_5_std": 0.070054, "nauc_mrr_at_5_diff1": 0.387481, "nauc_mrr_at_10_max": 0.151387, "nauc_mrr_at_10_std": 0.074513, "nauc_mrr_at_10_diff1": 0.384361, "nauc_mrr_at_20_max": 0.148189, "nauc_mrr_at_20_std": 0.064979, "nauc_mrr_at_20_diff1": 0.378536, "nauc_mrr_at_25_max": 0.147863, "nauc_mrr_at_25_std": 0.066959, "nauc_mrr_at_25_diff1": 0.379434, "nauc_mrr_at_50_max": 0.148798, "nauc_mrr_at_50_std": 0.065793, "nauc_mrr_at_50_diff1": 0.380343, "nauc_mrr_at_100_max": 0.148811, "nauc_mrr_at_100_std": 0.065664, "nauc_mrr_at_100_diff1": 0.380766, "nauc_mrr_at_1000_max": 0.148817, "nauc_mrr_at_1000_std": 0.065542, "nauc_mrr_at_1000_diff1": 0.380943, "hit_rate_at_1": 0.6, "hit_rate_at_3": 0.69565, "hit_rate_at_5": 0.7913, "hit_rate_at_10": 0.84348, "hit_rate_at_20": 0.93043, "hit_rate_at_25": 0.94783, "hit_rate_at_50": 0.98261, "hit_rate_at_100": 0.9913, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 0.613043, "R_cap_at_5": 0.706957, "R_cap_at_10": 0.740145, "R_cap_at_20": 0.829646, "R_cap_at_25": 0.866051, "R_cap_at_50": 0.922506, "R_cap_at_100": 0.960731, "R_cap_at_1000": 1.0, "main_score": 0.64249, "hf_subset": "sci_fi_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.82619, "ndcg_at_5": 0.82619, "ndcg_at_10": 0.82619, "ndcg_at_20": 0.82619, "ndcg_at_25": 0.82619, "ndcg_at_50": 0.82619, "ndcg_at_100": 0.82619, "ndcg_at_1000": 0.82619, "map_at_1": 0.6, "map_at_3": 0.76667, "map_at_5": 0.76667, "map_at_10": 0.76667, "map_at_20": 0.76667, "map_at_25": 0.76667, "map_at_50": 0.76667, "map_at_100": 0.76667, "map_at_1000": 0.76667, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.766667, "mrr_at_5": 0.766667, "mrr_at_10": 0.766667, "mrr_at_20": 0.766667, "mrr_at_25": 0.766667, "mrr_at_50": 0.766667, "mrr_at_100": 0.766667, "mrr_at_1000": 0.766667, "nauc_ndcg_at_1_max": 0.636364, "nauc_ndcg_at_1_std": 0.636364, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.69532, "nauc_ndcg_at_3_std": 0.69532, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.69532, "nauc_ndcg_at_5_std": 0.69532, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.69532, "nauc_ndcg_at_10_std": 0.69532, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.69532, "nauc_ndcg_at_20_std": 0.69532, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.69532, "nauc_ndcg_at_25_std": 0.69532, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.69532, "nauc_ndcg_at_50_std": 0.69532, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.69532, "nauc_ndcg_at_100_std": 0.69532, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.69532, "nauc_ndcg_at_1000_std": 0.69532, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.636364, "nauc_map_at_1_std": 0.636364, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.692308, "nauc_map_at_3_std": 0.692308, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.692308, "nauc_map_at_5_std": 0.692308, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.692308, "nauc_map_at_10_std": 0.692308, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.692308, "nauc_map_at_20_std": 0.692308, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.692308, "nauc_map_at_25_std": 0.692308, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.692308, "nauc_map_at_50_std": 0.692308, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.692308, "nauc_map_at_100_std": 0.692308, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.692308, "nauc_map_at_1000_std": 0.692308, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.636364, "nauc_recall_at_1_std": 0.636364, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.636364, "nauc_precision_at_1_std": 0.636364, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.636364, "nauc_mrr_at_1_std": 0.636364, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.692308, "nauc_mrr_at_3_std": 0.692308, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.692308, "nauc_mrr_at_5_std": 0.692308, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.692308, "nauc_mrr_at_10_std": 0.692308, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.692308, "nauc_mrr_at_20_std": 0.692308, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.692308, "nauc_mrr_at_25_std": 0.692308, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.692308, "nauc_mrr_at_50_std": 0.692308, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.692308, "nauc_mrr_at_100_std": 0.692308, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.692308, "nauc_mrr_at_1000_std": 0.692308, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82619, "hf_subset": "sci_fi_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.82619, "ndcg_at_5": 0.82619, "ndcg_at_10": 0.82619, "ndcg_at_20": 0.82619, "ndcg_at_25": 0.82619, "ndcg_at_50": 0.82619, "ndcg_at_100": 0.82619, "ndcg_at_1000": 0.82619, "map_at_1": 0.6, "map_at_3": 0.76667, "map_at_5": 0.76667, "map_at_10": 0.76667, "map_at_20": 0.76667, "map_at_25": 0.76667, "map_at_50": 0.76667, "map_at_100": 0.76667, "map_at_1000": 0.76667, "recall_at_1": 0.6, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6, "precision_at_1": 0.6, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.6, "mrr_at_3": 0.766667, "mrr_at_5": 0.766667, "mrr_at_10": 0.766667, "mrr_at_20": 0.766667, "mrr_at_25": 0.766667, "mrr_at_50": 0.766667, "mrr_at_100": 0.766667, "mrr_at_1000": 0.766667, "nauc_ndcg_at_1_max": 0.636364, "nauc_ndcg_at_1_std": -0.545455, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": 0.69532, "nauc_ndcg_at_3_std": -0.321911, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": 0.69532, "nauc_ndcg_at_5_std": -0.321911, "nauc_ndcg_at_5_diff1": 1.0, "nauc_ndcg_at_10_max": 0.69532, "nauc_ndcg_at_10_std": -0.321911, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_20_max": 0.69532, "nauc_ndcg_at_20_std": -0.321911, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_25_max": 0.69532, "nauc_ndcg_at_25_std": -0.321911, "nauc_ndcg_at_25_diff1": 1.0, "nauc_ndcg_at_50_max": 0.69532, "nauc_ndcg_at_50_std": -0.321911, "nauc_ndcg_at_50_diff1": 1.0, "nauc_ndcg_at_100_max": 0.69532, "nauc_ndcg_at_100_std": -0.321911, "nauc_ndcg_at_100_diff1": 1.0, "nauc_ndcg_at_1000_max": 0.69532, "nauc_ndcg_at_1000_std": -0.321911, "nauc_ndcg_at_1000_diff1": 1.0, "nauc_map_at_1_max": 0.636364, "nauc_map_at_1_std": -0.545455, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.692308, "nauc_map_at_3_std": -0.333333, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": 0.692308, "nauc_map_at_5_std": -0.333333, "nauc_map_at_5_diff1": 1.0, "nauc_map_at_10_max": 0.692308, "nauc_map_at_10_std": -0.333333, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_20_max": 0.692308, "nauc_map_at_20_std": -0.333333, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_25_max": 0.692308, "nauc_map_at_25_std": -0.333333, "nauc_map_at_25_diff1": 1.0, "nauc_map_at_50_max": 0.692308, "nauc_map_at_50_std": -0.333333, "nauc_map_at_50_diff1": 1.0, "nauc_map_at_100_max": 0.692308, "nauc_map_at_100_std": -0.333333, "nauc_map_at_100_diff1": 1.0, "nauc_map_at_1000_max": 0.692308, "nauc_map_at_1000_std": -0.333333, "nauc_map_at_1000_diff1": 1.0, "nauc_recall_at_1_max": 0.636364, "nauc_recall_at_1_std": -0.545455, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.636364, "nauc_precision_at_1_std": -0.545455, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.636364, "nauc_mrr_at_1_std": -0.545455, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": 0.692308, "nauc_mrr_at_3_std": -0.333333, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": 0.692308, "nauc_mrr_at_5_std": -0.333333, "nauc_mrr_at_5_diff1": 1.0, "nauc_mrr_at_10_max": 0.692308, "nauc_mrr_at_10_std": -0.333333, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_20_max": 0.692308, "nauc_mrr_at_20_std": -0.333333, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_25_max": 0.692308, "nauc_mrr_at_25_std": -0.333333, "nauc_mrr_at_25_diff1": 1.0, "nauc_mrr_at_50_max": 0.692308, "nauc_mrr_at_50_std": -0.333333, "nauc_mrr_at_50_diff1": 1.0, "nauc_mrr_at_100_max": 0.692308, "nauc_mrr_at_100_std": -0.333333, "nauc_mrr_at_100_diff1": 1.0, "nauc_mrr_at_1000_max": 0.692308, "nauc_mrr_at_1000_std": -0.333333, "nauc_mrr_at_1000_diff1": 1.0, "hit_rate_at_1": 0.6, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.6, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.82619, "hf_subset": "sci_fi_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53125, "ndcg_at_3": 0.52851, "ndcg_at_5": 0.59229, "ndcg_at_10": 0.62605, "ndcg_at_20": 0.63816, "ndcg_at_25": 0.6503, "ndcg_at_50": 0.66585, "ndcg_at_100": 0.67937, "ndcg_at_1000": 0.68664, "map_at_1": 0.27314, "map_at_3": 0.3921, "map_at_5": 0.4745, "map_at_10": 0.52537, "map_at_20": 0.54239, "map_at_25": 0.54718, "map_at_50": 0.55266, "map_at_100": 0.55522, "map_at_1000": 0.55633, "recall_at_1": 0.27314, "recall_at_3": 0.43817, "recall_at_5": 0.6244, "recall_at_10": 0.76693, "recall_at_20": 0.81525, "recall_at_25": 0.85399, "recall_at_50": 0.90932, "recall_at_100": 0.96531, "recall_at_1000": 1.0, "accuracy": 0.27314, "precision_at_1": 0.53125, "precision_at_3": 0.36458, "precision_at_5": 0.32813, "precision_at_10": 0.22188, "precision_at_20": 0.12852, "precision_at_25": 0.10906, "precision_at_50": 0.05906, "precision_at_100": 0.0318, "precision_at_1000": 0.00333, "mrr_at_1": 0.53125, "mrr_at_3": 0.583333, "mrr_at_5": 0.614583, "mrr_at_10": 0.62802, "mrr_at_20": 0.629899, "mrr_at_25": 0.630907, "mrr_at_50": 0.631455, "mrr_at_100": 0.631924, "mrr_at_1000": 0.631968, "nauc_ndcg_at_1_max": 0.008249, "nauc_ndcg_at_1_std": -0.047319, "nauc_ndcg_at_1_diff1": 0.360742, "nauc_ndcg_at_3_max": -0.038666, "nauc_ndcg_at_3_std": -0.015578, "nauc_ndcg_at_3_diff1": 0.265913, "nauc_ndcg_at_5_max": 0.064293, "nauc_ndcg_at_5_std": 0.013463, "nauc_ndcg_at_5_diff1": 0.300981, "nauc_ndcg_at_10_max": 0.144561, "nauc_ndcg_at_10_std": 0.079853, "nauc_ndcg_at_10_diff1": 0.3057, "nauc_ndcg_at_20_max": 0.114588, "nauc_ndcg_at_20_std": 0.05291, "nauc_ndcg_at_20_diff1": 0.305686, "nauc_ndcg_at_25_max": 0.099638, "nauc_ndcg_at_25_std": 0.048419, "nauc_ndcg_at_25_diff1": 0.296654, "nauc_ndcg_at_50_max": 0.087224, "nauc_ndcg_at_50_std": 0.04131, "nauc_ndcg_at_50_diff1": 0.291343, "nauc_ndcg_at_100_max": 0.06291, "nauc_ndcg_at_100_std": 0.022626, "nauc_ndcg_at_100_diff1": 0.287014, "nauc_ndcg_at_1000_max": 0.049165, "nauc_ndcg_at_1000_std": 0.017457, "nauc_ndcg_at_1000_diff1": 0.290921, "nauc_map_at_1_max": -0.049284, "nauc_map_at_1_std": -0.115464, "nauc_map_at_1_diff1": 0.45013, "nauc_map_at_3_max": -0.01445, "nauc_map_at_3_std": -0.073152, "nauc_map_at_3_diff1": 0.35994, "nauc_map_at_5_max": 0.059233, "nauc_map_at_5_std": -0.026503, "nauc_map_at_5_diff1": 0.37941, "nauc_map_at_10_max": 0.072558, "nauc_map_at_10_std": 0.040259, "nauc_map_at_10_diff1": 0.350856, "nauc_map_at_20_max": 0.062054, "nauc_map_at_20_std": 0.042518, "nauc_map_at_20_diff1": 0.329794, "nauc_map_at_25_max": 0.058374, "nauc_map_at_25_std": 0.039828, "nauc_map_at_25_diff1": 0.325503, "nauc_map_at_50_max": 0.053872, "nauc_map_at_50_std": 0.035973, "nauc_map_at_50_diff1": 0.321869, "nauc_map_at_100_max": 0.049862, "nauc_map_at_100_std": 0.034764, "nauc_map_at_100_diff1": 0.320581, "nauc_map_at_1000_max": 0.047763, "nauc_map_at_1000_std": 0.03499, "nauc_map_at_1000_diff1": 0.319863, "nauc_recall_at_1_max": -0.049284, "nauc_recall_at_1_std": -0.115464, "nauc_recall_at_1_diff1": 0.45013, "nauc_recall_at_3_max": 0.021174, "nauc_recall_at_3_std": -0.075621, "nauc_recall_at_3_diff1": 0.26358, "nauc_recall_at_5_max": 0.175642, "nauc_recall_at_5_std": 0.012999, "nauc_recall_at_5_diff1": 0.310034, "nauc_recall_at_10_max": 0.4364, "nauc_recall_at_10_std": 0.280279, "nauc_recall_at_10_diff1": 0.270342, "nauc_recall_at_20_max": 0.39151, "nauc_recall_at_20_std": 0.265269, "nauc_recall_at_20_diff1": 0.240779, "nauc_recall_at_25_max": 0.369447, "nauc_recall_at_25_std": 0.287025, "nauc_recall_at_25_diff1": 0.18788, "nauc_recall_at_50_max": 0.449383, "nauc_recall_at_50_std": 0.390048, "nauc_recall_at_50_diff1": 0.140493, "nauc_recall_at_100_max": 0.39682, "nauc_recall_at_100_std": 0.292286, "nauc_recall_at_100_diff1": -0.103787, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.008249, "nauc_precision_at_1_std": -0.047319, "nauc_precision_at_1_diff1": 0.360742, "nauc_precision_at_3_max": 0.018465, "nauc_precision_at_3_std": 0.065874, "nauc_precision_at_3_diff1": 0.025858, "nauc_precision_at_5_max": 0.074183, "nauc_precision_at_5_std": 0.12189, "nauc_precision_at_5_diff1": -0.026123, "nauc_precision_at_10_max": 0.060558, "nauc_precision_at_10_std": 0.20506, "nauc_precision_at_10_diff1": -0.105058, "nauc_precision_at_20_max": 0.011461, "nauc_precision_at_20_std": 0.163062, "nauc_precision_at_20_diff1": -0.159859, "nauc_precision_at_25_max": -0.010714, "nauc_precision_at_25_std": 0.145982, "nauc_precision_at_25_diff1": -0.181329, "nauc_precision_at_50_max": -0.039697, "nauc_precision_at_50_std": 0.117658, "nauc_precision_at_50_diff1": -0.200125, "nauc_precision_at_100_max": -0.081823, "nauc_precision_at_100_std": 0.09518, "nauc_precision_at_100_diff1": -0.225826, "nauc_precision_at_1000_max": -0.108069, "nauc_precision_at_1000_std": 0.09218, "nauc_precision_at_1000_diff1": -0.232671, "nauc_mrr_at_1_max": 0.008249, "nauc_mrr_at_1_std": -0.047319, "nauc_mrr_at_1_diff1": 0.360742, "nauc_mrr_at_3_max": 0.042874, "nauc_mrr_at_3_std": -0.068487, "nauc_mrr_at_3_diff1": 0.294687, "nauc_mrr_at_5_max": 0.05233, "nauc_mrr_at_5_std": -0.049572, "nauc_mrr_at_5_diff1": 0.29913, "nauc_mrr_at_10_max": 0.061237, "nauc_mrr_at_10_std": -0.035341, "nauc_mrr_at_10_diff1": 0.300711, "nauc_mrr_at_20_max": 0.057368, "nauc_mrr_at_20_std": -0.037935, "nauc_mrr_at_20_diff1": 0.30091, "nauc_mrr_at_25_max": 0.055214, "nauc_mrr_at_25_std": -0.038953, "nauc_mrr_at_25_diff1": 0.30049, "nauc_mrr_at_50_max": 0.055168, "nauc_mrr_at_50_std": -0.038895, "nauc_mrr_at_50_diff1": 0.300603, "nauc_mrr_at_100_max": 0.054522, "nauc_mrr_at_100_std": -0.040024, "nauc_mrr_at_100_diff1": 0.300846, "nauc_mrr_at_1000_max": 0.054512, "nauc_mrr_at_1000_std": -0.040117, "nauc_mrr_at_1000_diff1": 0.301074, "hit_rate_at_1": 0.53125, "hit_rate_at_3": 0.64062, "hit_rate_at_5": 0.78125, "hit_rate_at_10": 0.88281, "hit_rate_at_20": 0.91406, "hit_rate_at_25": 0.9375, "hit_rate_at_50": 0.96094, "hit_rate_at_100": 0.99219, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.53125, "R_cap_at_3": 0.540365, "R_cap_at_5": 0.681771, "R_cap_at_10": 0.781076, "R_cap_at_20": 0.815248, "R_cap_at_25": 0.853988, "R_cap_at_50": 0.909323, "R_cap_at_100": 0.96531, "R_cap_at_1000": 1.0, "main_score": 0.62605, "hf_subset": "sci_fi_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.68382, "ndcg_at_3": 0.68273, "ndcg_at_5": 0.71749, "ndcg_at_10": 0.74446, "ndcg_at_20": 0.75876, "ndcg_at_25": 0.7645, "ndcg_at_50": 0.77883, "ndcg_at_100": 0.78353, "ndcg_at_1000": 0.78623, "map_at_1": 0.35827, "map_at_3": 0.5182, "map_at_5": 0.58607, "map_at_10": 0.644, "map_at_20": 0.66494, "map_at_25": 0.66778, "map_at_50": 0.67352, "map_at_100": 0.67474, "map_at_1000": 0.67531, "recall_at_1": 0.35827, "recall_at_3": 0.57824, "recall_at_5": 0.70854, "recall_at_10": 0.84015, "recall_at_20": 0.90114, "recall_at_25": 0.91905, "recall_at_50": 0.97026, "recall_at_100": 0.98945, "recall_at_1000": 1.0, "accuracy": 0.35827, "precision_at_1": 0.68382, "precision_at_3": 0.47059, "precision_at_5": 0.37941, "precision_at_10": 0.25294, "precision_at_20": 0.14559, "precision_at_25": 0.11941, "precision_at_50": 0.06426, "precision_at_100": 0.03301, "precision_at_1000": 0.00338, "mrr_at_1": 0.683824, "mrr_at_3": 0.756127, "mrr_at_5": 0.770098, "mrr_at_10": 0.776517, "mrr_at_20": 0.777007, "mrr_at_25": 0.777342, "mrr_at_50": 0.777925, "mrr_at_100": 0.778061, "mrr_at_1000": 0.778061, "nauc_ndcg_at_1_max": 0.158202, "nauc_ndcg_at_1_std": 0.184504, "nauc_ndcg_at_1_diff1": 0.550025, "nauc_ndcg_at_3_max": 0.112329, "nauc_ndcg_at_3_std": 0.302831, "nauc_ndcg_at_3_diff1": 0.460072, "nauc_ndcg_at_5_max": 0.140703, "nauc_ndcg_at_5_std": 0.350406, "nauc_ndcg_at_5_diff1": 0.494541, "nauc_ndcg_at_10_max": 0.219625, "nauc_ndcg_at_10_std": 0.404966, "nauc_ndcg_at_10_diff1": 0.555363, "nauc_ndcg_at_20_max": 0.207055, "nauc_ndcg_at_20_std": 0.365419, "nauc_ndcg_at_20_diff1": 0.543312, "nauc_ndcg_at_25_max": 0.209883, "nauc_ndcg_at_25_std": 0.355521, "nauc_ndcg_at_25_diff1": 0.540112, "nauc_ndcg_at_50_max": 0.189268, "nauc_ndcg_at_50_std": 0.332934, "nauc_ndcg_at_50_diff1": 0.530952, "nauc_ndcg_at_100_max": 0.184562, "nauc_ndcg_at_100_std": 0.318002, "nauc_ndcg_at_100_diff1": 0.519724, "nauc_ndcg_at_1000_max": 0.180437, "nauc_ndcg_at_1000_std": 0.316379, "nauc_ndcg_at_1000_diff1": 0.514735, "nauc_map_at_1_max": 0.068536, "nauc_map_at_1_std": 0.042118, "nauc_map_at_1_diff1": 0.550163, "nauc_map_at_3_max": 0.145989, "nauc_map_at_3_std": 0.193185, "nauc_map_at_3_diff1": 0.586242, "nauc_map_at_5_max": 0.151021, "nauc_map_at_5_std": 0.251275, "nauc_map_at_5_diff1": 0.60255, "nauc_map_at_10_max": 0.155983, "nauc_map_at_10_std": 0.331771, "nauc_map_at_10_diff1": 0.571303, "nauc_map_at_20_max": 0.167335, "nauc_map_at_20_std": 0.339171, "nauc_map_at_20_diff1": 0.550522, "nauc_map_at_25_max": 0.168898, "nauc_map_at_25_std": 0.335538, "nauc_map_at_25_diff1": 0.548313, "nauc_map_at_50_max": 0.161923, "nauc_map_at_50_std": 0.332994, "nauc_map_at_50_diff1": 0.540905, "nauc_map_at_100_max": 0.162401, "nauc_map_at_100_std": 0.330906, "nauc_map_at_100_diff1": 0.538952, "nauc_map_at_1000_max": 0.161748, "nauc_map_at_1000_std": 0.331315, "nauc_map_at_1000_diff1": 0.538338, "nauc_recall_at_1_max": 0.068536, "nauc_recall_at_1_std": 0.042118, "nauc_recall_at_1_diff1": 0.550163, "nauc_recall_at_3_max": 0.164719, "nauc_recall_at_3_std": 0.259762, "nauc_recall_at_3_diff1": 0.527359, "nauc_recall_at_5_max": 0.110737, "nauc_recall_at_5_std": 0.352492, "nauc_recall_at_5_diff1": 0.521542, "nauc_recall_at_10_max": 0.276804, "nauc_recall_at_10_std": 0.599002, "nauc_recall_at_10_diff1": 0.581564, "nauc_recall_at_20_max": 0.34927, "nauc_recall_at_20_std": 0.663298, "nauc_recall_at_20_diff1": 0.523383, "nauc_recall_at_25_max": 0.399623, "nauc_recall_at_25_std": 0.656749, "nauc_recall_at_25_diff1": 0.52611, "nauc_recall_at_50_max": 0.396368, "nauc_recall_at_50_std": 0.673446, "nauc_recall_at_50_diff1": 0.714507, "nauc_recall_at_100_max": 0.340717, "nauc_recall_at_100_std": 0.409076, "nauc_recall_at_100_diff1": 0.56291, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.158202, "nauc_precision_at_1_std": 0.184504, "nauc_precision_at_1_diff1": 0.550025, "nauc_precision_at_3_max": 0.074685, "nauc_precision_at_3_std": 0.233709, "nauc_precision_at_3_diff1": -0.013897, "nauc_precision_at_5_max": 0.015931, "nauc_precision_at_5_std": 0.201692, "nauc_precision_at_5_diff1": -0.126349, "nauc_precision_at_10_max": 0.004896, "nauc_precision_at_10_std": 0.201042, "nauc_precision_at_10_diff1": -0.218308, "nauc_precision_at_20_max": 0.018257, "nauc_precision_at_20_std": 0.148796, "nauc_precision_at_20_diff1": -0.260475, "nauc_precision_at_25_max": 0.019001, "nauc_precision_at_25_std": 0.12967, "nauc_precision_at_25_diff1": -0.268513, "nauc_precision_at_50_max": -0.014774, "nauc_precision_at_50_std": 0.089614, "nauc_precision_at_50_diff1": -0.299193, "nauc_precision_at_100_max": -0.014953, "nauc_precision_at_100_std": 0.067384, "nauc_precision_at_100_diff1": -0.310524, "nauc_precision_at_1000_max": -0.023519, "nauc_precision_at_1000_std": 0.065755, "nauc_precision_at_1000_diff1": -0.311941, "nauc_mrr_at_1_max": 0.158202, "nauc_mrr_at_1_std": 0.184504, "nauc_mrr_at_1_diff1": 0.550025, "nauc_mrr_at_3_max": 0.213313, "nauc_mrr_at_3_std": 0.245069, "nauc_mrr_at_3_diff1": 0.520831, "nauc_mrr_at_5_max": 0.195457, "nauc_mrr_at_5_std": 0.245546, "nauc_mrr_at_5_diff1": 0.521792, "nauc_mrr_at_10_max": 0.203814, "nauc_mrr_at_10_std": 0.255841, "nauc_mrr_at_10_diff1": 0.530697, "nauc_mrr_at_20_max": 0.202517, "nauc_mrr_at_20_std": 0.253979, "nauc_mrr_at_20_diff1": 0.529851, "nauc_mrr_at_25_max": 0.20225, "nauc_mrr_at_25_std": 0.252704, "nauc_mrr_at_25_diff1": 0.530144, "nauc_mrr_at_50_max": 0.201291, "nauc_mrr_at_50_std": 0.250861, "nauc_mrr_at_50_diff1": 0.531128, "nauc_mrr_at_100_max": 0.201044, "nauc_mrr_at_100_std": 0.250338, "nauc_mrr_at_100_diff1": 0.5308, "nauc_mrr_at_1000_max": 0.201044, "nauc_mrr_at_1000_std": 0.250338, "nauc_mrr_at_1000_diff1": 0.5308, "hit_rate_at_1": 0.68382, "hit_rate_at_3": 0.84559, "hit_rate_at_5": 0.91176, "hit_rate_at_10": 0.95588, "hit_rate_at_20": 0.96324, "hit_rate_at_25": 0.97059, "hit_rate_at_50": 0.99265, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.683824, "R_cap_at_3": 0.697304, "R_cap_at_5": 0.777451, "R_cap_at_10": 0.857639, "R_cap_at_20": 0.901142, "R_cap_at_25": 0.919049, "R_cap_at_50": 0.970259, "R_cap_at_100": 0.989452, "R_cap_at_1000": 1.0, "main_score": 0.74446, "hf_subset": "sci_fi_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.74199, "ndcg_at_5": 0.79021, "ndcg_at_10": 0.80721, "ndcg_at_20": 0.82132, "ndcg_at_25": 0.82132, "ndcg_at_50": 0.82132, "ndcg_at_100": 0.82132, "ndcg_at_1000": 0.82132, "map_at_1": 0.56597, "map_at_3": 0.70486, "map_at_5": 0.73542, "map_at_10": 0.74523, "map_at_20": 0.75096, "map_at_25": 0.75096, "map_at_50": 0.75096, "map_at_100": 0.75096, "map_at_1000": 0.75096, "recall_at_1": 0.56597, "recall_at_3": 0.80208, "recall_at_5": 0.90625, "recall_at_10": 0.95139, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.56597, "precision_at_1": 0.66667, "precision_at_3": 0.33333, "precision_at_5": 0.23333, "precision_at_10": 0.125, "precision_at_20": 0.06667, "precision_at_25": 0.05333, "precision_at_50": 0.02667, "precision_at_100": 0.01333, "precision_at_1000": 0.00133, "mrr_at_1": 0.666667, "mrr_at_3": 0.753472, "mrr_at_5": 0.777431, "mrr_at_10": 0.780407, "mrr_at_20": 0.781709, "mrr_at_25": 0.781709, "mrr_at_50": 0.781709, "mrr_at_100": 0.781709, "mrr_at_1000": 0.781709, "nauc_ndcg_at_1_max": 0.533919, "nauc_ndcg_at_1_std": 0.225892, "nauc_ndcg_at_1_diff1": 0.526218, "nauc_ndcg_at_3_max": 0.64888, "nauc_ndcg_at_3_std": 0.227069, "nauc_ndcg_at_3_diff1": 0.388947, "nauc_ndcg_at_5_max": 0.6485, "nauc_ndcg_at_5_std": 0.264934, "nauc_ndcg_at_5_diff1": 0.385106, "nauc_ndcg_at_10_max": 0.635973, "nauc_ndcg_at_10_std": 0.250121, "nauc_ndcg_at_10_diff1": 0.396012, "nauc_ndcg_at_20_max": 0.622297, "nauc_ndcg_at_20_std": 0.257402, "nauc_ndcg_at_20_diff1": 0.451552, "nauc_ndcg_at_25_max": 0.622297, "nauc_ndcg_at_25_std": 0.257402, "nauc_ndcg_at_25_diff1": 0.451552, "nauc_ndcg_at_50_max": 0.622297, "nauc_ndcg_at_50_std": 0.257402, "nauc_ndcg_at_50_diff1": 0.451552, "nauc_ndcg_at_100_max": 0.622297, "nauc_ndcg_at_100_std": 0.257402, "nauc_ndcg_at_100_diff1": 0.451552, "nauc_ndcg_at_1000_max": 0.622297, "nauc_ndcg_at_1000_std": 0.257402, "nauc_ndcg_at_1000_diff1": 0.451552, "nauc_map_at_1_max": 0.55668, "nauc_map_at_1_std": 0.228, "nauc_map_at_1_diff1": 0.540726, "nauc_map_at_3_max": 0.645736, "nauc_map_at_3_std": 0.25617, "nauc_map_at_3_diff1": 0.409448, "nauc_map_at_5_max": 0.642463, "nauc_map_at_5_std": 0.27696, "nauc_map_at_5_diff1": 0.396759, "nauc_map_at_10_max": 0.634356, "nauc_map_at_10_std": 0.272978, "nauc_map_at_10_diff1": 0.401949, "nauc_map_at_20_max": 0.632224, "nauc_map_at_20_std": 0.273344, "nauc_map_at_20_diff1": 0.423723, "nauc_map_at_25_max": 0.632224, "nauc_map_at_25_std": 0.273344, "nauc_map_at_25_diff1": 0.423723, "nauc_map_at_50_max": 0.632224, "nauc_map_at_50_std": 0.273344, "nauc_map_at_50_diff1": 0.423723, "nauc_map_at_100_max": 0.632224, "nauc_map_at_100_std": 0.273344, "nauc_map_at_100_diff1": 0.423723, "nauc_map_at_1000_max": 0.632224, "nauc_map_at_1000_std": 0.273344, "nauc_map_at_1000_diff1": 0.423723, "nauc_recall_at_1_max": 0.55668, "nauc_recall_at_1_std": 0.228, "nauc_recall_at_1_diff1": 0.540726, "nauc_recall_at_3_max": 0.696239, "nauc_recall_at_3_std": 0.137486, "nauc_recall_at_3_diff1": 0.227067, "nauc_recall_at_5_max": 0.745453, "nauc_recall_at_5_std": 0.243494, "nauc_recall_at_5_diff1": 0.046748, "nauc_recall_at_10_max": 0.751133, "nauc_recall_at_10_std": 0.108459, "nauc_recall_at_10_diff1": -0.130255, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.533919, "nauc_precision_at_1_std": 0.225892, "nauc_precision_at_1_diff1": 0.526218, "nauc_precision_at_3_max": 0.206074, "nauc_precision_at_3_std": 0.083015, "nauc_precision_at_3_diff1": -0.047349, "nauc_precision_at_5_max": -0.050788, "nauc_precision_at_5_std": 0.005126, "nauc_precision_at_5_diff1": -0.208847, "nauc_precision_at_10_max": -0.176844, "nauc_precision_at_10_std": -0.062168, "nauc_precision_at_10_diff1": -0.216744, "nauc_precision_at_20_max": -0.28203, "nauc_precision_at_20_std": -0.104717, "nauc_precision_at_20_diff1": -0.127054, "nauc_precision_at_25_max": -0.28203, "nauc_precision_at_25_std": -0.104717, "nauc_precision_at_25_diff1": -0.127054, "nauc_precision_at_50_max": -0.28203, "nauc_precision_at_50_std": -0.104717, "nauc_precision_at_50_diff1": -0.127054, "nauc_precision_at_100_max": -0.28203, "nauc_precision_at_100_std": -0.104717, "nauc_precision_at_100_diff1": -0.127054, "nauc_precision_at_1000_max": -0.28203, "nauc_precision_at_1000_std": -0.104717, "nauc_precision_at_1000_diff1": -0.127054, "nauc_mrr_at_1_max": 0.533919, "nauc_mrr_at_1_std": 0.225892, "nauc_mrr_at_1_diff1": 0.526218, "nauc_mrr_at_3_max": 0.584349, "nauc_mrr_at_3_std": 0.223617, "nauc_mrr_at_3_diff1": 0.47502, "nauc_mrr_at_5_max": 0.589574, "nauc_mrr_at_5_std": 0.239066, "nauc_mrr_at_5_diff1": 0.513805, "nauc_mrr_at_10_max": 0.585191, "nauc_mrr_at_10_std": 0.229179, "nauc_mrr_at_10_diff1": 0.510565, "nauc_mrr_at_20_max": 0.582322, "nauc_mrr_at_20_std": 0.231963, "nauc_mrr_at_20_diff1": 0.507179, "nauc_mrr_at_25_max": 0.582322, "nauc_mrr_at_25_std": 0.231963, "nauc_mrr_at_25_diff1": 0.507179, "nauc_mrr_at_50_max": 0.582322, "nauc_mrr_at_50_std": 0.231963, "nauc_mrr_at_50_diff1": 0.507179, "nauc_mrr_at_100_max": 0.582322, "nauc_mrr_at_100_std": 0.231963, "nauc_mrr_at_100_diff1": 0.507179, "nauc_mrr_at_1000_max": 0.582322, "nauc_mrr_at_1000_std": 0.231963, "nauc_mrr_at_1000_diff1": 0.507179, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.85417, "hit_rate_at_5": 0.95833, "hit_rate_at_10": 0.97917, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.666667, "R_cap_at_3": 0.802083, "R_cap_at_5": 0.90625, "R_cap_at_10": 0.951389, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.80721, "hf_subset": "sci_fi_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.76056, "ndcg_at_3": 0.84552, "ndcg_at_5": 0.86578, "ndcg_at_10": 0.87145, "ndcg_at_20": 0.87986, "ndcg_at_25": 0.87986, "ndcg_at_50": 0.87986, "ndcg_at_100": 0.87986, "ndcg_at_1000": 0.87986, "map_at_1": 0.6338, "map_at_3": 0.80986, "map_at_5": 0.82418, "map_at_10": 0.82809, "map_at_20": 0.83152, "map_at_25": 0.83152, "map_at_50": 0.83152, "map_at_100": 0.83152, "map_at_1000": 0.83152, "recall_at_1": 0.6338, "recall_at_3": 0.91315, "recall_at_5": 0.95775, "recall_at_10": 0.97183, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.6338, "precision_at_1": 0.76056, "precision_at_3": 0.39437, "precision_at_5": 0.2507, "precision_at_10": 0.12817, "precision_at_20": 0.0662, "precision_at_25": 0.05296, "precision_at_50": 0.02648, "precision_at_100": 0.01324, "precision_at_1000": 0.00132, "mrr_at_1": 0.760563, "mrr_at_3": 0.847418, "mrr_at_5": 0.853756, "mrr_at_10": 0.853756, "mrr_at_20": 0.85493, "mrr_at_25": 0.85493, "mrr_at_50": 0.85493, "mrr_at_100": 0.85493, "mrr_at_1000": 0.85493, "nauc_ndcg_at_1_max": 0.25707, "nauc_ndcg_at_1_std": 0.172031, "nauc_ndcg_at_1_diff1": 0.486044, "nauc_ndcg_at_3_max": 0.341077, "nauc_ndcg_at_3_std": 0.390413, "nauc_ndcg_at_3_diff1": 0.460601, "nauc_ndcg_at_5_max": 0.299854, "nauc_ndcg_at_5_std": 0.340144, "nauc_ndcg_at_5_diff1": 0.450143, "nauc_ndcg_at_10_max": 0.315487, "nauc_ndcg_at_10_std": 0.318876, "nauc_ndcg_at_10_diff1": 0.475767, "nauc_ndcg_at_20_max": 0.319082, "nauc_ndcg_at_20_std": 0.299845, "nauc_ndcg_at_20_diff1": 0.455745, "nauc_ndcg_at_25_max": 0.319082, "nauc_ndcg_at_25_std": 0.299845, "nauc_ndcg_at_25_diff1": 0.455745, "nauc_ndcg_at_50_max": 0.319082, "nauc_ndcg_at_50_std": 0.299845, "nauc_ndcg_at_50_diff1": 0.455745, "nauc_ndcg_at_100_max": 0.319082, "nauc_ndcg_at_100_std": 0.299845, "nauc_ndcg_at_100_diff1": 0.455745, "nauc_ndcg_at_1000_max": 0.319082, "nauc_ndcg_at_1000_std": 0.299845, "nauc_ndcg_at_1000_diff1": 0.455745, "nauc_map_at_1_max": 0.358328, "nauc_map_at_1_std": 0.128464, "nauc_map_at_1_diff1": 0.317462, "nauc_map_at_3_max": 0.330075, "nauc_map_at_3_std": 0.369648, "nauc_map_at_3_diff1": 0.444093, "nauc_map_at_5_max": 0.305235, "nauc_map_at_5_std": 0.337067, "nauc_map_at_5_diff1": 0.427087, "nauc_map_at_10_max": 0.312169, "nauc_map_at_10_std": 0.325929, "nauc_map_at_10_diff1": 0.437222, "nauc_map_at_20_max": 0.315527, "nauc_map_at_20_std": 0.31967, "nauc_map_at_20_diff1": 0.431702, "nauc_map_at_25_max": 0.315527, "nauc_map_at_25_std": 0.31967, "nauc_map_at_25_diff1": 0.431702, "nauc_map_at_50_max": 0.315527, "nauc_map_at_50_std": 0.31967, "nauc_map_at_50_diff1": 0.431702, "nauc_map_at_100_max": 0.315527, "nauc_map_at_100_std": 0.31967, "nauc_map_at_100_diff1": 0.431702, "nauc_map_at_1000_max": 0.315527, "nauc_map_at_1000_std": 0.31967, "nauc_map_at_1000_diff1": 0.431702, "nauc_recall_at_1_max": 0.358328, "nauc_recall_at_1_std": 0.128464, "nauc_recall_at_1_diff1": 0.317462, "nauc_recall_at_3_max": 0.371854, "nauc_recall_at_3_std": 0.635502, "nauc_recall_at_3_diff1": 0.430403, "nauc_recall_at_5_max": 0.170489, "nauc_recall_at_5_std": 0.602505, "nauc_recall_at_5_diff1": 0.424276, "nauc_recall_at_10_max": 0.308602, "nauc_recall_at_10_std": 0.542286, "nauc_recall_at_10_diff1": 0.748115, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.25707, "nauc_precision_at_1_std": 0.172031, "nauc_precision_at_1_diff1": 0.486044, "nauc_precision_at_3_max": -0.173031, "nauc_precision_at_3_std": 0.194862, "nauc_precision_at_3_diff1": 0.137316, "nauc_precision_at_5_max": -0.265691, "nauc_precision_at_5_std": 0.066105, "nauc_precision_at_5_diff1": 0.027962, "nauc_precision_at_10_max": -0.247986, "nauc_precision_at_10_std": 0.013894, "nauc_precision_at_10_diff1": 0.042193, "nauc_precision_at_20_max": -0.26421, "nauc_precision_at_20_std": -0.047885, "nauc_precision_at_20_diff1": -0.026042, "nauc_precision_at_25_max": -0.26421, "nauc_precision_at_25_std": -0.047885, "nauc_precision_at_25_diff1": -0.026042, "nauc_precision_at_50_max": -0.26421, "nauc_precision_at_50_std": -0.047885, "nauc_precision_at_50_diff1": -0.026042, "nauc_precision_at_100_max": -0.26421, "nauc_precision_at_100_std": -0.047885, "nauc_precision_at_100_diff1": -0.026042, "nauc_precision_at_1000_max": -0.26421, "nauc_precision_at_1000_std": -0.047885, "nauc_precision_at_1000_diff1": -0.026042, "nauc_mrr_at_1_max": 0.25707, "nauc_mrr_at_1_std": 0.172031, "nauc_mrr_at_1_diff1": 0.486044, "nauc_mrr_at_3_max": 0.330161, "nauc_mrr_at_3_std": 0.261253, "nauc_mrr_at_3_diff1": 0.497308, "nauc_mrr_at_5_max": 0.319149, "nauc_mrr_at_5_std": 0.247281, "nauc_mrr_at_5_diff1": 0.509942, "nauc_mrr_at_10_max": 0.319149, "nauc_mrr_at_10_std": 0.247281, "nauc_mrr_at_10_diff1": 0.509942, "nauc_mrr_at_20_max": 0.315572, "nauc_mrr_at_20_std": 0.246268, "nauc_mrr_at_20_diff1": 0.5056, "nauc_mrr_at_25_max": 0.315572, "nauc_mrr_at_25_std": 0.246268, "nauc_mrr_at_25_diff1": 0.5056, "nauc_mrr_at_50_max": 0.315572, "nauc_mrr_at_50_std": 0.246268, "nauc_mrr_at_50_diff1": 0.5056, "nauc_mrr_at_100_max": 0.315572, "nauc_mrr_at_100_std": 0.246268, "nauc_mrr_at_100_diff1": 0.5056, "nauc_mrr_at_1000_max": 0.315572, "nauc_mrr_at_1000_std": 0.246268, "nauc_mrr_at_1000_diff1": 0.5056, "hit_rate_at_1": 0.76056, "hit_rate_at_3": 0.95775, "hit_rate_at_5": 0.98592, "hit_rate_at_10": 0.98592, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.760563, "R_cap_at_3": 0.913146, "R_cap_at_5": 0.957746, "R_cap_at_10": 0.971831, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.87145, "hf_subset": "sci_fi_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "sci_fi_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.77778, "ndcg_at_3": 0.79756, "ndcg_at_5": 0.84625, "ndcg_at_10": 0.86046, "ndcg_at_20": 0.86822, "ndcg_at_25": 0.86822, "ndcg_at_50": 0.86822, "ndcg_at_100": 0.86822, "ndcg_at_1000": 0.86822, "map_at_1": 0.62731, "map_at_3": 0.76852, "map_at_5": 0.8037, "map_at_10": 0.81167, "map_at_20": 0.81516, "map_at_25": 0.81516, "map_at_50": 0.81516, "map_at_100": 0.81516, "map_at_1000": 0.81516, "recall_at_1": 0.62731, "recall_at_3": 0.83102, "recall_at_5": 0.9375, "recall_at_10": 0.97454, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.62731, "precision_at_1": 0.77778, "precision_at_3": 0.36574, "precision_at_5": 0.25, "precision_at_10": 0.13194, "precision_at_20": 0.06806, "precision_at_25": 0.05444, "precision_at_50": 0.02722, "precision_at_100": 0.01361, "precision_at_1000": 0.00136, "mrr_at_1": 0.777778, "mrr_at_3": 0.826389, "mrr_at_5": 0.842361, "mrr_at_10": 0.84564, "mrr_at_20": 0.846709, "mrr_at_25": 0.846709, "mrr_at_50": 0.846709, "mrr_at_100": 0.846709, "mrr_at_1000": 0.846709, "nauc_ndcg_at_1_max": 0.511539, "nauc_ndcg_at_1_std": 0.219883, "nauc_ndcg_at_1_diff1": 0.53745, "nauc_ndcg_at_3_max": 0.572696, "nauc_ndcg_at_3_std": 0.366712, "nauc_ndcg_at_3_diff1": 0.294126, "nauc_ndcg_at_5_max": 0.582455, "nauc_ndcg_at_5_std": 0.388028, "nauc_ndcg_at_5_diff1": 0.402858, "nauc_ndcg_at_10_max": 0.565628, "nauc_ndcg_at_10_std": 0.356861, "nauc_ndcg_at_10_diff1": 0.427646, "nauc_ndcg_at_20_max": 0.5549, "nauc_ndcg_at_20_std": 0.32952, "nauc_ndcg_at_20_diff1": 0.412303, "nauc_ndcg_at_25_max": 0.5549, "nauc_ndcg_at_25_std": 0.32952, "nauc_ndcg_at_25_diff1": 0.412303, "nauc_ndcg_at_50_max": 0.5549, "nauc_ndcg_at_50_std": 0.32952, "nauc_ndcg_at_50_diff1": 0.412303, "nauc_ndcg_at_100_max": 0.5549, "nauc_ndcg_at_100_std": 0.32952, "nauc_ndcg_at_100_diff1": 0.412303, "nauc_ndcg_at_1000_max": 0.5549, "nauc_ndcg_at_1000_std": 0.32952, "nauc_ndcg_at_1000_diff1": 0.412303, "nauc_map_at_1_max": 0.46587, "nauc_map_at_1_std": 0.047757, "nauc_map_at_1_diff1": 0.445354, "nauc_map_at_3_max": 0.565932, "nauc_map_at_3_std": 0.338114, "nauc_map_at_3_diff1": 0.314255, "nauc_map_at_5_max": 0.569588, "nauc_map_at_5_std": 0.347688, "nauc_map_at_5_diff1": 0.377943, "nauc_map_at_10_max": 0.561401, "nauc_map_at_10_std": 0.337407, "nauc_map_at_10_diff1": 0.390407, "nauc_map_at_20_max": 0.559982, "nauc_map_at_20_std": 0.326747, "nauc_map_at_20_diff1": 0.386634, "nauc_map_at_25_max": 0.559982, "nauc_map_at_25_std": 0.326747, "nauc_map_at_25_diff1": 0.386634, "nauc_map_at_50_max": 0.559982, "nauc_map_at_50_std": 0.326747, "nauc_map_at_50_diff1": 0.386634, "nauc_map_at_100_max": 0.559982, "nauc_map_at_100_std": 0.326747, "nauc_map_at_100_diff1": 0.386634, "nauc_map_at_1000_max": 0.559982, "nauc_map_at_1000_std": 0.326747, "nauc_map_at_1000_diff1": 0.386634, "nauc_recall_at_1_max": 0.46587, "nauc_recall_at_1_std": 0.047757, "nauc_recall_at_1_diff1": 0.445354, "nauc_recall_at_3_max": 0.587577, "nauc_recall_at_3_std": 0.437469, "nauc_recall_at_3_diff1": 0.095533, "nauc_recall_at_5_max": 0.699407, "nauc_recall_at_5_std": 0.679984, "nauc_recall_at_5_diff1": 0.37928, "nauc_recall_at_10_max": 0.73373, "nauc_recall_at_10_std": 0.72131, "nauc_recall_at_10_diff1": 0.67948, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.511539, "nauc_precision_at_1_std": 0.219883, "nauc_precision_at_1_diff1": 0.53745, "nauc_precision_at_3_max": 0.130316, "nauc_precision_at_3_std": 0.370871, "nauc_precision_at_3_diff1": -0.117171, "nauc_precision_at_5_max": -0.028277, "nauc_precision_at_5_std": 0.289759, "nauc_precision_at_5_diff1": -0.092524, "nauc_precision_at_10_max": -0.126732, "nauc_precision_at_10_std": 0.183793, "nauc_precision_at_10_diff1": -0.114889, "nauc_precision_at_20_max": -0.177769, "nauc_precision_at_20_std": 0.103452, "nauc_precision_at_20_diff1": -0.16082, "nauc_precision_at_25_max": -0.177769, "nauc_precision_at_25_std": 0.103452, "nauc_precision_at_25_diff1": -0.16082, "nauc_precision_at_50_max": -0.177769, "nauc_precision_at_50_std": 0.103452, "nauc_precision_at_50_diff1": -0.16082, "nauc_precision_at_100_max": -0.177769, "nauc_precision_at_100_std": 0.103452, "nauc_precision_at_100_diff1": -0.16082, "nauc_precision_at_1000_max": -0.177769, "nauc_precision_at_1000_std": 0.103452, "nauc_precision_at_1000_diff1": -0.16082, "nauc_mrr_at_1_max": 0.511539, "nauc_mrr_at_1_std": 0.219883, "nauc_mrr_at_1_diff1": 0.53745, "nauc_mrr_at_3_max": 0.538494, "nauc_mrr_at_3_std": 0.340606, "nauc_mrr_at_3_diff1": 0.441556, "nauc_mrr_at_5_max": 0.544158, "nauc_mrr_at_5_std": 0.332416, "nauc_mrr_at_5_diff1": 0.478067, "nauc_mrr_at_10_max": 0.538459, "nauc_mrr_at_10_std": 0.320081, "nauc_mrr_at_10_diff1": 0.480989, "nauc_mrr_at_20_max": 0.535962, "nauc_mrr_at_20_std": 0.318316, "nauc_mrr_at_20_diff1": 0.477078, "nauc_mrr_at_25_max": 0.535962, "nauc_mrr_at_25_std": 0.318316, "nauc_mrr_at_25_diff1": 0.477078, "nauc_mrr_at_50_max": 0.535962, "nauc_mrr_at_50_std": 0.318316, "nauc_mrr_at_50_diff1": 0.477078, "nauc_mrr_at_100_max": 0.535962, "nauc_mrr_at_100_std": 0.318316, "nauc_mrr_at_100_diff1": 0.477078, "nauc_mrr_at_1000_max": 0.535962, "nauc_mrr_at_1000_std": 0.318316, "nauc_mrr_at_1000_diff1": 0.477078, "hit_rate_at_1": 0.77778, "hit_rate_at_3": 0.88889, "hit_rate_at_5": 0.95833, "hit_rate_at_10": 0.98611, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.777778, "R_cap_at_3": 0.831019, "R_cap_at_5": 0.9375, "R_cap_at_10": 0.974537, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86046, "hf_subset": "sci_fi_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.8169, "ndcg_at_3": 0.87541, "ndcg_at_5": 0.89951, "ndcg_at_10": 0.90656, "ndcg_at_20": 0.90872, "ndcg_at_25": 0.90872, "ndcg_at_50": 0.90872, "ndcg_at_100": 0.90872, "ndcg_at_1000": 0.90872, "map_at_1": 0.67371, "map_at_3": 0.84624, "map_at_5": 0.86244, "map_at_10": 0.86743, "map_at_20": 0.86837, "map_at_25": 0.86837, "map_at_50": 0.86837, "map_at_100": 0.86837, "map_at_1000": 0.86837, "recall_at_1": 0.67371, "recall_at_3": 0.92254, "recall_at_5": 0.97653, "recall_at_10": 0.99296, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.67371, "precision_at_1": 0.8169, "precision_at_3": 0.40376, "precision_at_5": 0.25634, "precision_at_10": 0.13239, "precision_at_20": 0.0669, "precision_at_25": 0.05352, "precision_at_50": 0.02676, "precision_at_100": 0.01338, "precision_at_1000": 0.00134, "mrr_at_1": 0.816901, "mrr_at_3": 0.884977, "mrr_at_5": 0.89554, "mrr_at_10": 0.89554, "mrr_at_20": 0.89554, "mrr_at_25": 0.89554, "mrr_at_50": 0.89554, "mrr_at_100": 0.89554, "mrr_at_1000": 0.89554, "nauc_ndcg_at_1_max": 0.370823, "nauc_ndcg_at_1_std": 0.187681, "nauc_ndcg_at_1_diff1": 0.450155, "nauc_ndcg_at_3_max": 0.374528, "nauc_ndcg_at_3_std": 0.419686, "nauc_ndcg_at_3_diff1": 0.479596, "nauc_ndcg_at_5_max": 0.323347, "nauc_ndcg_at_5_std": 0.33296, "nauc_ndcg_at_5_diff1": 0.435929, "nauc_ndcg_at_10_max": 0.346026, "nauc_ndcg_at_10_std": 0.294398, "nauc_ndcg_at_10_diff1": 0.390327, "nauc_ndcg_at_20_max": 0.36856, "nauc_ndcg_at_20_std": 0.282544, "nauc_ndcg_at_20_diff1": 0.40367, "nauc_ndcg_at_25_max": 0.36856, "nauc_ndcg_at_25_std": 0.282544, "nauc_ndcg_at_25_diff1": 0.40367, "nauc_ndcg_at_50_max": 0.36856, "nauc_ndcg_at_50_std": 0.282544, "nauc_ndcg_at_50_diff1": 0.40367, "nauc_ndcg_at_100_max": 0.36856, "nauc_ndcg_at_100_std": 0.282544, "nauc_ndcg_at_100_diff1": 0.40367, "nauc_ndcg_at_1000_max": 0.36856, "nauc_ndcg_at_1000_std": 0.282544, "nauc_ndcg_at_1000_diff1": 0.40367, "nauc_map_at_1_max": 0.295051, "nauc_map_at_1_std": 0.003478, "nauc_map_at_1_diff1": 0.338675, "nauc_map_at_3_max": 0.355017, "nauc_map_at_3_std": 0.368704, "nauc_map_at_3_diff1": 0.422426, "nauc_map_at_5_max": 0.332345, "nauc_map_at_5_std": 0.320816, "nauc_map_at_5_diff1": 0.402039, "nauc_map_at_10_max": 0.343519, "nauc_map_at_10_std": 0.299339, "nauc_map_at_10_diff1": 0.377766, "nauc_map_at_20_max": 0.350336, "nauc_map_at_20_std": 0.295721, "nauc_map_at_20_diff1": 0.381706, "nauc_map_at_25_max": 0.350336, "nauc_map_at_25_std": 0.295721, "nauc_map_at_25_diff1": 0.381706, "nauc_map_at_50_max": 0.350336, "nauc_map_at_50_std": 0.295721, "nauc_map_at_50_diff1": 0.381706, "nauc_map_at_100_max": 0.350336, "nauc_map_at_100_std": 0.295721, "nauc_map_at_100_diff1": 0.381706, "nauc_map_at_1000_max": 0.350336, "nauc_map_at_1000_std": 0.295721, "nauc_map_at_1000_diff1": 0.381706, "nauc_recall_at_1_max": 0.295051, "nauc_recall_at_1_std": 0.003478, "nauc_recall_at_1_diff1": 0.338675, "nauc_recall_at_3_max": 0.340273, "nauc_recall_at_3_std": 0.734199, "nauc_recall_at_3_diff1": 0.630741, "nauc_recall_at_5_max": -0.175346, "nauc_recall_at_5_std": 0.725371, "nauc_recall_at_5_diff1": 0.608242, "nauc_recall_at_10_max": -0.573105, "nauc_recall_at_10_std": 0.722942, "nauc_recall_at_10_diff1": -0.175346, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.370823, "nauc_precision_at_1_std": 0.187681, "nauc_precision_at_1_diff1": 0.450155, "nauc_precision_at_3_max": -0.005416, "nauc_precision_at_3_std": 0.377853, "nauc_precision_at_3_diff1": 0.033796, "nauc_precision_at_5_max": -0.092358, "nauc_precision_at_5_std": 0.262198, "nauc_precision_at_5_diff1": -0.053264, "nauc_precision_at_10_max": -0.085849, "nauc_precision_at_10_std": 0.159675, "nauc_precision_at_10_diff1": -0.142306, "nauc_precision_at_20_max": -0.065812, "nauc_precision_at_20_std": 0.133451, "nauc_precision_at_20_diff1": -0.134034, "nauc_precision_at_25_max": -0.065812, "nauc_precision_at_25_std": 0.133451, "nauc_precision_at_25_diff1": -0.134034, "nauc_precision_at_50_max": -0.065812, "nauc_precision_at_50_std": 0.133451, "nauc_precision_at_50_diff1": -0.134034, "nauc_precision_at_100_max": -0.065812, "nauc_precision_at_100_std": 0.133451, "nauc_precision_at_100_diff1": -0.134034, "nauc_precision_at_1000_max": -0.065812, "nauc_precision_at_1000_std": 0.133451, "nauc_precision_at_1000_diff1": -0.134034, "nauc_mrr_at_1_max": 0.370823, "nauc_mrr_at_1_std": 0.187681, "nauc_mrr_at_1_diff1": 0.450155, "nauc_mrr_at_3_max": 0.428678, "nauc_mrr_at_3_std": 0.292454, "nauc_mrr_at_3_diff1": 0.503692, "nauc_mrr_at_5_max": 0.408754, "nauc_mrr_at_5_std": 0.236636, "nauc_mrr_at_5_diff1": 0.460565, "nauc_mrr_at_10_max": 0.408754, "nauc_mrr_at_10_std": 0.236636, "nauc_mrr_at_10_diff1": 0.460565, "nauc_mrr_at_20_max": 0.408754, "nauc_mrr_at_20_std": 0.236636, "nauc_mrr_at_20_diff1": 0.460565, "nauc_mrr_at_25_max": 0.408754, "nauc_mrr_at_25_std": 0.236636, "nauc_mrr_at_25_diff1": 0.460565, "nauc_mrr_at_50_max": 0.408754, "nauc_mrr_at_50_std": 0.236636, "nauc_mrr_at_50_diff1": 0.460565, "nauc_mrr_at_100_max": 0.408754, "nauc_mrr_at_100_std": 0.236636, "nauc_mrr_at_100_diff1": 0.460565, "nauc_mrr_at_1000_max": 0.408754, "nauc_mrr_at_1000_std": 0.236636, "nauc_mrr_at_1000_diff1": 0.460565, "hit_rate_at_1": 0.8169, "hit_rate_at_3": 0.95775, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.816901, "R_cap_at_3": 0.922535, "R_cap_at_5": 0.976526, "R_cap_at_10": 0.992958, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.90656, "hf_subset": "sci_fi_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.4898, "ndcg_at_3": 0.48588, "ndcg_at_5": 0.50731, "ndcg_at_10": 0.55361, "ndcg_at_20": 0.58846, "ndcg_at_25": 0.59862, "ndcg_at_50": 0.61762, "ndcg_at_100": 0.63196, "ndcg_at_1000": 0.64149, "map_at_1": 0.22254, "map_at_3": 0.35723, "map_at_5": 0.40118, "map_at_10": 0.44878, "map_at_20": 0.47298, "map_at_25": 0.47855, "map_at_50": 0.48628, "map_at_100": 0.48847, "map_at_1000": 0.48952, "recall_at_1": 0.22254, "recall_at_3": 0.41064, "recall_at_5": 0.51156, "recall_at_10": 0.6588, "recall_at_20": 0.78167, "recall_at_25": 0.81787, "recall_at_50": 0.88473, "recall_at_100": 0.95075, "recall_at_1000": 1.0, "accuracy": 0.22254, "precision_at_1": 0.4898, "precision_at_3": 0.34694, "precision_at_5": 0.27347, "precision_at_10": 0.1949, "precision_at_20": 0.12296, "precision_at_25": 0.1049, "precision_at_50": 0.05857, "precision_at_100": 0.03133, "precision_at_1000": 0.0033, "mrr_at_1": 0.489796, "mrr_at_3": 0.564626, "mrr_at_5": 0.583503, "mrr_at_10": 0.594606, "mrr_at_20": 0.600685, "mrr_at_25": 0.601596, "mrr_at_50": 0.602385, "mrr_at_100": 0.602794, "mrr_at_1000": 0.602956, "nauc_ndcg_at_1_max": -0.016843, "nauc_ndcg_at_1_std": 0.384313, "nauc_ndcg_at_1_diff1": 0.134428, "nauc_ndcg_at_3_max": 0.069856, "nauc_ndcg_at_3_std": 0.443523, "nauc_ndcg_at_3_diff1": 0.179449, "nauc_ndcg_at_5_max": 0.150564, "nauc_ndcg_at_5_std": 0.488036, "nauc_ndcg_at_5_diff1": 0.149414, "nauc_ndcg_at_10_max": 0.164167, "nauc_ndcg_at_10_std": 0.535471, "nauc_ndcg_at_10_diff1": 0.138561, "nauc_ndcg_at_20_max": 0.154406, "nauc_ndcg_at_20_std": 0.544234, "nauc_ndcg_at_20_diff1": 0.159405, "nauc_ndcg_at_25_max": 0.151467, "nauc_ndcg_at_25_std": 0.534762, "nauc_ndcg_at_25_diff1": 0.151384, "nauc_ndcg_at_50_max": 0.148075, "nauc_ndcg_at_50_std": 0.533154, "nauc_ndcg_at_50_diff1": 0.135091, "nauc_ndcg_at_100_max": 0.120357, "nauc_ndcg_at_100_std": 0.511373, "nauc_ndcg_at_100_diff1": 0.137713, "nauc_ndcg_at_1000_max": 0.103325, "nauc_ndcg_at_1000_std": 0.492636, "nauc_ndcg_at_1000_diff1": 0.143633, "nauc_map_at_1_max": 0.064964, "nauc_map_at_1_std": 0.090513, "nauc_map_at_1_diff1": 0.317044, "nauc_map_at_3_max": 0.146841, "nauc_map_at_3_std": 0.312433, "nauc_map_at_3_diff1": 0.251051, "nauc_map_at_5_max": 0.1503, "nauc_map_at_5_std": 0.35983, "nauc_map_at_5_diff1": 0.217481, "nauc_map_at_10_max": 0.137325, "nauc_map_at_10_std": 0.431224, "nauc_map_at_10_diff1": 0.188925, "nauc_map_at_20_max": 0.136989, "nauc_map_at_20_std": 0.472586, "nauc_map_at_20_diff1": 0.182472, "nauc_map_at_25_max": 0.13794, "nauc_map_at_25_std": 0.474629, "nauc_map_at_25_diff1": 0.17713, "nauc_map_at_50_max": 0.139887, "nauc_map_at_50_std": 0.480287, "nauc_map_at_50_diff1": 0.170221, "nauc_map_at_100_max": 0.136385, "nauc_map_at_100_std": 0.477141, "nauc_map_at_100_diff1": 0.171777, "nauc_map_at_1000_max": 0.134838, "nauc_map_at_1000_std": 0.475513, "nauc_map_at_1000_diff1": 0.172113, "nauc_recall_at_1_max": 0.064964, "nauc_recall_at_1_std": 0.090513, "nauc_recall_at_1_diff1": 0.317044, "nauc_recall_at_3_max": 0.191096, "nauc_recall_at_3_std": 0.323244, "nauc_recall_at_3_diff1": 0.231517, "nauc_recall_at_5_max": 0.262377, "nauc_recall_at_5_std": 0.406307, "nauc_recall_at_5_diff1": 0.159305, "nauc_recall_at_10_max": 0.270101, "nauc_recall_at_10_std": 0.567227, "nauc_recall_at_10_diff1": 0.124434, "nauc_recall_at_20_max": 0.353145, "nauc_recall_at_20_std": 0.699757, "nauc_recall_at_20_diff1": 0.181203, "nauc_recall_at_25_max": 0.411715, "nauc_recall_at_25_std": 0.72478, "nauc_recall_at_25_diff1": 0.125771, "nauc_recall_at_50_max": 0.550571, "nauc_recall_at_50_std": 0.870701, "nauc_recall_at_50_diff1": 0.011221, "nauc_recall_at_100_max": 0.487034, "nauc_recall_at_100_std": 0.916239, "nauc_recall_at_100_diff1": -0.102136, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.016843, "nauc_precision_at_1_std": 0.384313, "nauc_precision_at_1_diff1": 0.134428, "nauc_precision_at_3_max": 0.004758, "nauc_precision_at_3_std": 0.535982, "nauc_precision_at_3_diff1": -0.005909, "nauc_precision_at_5_max": 0.009589, "nauc_precision_at_5_std": 0.513184, "nauc_precision_at_5_diff1": -0.079376, "nauc_precision_at_10_max": -0.01528, "nauc_precision_at_10_std": 0.501885, "nauc_precision_at_10_diff1": -0.135869, "nauc_precision_at_20_max": -0.012673, "nauc_precision_at_20_std": 0.496176, "nauc_precision_at_20_diff1": -0.14317, "nauc_precision_at_25_max": -0.005348, "nauc_precision_at_25_std": 0.460981, "nauc_precision_at_25_diff1": -0.147677, "nauc_precision_at_50_max": -0.005684, "nauc_precision_at_50_std": 0.40981, "nauc_precision_at_50_diff1": -0.168352, "nauc_precision_at_100_max": -0.055372, "nauc_precision_at_100_std": 0.339135, "nauc_precision_at_100_diff1": -0.169086, "nauc_precision_at_1000_max": -0.089509, "nauc_precision_at_1000_std": 0.271172, "nauc_precision_at_1000_diff1": -0.173144, "nauc_mrr_at_1_max": -0.016843, "nauc_mrr_at_1_std": 0.384313, "nauc_mrr_at_1_diff1": 0.134428, "nauc_mrr_at_3_max": 0.018255, "nauc_mrr_at_3_std": 0.452967, "nauc_mrr_at_3_diff1": 0.111288, "nauc_mrr_at_5_max": 0.038541, "nauc_mrr_at_5_std": 0.460672, "nauc_mrr_at_5_diff1": 0.100666, "nauc_mrr_at_10_max": 0.032611, "nauc_mrr_at_10_std": 0.460141, "nauc_mrr_at_10_diff1": 0.11672, "nauc_mrr_at_20_max": 0.031976, "nauc_mrr_at_20_std": 0.459185, "nauc_mrr_at_20_diff1": 0.119643, "nauc_mrr_at_25_max": 0.034826, "nauc_mrr_at_25_std": 0.458163, "nauc_mrr_at_25_diff1": 0.118619, "nauc_mrr_at_50_max": 0.033565, "nauc_mrr_at_50_std": 0.457462, "nauc_mrr_at_50_diff1": 0.11724, "nauc_mrr_at_100_max": 0.032906, "nauc_mrr_at_100_std": 0.456949, "nauc_mrr_at_100_diff1": 0.117192, "nauc_mrr_at_1000_max": 0.032734, "nauc_mrr_at_1000_std": 0.456686, "nauc_mrr_at_1000_diff1": 0.117303, "hit_rate_at_1": 0.4898, "hit_rate_at_3": 0.64286, "hit_rate_at_5": 0.72449, "hit_rate_at_10": 0.80612, "hit_rate_at_20": 0.89796, "hit_rate_at_25": 0.91837, "hit_rate_at_50": 0.94898, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.489796, "R_cap_at_3": 0.496599, "R_cap_at_5": 0.552041, "R_cap_at_10": 0.6737, "R_cap_at_20": 0.784297, "R_cap_at_25": 0.81822, "R_cap_at_50": 0.88473, "R_cap_at_100": 0.950753, "R_cap_at_1000": 1.0, "main_score": 0.55361, "hf_subset": "world_news_claude_long__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.53175, "ndcg_at_3": 0.54636, "ndcg_at_5": 0.56649, "ndcg_at_10": 0.60342, "ndcg_at_20": 0.6408, "ndcg_at_25": 0.64846, "ndcg_at_50": 0.66492, "ndcg_at_100": 0.67916, "ndcg_at_1000": 0.68473, "map_at_1": 0.30716, "map_at_3": 0.42177, "map_at_5": 0.47011, "map_at_10": 0.51039, "map_at_20": 0.53272, "map_at_25": 0.5362, "map_at_50": 0.54157, "map_at_100": 0.54412, "map_at_1000": 0.5448, "recall_at_1": 0.30716, "recall_at_3": 0.48896, "recall_at_5": 0.5929, "recall_at_10": 0.72804, "recall_at_20": 0.83009, "recall_at_25": 0.85184, "recall_at_50": 0.90968, "recall_at_100": 0.97283, "recall_at_1000": 1.0, "accuracy": 0.30716, "precision_at_1": 0.53175, "precision_at_3": 0.33862, "precision_at_5": 0.27143, "precision_at_10": 0.18016, "precision_at_20": 0.11032, "precision_at_25": 0.09238, "precision_at_50": 0.05048, "precision_at_100": 0.0273, "precision_at_1000": 0.00283, "mrr_at_1": 0.531746, "mrr_at_3": 0.611111, "mrr_at_5": 0.629365, "mrr_at_10": 0.6436, "mrr_at_20": 0.646909, "mrr_at_25": 0.647665, "mrr_at_50": 0.648232, "mrr_at_100": 0.648586, "mrr_at_1000": 0.648665, "nauc_ndcg_at_1_max": -0.06355, "nauc_ndcg_at_1_std": 0.351662, "nauc_ndcg_at_1_diff1": 0.47822, "nauc_ndcg_at_3_max": 0.011749, "nauc_ndcg_at_3_std": 0.330623, "nauc_ndcg_at_3_diff1": 0.43423, "nauc_ndcg_at_5_max": 0.033406, "nauc_ndcg_at_5_std": 0.390031, "nauc_ndcg_at_5_diff1": 0.405289, "nauc_ndcg_at_10_max": 0.04866, "nauc_ndcg_at_10_std": 0.439358, "nauc_ndcg_at_10_diff1": 0.423774, "nauc_ndcg_at_20_max": -0.007824, "nauc_ndcg_at_20_std": 0.44019, "nauc_ndcg_at_20_diff1": 0.409472, "nauc_ndcg_at_25_max": -0.01249, "nauc_ndcg_at_25_std": 0.435992, "nauc_ndcg_at_25_diff1": 0.412734, "nauc_ndcg_at_50_max": -0.015909, "nauc_ndcg_at_50_std": 0.420932, "nauc_ndcg_at_50_diff1": 0.419918, "nauc_ndcg_at_100_max": -0.028848, "nauc_ndcg_at_100_std": 0.396097, "nauc_ndcg_at_100_diff1": 0.426316, "nauc_ndcg_at_1000_max": -0.030113, "nauc_ndcg_at_1000_std": 0.381725, "nauc_ndcg_at_1000_diff1": 0.420597, "nauc_map_at_1_max": 0.069433, "nauc_map_at_1_std": 0.130028, "nauc_map_at_1_diff1": 0.385843, "nauc_map_at_3_max": 0.086248, "nauc_map_at_3_std": 0.194971, "nauc_map_at_3_diff1": 0.400928, "nauc_map_at_5_max": 0.069246, "nauc_map_at_5_std": 0.281197, "nauc_map_at_5_diff1": 0.390919, "nauc_map_at_10_max": 0.05904, "nauc_map_at_10_std": 0.347794, "nauc_map_at_10_diff1": 0.40334, "nauc_map_at_20_max": 0.032142, "nauc_map_at_20_std": 0.368172, "nauc_map_at_20_diff1": 0.397488, "nauc_map_at_25_max": 0.030323, "nauc_map_at_25_std": 0.368835, "nauc_map_at_25_diff1": 0.399405, "nauc_map_at_50_max": 0.027267, "nauc_map_at_50_std": 0.365058, "nauc_map_at_50_diff1": 0.400577, "nauc_map_at_100_max": 0.025789, "nauc_map_at_100_std": 0.361644, "nauc_map_at_100_diff1": 0.401396, "nauc_map_at_1000_max": 0.02579, "nauc_map_at_1000_std": 0.360203, "nauc_map_at_1000_diff1": 0.401061, "nauc_recall_at_1_max": 0.069433, "nauc_recall_at_1_std": 0.130028, "nauc_recall_at_1_diff1": 0.385843, "nauc_recall_at_3_max": 0.132743, "nauc_recall_at_3_std": 0.215773, "nauc_recall_at_3_diff1": 0.397894, "nauc_recall_at_5_max": 0.137136, "nauc_recall_at_5_std": 0.371547, "nauc_recall_at_5_diff1": 0.3605, "nauc_recall_at_10_max": 0.232005, "nauc_recall_at_10_std": 0.600025, "nauc_recall_at_10_diff1": 0.36854, "nauc_recall_at_20_max": 0.081926, "nauc_recall_at_20_std": 0.718776, "nauc_recall_at_20_diff1": 0.307865, "nauc_recall_at_25_max": 0.074221, "nauc_recall_at_25_std": 0.740332, "nauc_recall_at_25_diff1": 0.323568, "nauc_recall_at_50_max": 0.14807, "nauc_recall_at_50_std": 0.81024, "nauc_recall_at_50_diff1": 0.400905, "nauc_recall_at_100_max": -0.00059, "nauc_recall_at_100_std": 0.909762, "nauc_recall_at_100_diff1": 0.688839, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.06355, "nauc_precision_at_1_std": 0.351662, "nauc_precision_at_1_diff1": 0.47822, "nauc_precision_at_3_max": -0.07727, "nauc_precision_at_3_std": 0.343158, "nauc_precision_at_3_diff1": 0.239482, "nauc_precision_at_5_max": -0.132849, "nauc_precision_at_5_std": 0.406187, "nauc_precision_at_5_diff1": 0.112613, "nauc_precision_at_10_max": -0.141694, "nauc_precision_at_10_std": 0.423139, "nauc_precision_at_10_diff1": 0.076339, "nauc_precision_at_20_max": -0.200235, "nauc_precision_at_20_std": 0.354943, "nauc_precision_at_20_diff1": -0.003427, "nauc_precision_at_25_max": -0.200731, "nauc_precision_at_25_std": 0.326233, "nauc_precision_at_25_diff1": -0.006757, "nauc_precision_at_50_max": -0.202367, "nauc_precision_at_50_std": 0.244132, "nauc_precision_at_50_diff1": -0.02762, "nauc_precision_at_100_max": -0.207985, "nauc_precision_at_100_std": 0.159638, "nauc_precision_at_100_diff1": -0.046794, "nauc_precision_at_1000_max": -0.202093, "nauc_precision_at_1000_std": 0.106628, "nauc_precision_at_1000_diff1": -0.067219, "nauc_mrr_at_1_max": -0.06355, "nauc_mrr_at_1_std": 0.351662, "nauc_mrr_at_1_diff1": 0.47822, "nauc_mrr_at_3_max": -0.086123, "nauc_mrr_at_3_std": 0.371854, "nauc_mrr_at_3_diff1": 0.49019, "nauc_mrr_at_5_max": -0.101654, "nauc_mrr_at_5_std": 0.378911, "nauc_mrr_at_5_diff1": 0.469558, "nauc_mrr_at_10_max": -0.09277, "nauc_mrr_at_10_std": 0.394847, "nauc_mrr_at_10_diff1": 0.470558, "nauc_mrr_at_20_max": -0.096323, "nauc_mrr_at_20_std": 0.389581, "nauc_mrr_at_20_diff1": 0.469915, "nauc_mrr_at_25_max": -0.095754, "nauc_mrr_at_25_std": 0.388506, "nauc_mrr_at_25_diff1": 0.470614, "nauc_mrr_at_50_max": -0.09416, "nauc_mrr_at_50_std": 0.387657, "nauc_mrr_at_50_diff1": 0.471403, "nauc_mrr_at_100_max": -0.094251, "nauc_mrr_at_100_std": 0.386923, "nauc_mrr_at_100_diff1": 0.471695, "nauc_mrr_at_1000_max": -0.094115, "nauc_mrr_at_1000_std": 0.386826, "nauc_mrr_at_1000_diff1": 0.471542, "hit_rate_at_1": 0.53175, "hit_rate_at_3": 0.70635, "hit_rate_at_5": 0.78571, "hit_rate_at_10": 0.88889, "hit_rate_at_20": 0.93651, "hit_rate_at_25": 0.95238, "hit_rate_at_50": 0.96825, "hit_rate_at_100": 0.99206, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.531746, "R_cap_at_3": 0.572751, "R_cap_at_5": 0.626984, "R_cap_at_10": 0.730083, "R_cap_at_20": 0.830086, "R_cap_at_25": 0.851839, "R_cap_at_50": 0.909684, "R_cap_at_100": 0.97283, "R_cap_at_1000": 1.0, "main_score": 0.60342, "hf_subset": "world_news_claude_long__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_long__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.58696, "ndcg_at_3": 0.64525, "ndcg_at_5": 0.66971, "ndcg_at_10": 0.68577, "ndcg_at_20": 0.70286, "ndcg_at_25": 0.70912, "ndcg_at_50": 0.72612, "ndcg_at_100": 0.73567, "ndcg_at_1000": 0.74085, "map_at_1": 0.30853, "map_at_3": 0.50937, "map_at_5": 0.56558, "map_at_10": 0.60207, "map_at_20": 0.61742, "map_at_25": 0.62083, "map_at_50": 0.62579, "map_at_100": 0.62783, "map_at_1000": 0.62843, "recall_at_1": 0.30853, "recall_at_3": 0.60376, "recall_at_5": 0.71305, "recall_at_10": 0.79003, "recall_at_20": 0.84285, "recall_at_25": 0.86785, "recall_at_50": 0.93563, "recall_at_100": 0.97333, "recall_at_1000": 1.0, "accuracy": 0.30853, "precision_at_1": 0.58696, "precision_at_3": 0.44203, "precision_at_5": 0.33913, "precision_at_10": 0.20942, "precision_at_20": 0.11993, "precision_at_25": 0.09971, "precision_at_50": 0.05406, "precision_at_100": 0.0287, "precision_at_1000": 0.00296, "mrr_at_1": 0.586957, "mrr_at_3": 0.688406, "mrr_at_5": 0.700362, "mrr_at_10": 0.704538, "mrr_at_20": 0.706565, "mrr_at_25": 0.707525, "mrr_at_50": 0.708799, "mrr_at_100": 0.708918, "mrr_at_1000": 0.708988, "nauc_ndcg_at_1_max": -0.146409, "nauc_ndcg_at_1_std": 0.375646, "nauc_ndcg_at_1_diff1": 0.502072, "nauc_ndcg_at_3_max": -0.192192, "nauc_ndcg_at_3_std": 0.409019, "nauc_ndcg_at_3_diff1": 0.46022, "nauc_ndcg_at_5_max": -0.122431, "nauc_ndcg_at_5_std": 0.417488, "nauc_ndcg_at_5_diff1": 0.441449, "nauc_ndcg_at_10_max": -0.097644, "nauc_ndcg_at_10_std": 0.47055, "nauc_ndcg_at_10_diff1": 0.439543, "nauc_ndcg_at_20_max": -0.129077, "nauc_ndcg_at_20_std": 0.469728, "nauc_ndcg_at_20_diff1": 0.447434, "nauc_ndcg_at_25_max": -0.141334, "nauc_ndcg_at_25_std": 0.466939, "nauc_ndcg_at_25_diff1": 0.436722, "nauc_ndcg_at_50_max": -0.120768, "nauc_ndcg_at_50_std": 0.446378, "nauc_ndcg_at_50_diff1": 0.458124, "nauc_ndcg_at_100_max": -0.125913, "nauc_ndcg_at_100_std": 0.424397, "nauc_ndcg_at_100_diff1": 0.457431, "nauc_ndcg_at_1000_max": -0.134831, "nauc_ndcg_at_1000_std": 0.41356, "nauc_ndcg_at_1000_diff1": 0.452869, "nauc_map_at_1_max": -0.032347, "nauc_map_at_1_std": 0.083026, "nauc_map_at_1_diff1": 0.46282, "nauc_map_at_3_max": -0.041372, "nauc_map_at_3_std": 0.311545, "nauc_map_at_3_diff1": 0.443817, "nauc_map_at_5_max": -0.05966, "nauc_map_at_5_std": 0.353213, "nauc_map_at_5_diff1": 0.439999, "nauc_map_at_10_max": -0.091811, "nauc_map_at_10_std": 0.405301, "nauc_map_at_10_diff1": 0.447978, "nauc_map_at_20_max": -0.105839, "nauc_map_at_20_std": 0.410483, "nauc_map_at_20_diff1": 0.453052, "nauc_map_at_25_max": -0.10984, "nauc_map_at_25_std": 0.409481, "nauc_map_at_25_diff1": 0.448226, "nauc_map_at_50_max": -0.10579, "nauc_map_at_50_std": 0.405243, "nauc_map_at_50_diff1": 0.449976, "nauc_map_at_100_max": -0.106087, "nauc_map_at_100_std": 0.401809, "nauc_map_at_100_diff1": 0.45005, "nauc_map_at_1000_max": -0.106746, "nauc_map_at_1000_std": 0.400848, "nauc_map_at_1000_diff1": 0.449732, "nauc_recall_at_1_max": -0.032347, "nauc_recall_at_1_std": 0.083026, "nauc_recall_at_1_diff1": 0.46282, "nauc_recall_at_3_max": -0.060448, "nauc_recall_at_3_std": 0.321134, "nauc_recall_at_3_diff1": 0.378747, "nauc_recall_at_5_max": -0.021085, "nauc_recall_at_5_std": 0.381578, "nauc_recall_at_5_diff1": 0.322275, "nauc_recall_at_10_max": 0.010338, "nauc_recall_at_10_std": 0.657295, "nauc_recall_at_10_diff1": 0.337643, "nauc_recall_at_20_max": -0.084947, "nauc_recall_at_20_std": 0.723474, "nauc_recall_at_20_diff1": 0.378734, "nauc_recall_at_25_max": -0.147038, "nauc_recall_at_25_std": 0.76559, "nauc_recall_at_25_diff1": 0.288572, "nauc_recall_at_50_max": 0.130964, "nauc_recall_at_50_std": 0.830065, "nauc_recall_at_50_diff1": 0.501572, "nauc_recall_at_100_max": 0.245751, "nauc_recall_at_100_std": 0.758241, "nauc_recall_at_100_diff1": 0.578917, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.146409, "nauc_precision_at_1_std": 0.375646, "nauc_precision_at_1_diff1": 0.502072, "nauc_precision_at_3_max": -0.158958, "nauc_precision_at_3_std": 0.371457, "nauc_precision_at_3_diff1": 0.129895, "nauc_precision_at_5_max": -0.151574, "nauc_precision_at_5_std": 0.296207, "nauc_precision_at_5_diff1": 0.055152, "nauc_precision_at_10_max": -0.146023, "nauc_precision_at_10_std": 0.265459, "nauc_precision_at_10_diff1": 0.017489, "nauc_precision_at_20_max": -0.143466, "nauc_precision_at_20_std": 0.198007, "nauc_precision_at_20_diff1": -0.007269, "nauc_precision_at_25_max": -0.149755, "nauc_precision_at_25_std": 0.176513, "nauc_precision_at_25_diff1": -0.033406, "nauc_precision_at_50_max": -0.11733, "nauc_precision_at_50_std": 0.112931, "nauc_precision_at_50_diff1": -0.048756, "nauc_precision_at_100_max": -0.106313, "nauc_precision_at_100_std": 0.048418, "nauc_precision_at_100_diff1": -0.071655, "nauc_precision_at_1000_max": -0.109492, "nauc_precision_at_1000_std": 0.016374, "nauc_precision_at_1000_diff1": -0.087735, "nauc_mrr_at_1_max": -0.146409, "nauc_mrr_at_1_std": 0.375646, "nauc_mrr_at_1_diff1": 0.502072, "nauc_mrr_at_3_max": -0.198682, "nauc_mrr_at_3_std": 0.409183, "nauc_mrr_at_3_diff1": 0.486878, "nauc_mrr_at_5_max": -0.195907, "nauc_mrr_at_5_std": 0.40837, "nauc_mrr_at_5_diff1": 0.475126, "nauc_mrr_at_10_max": -0.187007, "nauc_mrr_at_10_std": 0.426697, "nauc_mrr_at_10_diff1": 0.473934, "nauc_mrr_at_20_max": -0.190125, "nauc_mrr_at_20_std": 0.422328, "nauc_mrr_at_20_diff1": 0.473453, "nauc_mrr_at_25_max": -0.191186, "nauc_mrr_at_25_std": 0.421701, "nauc_mrr_at_25_diff1": 0.471514, "nauc_mrr_at_50_max": -0.188538, "nauc_mrr_at_50_std": 0.419908, "nauc_mrr_at_50_diff1": 0.474973, "nauc_mrr_at_100_max": -0.188908, "nauc_mrr_at_100_std": 0.419618, "nauc_mrr_at_100_diff1": 0.474776, "nauc_mrr_at_1000_max": -0.188913, "nauc_mrr_at_1000_std": 0.419485, "nauc_mrr_at_1000_diff1": 0.47481, "hit_rate_at_1": 0.58696, "hit_rate_at_3": 0.81159, "hit_rate_at_5": 0.86232, "hit_rate_at_10": 0.8913, "hit_rate_at_20": 0.92029, "hit_rate_at_25": 0.94203, "hit_rate_at_50": 0.98551, "hit_rate_at_100": 0.99275, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.586957, "R_cap_at_3": 0.694444, "R_cap_at_5": 0.75471, "R_cap_at_10": 0.79818, "R_cap_at_20": 0.844683, "R_cap_at_25": 0.868103, "R_cap_at_50": 0.935631, "R_cap_at_100": 0.973332, "R_cap_at_1000": 1.0, "main_score": 0.68577, "hf_subset": "world_news_claude_long__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.84828, "ndcg_at_3": 0.82012, "ndcg_at_5": 0.83891, "ndcg_at_10": 0.86231, "ndcg_at_20": 0.87658, "ndcg_at_25": 0.87951, "ndcg_at_50": 0.88579, "ndcg_at_100": 0.88689, "ndcg_at_1000": 0.88689, "map_at_1": 0.48635, "map_at_3": 0.68193, "map_at_5": 0.74408, "map_at_10": 0.79167, "map_at_20": 0.80913, "map_at_25": 0.81193, "map_at_50": 0.81544, "map_at_100": 0.81588, "map_at_1000": 0.81588, "recall_at_1": 0.48635, "recall_at_3": 0.71718, "recall_at_5": 0.82531, "recall_at_10": 0.92186, "recall_at_20": 0.96634, "recall_at_25": 0.97664, "recall_at_50": 0.99675, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.48635, "precision_at_1": 0.84828, "precision_at_3": 0.52414, "precision_at_5": 0.39448, "precision_at_10": 0.24483, "precision_at_20": 0.13862, "precision_at_25": 0.11393, "precision_at_50": 0.05931, "precision_at_100": 0.02993, "precision_at_1000": 0.00299, "mrr_at_1": 0.848276, "mrr_at_3": 0.883908, "mrr_at_5": 0.891839, "mrr_at_10": 0.895725, "mrr_at_20": 0.89607, "mrr_at_25": 0.89607, "mrr_at_50": 0.896316, "mrr_at_100": 0.896316, "mrr_at_1000": 0.896316, "nauc_ndcg_at_1_max": 0.607872, "nauc_ndcg_at_1_std": 0.335091, "nauc_ndcg_at_1_diff1": 0.490201, "nauc_ndcg_at_3_max": 0.47269, "nauc_ndcg_at_3_std": 0.219119, "nauc_ndcg_at_3_diff1": 0.325076, "nauc_ndcg_at_5_max": 0.539227, "nauc_ndcg_at_5_std": 0.283557, "nauc_ndcg_at_5_diff1": 0.392287, "nauc_ndcg_at_10_max": 0.588016, "nauc_ndcg_at_10_std": 0.33023, "nauc_ndcg_at_10_diff1": 0.442289, "nauc_ndcg_at_20_max": 0.567569, "nauc_ndcg_at_20_std": 0.310528, "nauc_ndcg_at_20_diff1": 0.430721, "nauc_ndcg_at_25_max": 0.56316, "nauc_ndcg_at_25_std": 0.299698, "nauc_ndcg_at_25_diff1": 0.434743, "nauc_ndcg_at_50_max": 0.562874, "nauc_ndcg_at_50_std": 0.292019, "nauc_ndcg_at_50_diff1": 0.409879, "nauc_ndcg_at_100_max": 0.566412, "nauc_ndcg_at_100_std": 0.288161, "nauc_ndcg_at_100_diff1": 0.409207, "nauc_ndcg_at_1000_max": 0.566412, "nauc_ndcg_at_1000_std": 0.288161, "nauc_ndcg_at_1000_diff1": 0.409207, "nauc_map_at_1_max": 0.15131, "nauc_map_at_1_std": -0.078999, "nauc_map_at_1_diff1": 0.398059, "nauc_map_at_3_max": 0.422561, "nauc_map_at_3_std": 0.161049, "nauc_map_at_3_diff1": 0.384314, "nauc_map_at_5_max": 0.438067, "nauc_map_at_5_std": 0.203257, "nauc_map_at_5_diff1": 0.417406, "nauc_map_at_10_max": 0.48319, "nauc_map_at_10_std": 0.256707, "nauc_map_at_10_diff1": 0.438545, "nauc_map_at_20_max": 0.508414, "nauc_map_at_20_std": 0.273432, "nauc_map_at_20_diff1": 0.40802, "nauc_map_at_25_max": 0.515407, "nauc_map_at_25_std": 0.279422, "nauc_map_at_25_diff1": 0.403348, "nauc_map_at_50_max": 0.521949, "nauc_map_at_50_std": 0.281291, "nauc_map_at_50_diff1": 0.391762, "nauc_map_at_100_max": 0.523706, "nauc_map_at_100_std": 0.280615, "nauc_map_at_100_diff1": 0.391206, "nauc_map_at_1000_max": 0.523706, "nauc_map_at_1000_std": 0.280615, "nauc_map_at_1000_diff1": 0.391206, "nauc_recall_at_1_max": 0.15131, "nauc_recall_at_1_std": -0.078999, "nauc_recall_at_1_diff1": 0.398059, "nauc_recall_at_3_max": 0.374955, "nauc_recall_at_3_std": 0.11799, "nauc_recall_at_3_diff1": 0.347187, "nauc_recall_at_5_max": 0.36579, "nauc_recall_at_5_std": 0.176551, "nauc_recall_at_5_diff1": 0.443304, "nauc_recall_at_10_max": 0.505282, "nauc_recall_at_10_std": 0.42109, "nauc_recall_at_10_diff1": 0.62961, "nauc_recall_at_20_max": 0.554542, "nauc_recall_at_20_std": 0.44353, "nauc_recall_at_20_diff1": 0.626429, "nauc_recall_at_25_max": 0.573575, "nauc_recall_at_25_std": 0.436852, "nauc_recall_at_25_diff1": 0.710746, "nauc_recall_at_50_max": 0.284791, "nauc_recall_at_50_std": 0.670162, "nauc_recall_at_50_diff1": 0.377537, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.607872, "nauc_precision_at_1_std": 0.335091, "nauc_precision_at_1_diff1": 0.490201, "nauc_precision_at_3_max": 0.255763, "nauc_precision_at_3_std": 0.286101, "nauc_precision_at_3_diff1": -0.137257, "nauc_precision_at_5_max": 0.105636, "nauc_precision_at_5_std": 0.204576, "nauc_precision_at_5_diff1": -0.174524, "nauc_precision_at_10_max": 0.0491, "nauc_precision_at_10_std": 0.151391, "nauc_precision_at_10_diff1": -0.21436, "nauc_precision_at_20_max": 0.036157, "nauc_precision_at_20_std": 0.122838, "nauc_precision_at_20_diff1": -0.271361, "nauc_precision_at_25_max": 0.035975, "nauc_precision_at_25_std": 0.121278, "nauc_precision_at_25_diff1": -0.279695, "nauc_precision_at_50_max": 0.031645, "nauc_precision_at_50_std": 0.104588, "nauc_precision_at_50_diff1": -0.300892, "nauc_precision_at_100_max": 0.031924, "nauc_precision_at_100_std": 0.096423, "nauc_precision_at_100_diff1": -0.301209, "nauc_precision_at_1000_max": 0.031924, "nauc_precision_at_1000_std": 0.096423, "nauc_precision_at_1000_diff1": -0.301209, "nauc_mrr_at_1_max": 0.607872, "nauc_mrr_at_1_std": 0.335091, "nauc_mrr_at_1_diff1": 0.490201, "nauc_mrr_at_3_max": 0.627927, "nauc_mrr_at_3_std": 0.286362, "nauc_mrr_at_3_diff1": 0.449201, "nauc_mrr_at_5_max": 0.649602, "nauc_mrr_at_5_std": 0.31247, "nauc_mrr_at_5_diff1": 0.483932, "nauc_mrr_at_10_max": 0.641717, "nauc_mrr_at_10_std": 0.319188, "nauc_mrr_at_10_diff1": 0.484216, "nauc_mrr_at_20_max": 0.640486, "nauc_mrr_at_20_std": 0.316849, "nauc_mrr_at_20_diff1": 0.482443, "nauc_mrr_at_25_max": 0.640486, "nauc_mrr_at_25_std": 0.316849, "nauc_mrr_at_25_diff1": 0.482443, "nauc_mrr_at_50_max": 0.639601, "nauc_mrr_at_50_std": 0.316748, "nauc_mrr_at_50_diff1": 0.48149, "nauc_mrr_at_100_max": 0.639601, "nauc_mrr_at_100_std": 0.316748, "nauc_mrr_at_100_diff1": 0.48149, "nauc_mrr_at_1000_max": 0.639601, "nauc_mrr_at_1000_std": 0.316748, "nauc_mrr_at_1000_diff1": 0.48149, "hit_rate_at_1": 0.84828, "hit_rate_at_3": 0.92414, "hit_rate_at_5": 0.95862, "hit_rate_at_10": 0.98621, "hit_rate_at_20": 0.9931, "hit_rate_at_25": 0.9931, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.848276, "R_cap_at_3": 0.822989, "R_cap_at_5": 0.872184, "R_cap_at_10": 0.93173, "R_cap_at_20": 0.968182, "R_cap_at_25": 0.976891, "R_cap_at_50": 0.996746, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86231, "hf_subset": "world_news_claude_long__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.61224, "ndcg_at_3": 0.76636, "ndcg_at_5": 0.79142, "ndcg_at_10": 0.8123, "ndcg_at_20": 0.81497, "ndcg_at_25": 0.81497, "ndcg_at_50": 0.81497, "ndcg_at_100": 0.81497, "ndcg_at_1000": 0.81497, "map_at_1": 0.46939, "map_at_3": 0.69955, "map_at_5": 0.72684, "map_at_10": 0.73846, "map_at_20": 0.74032, "map_at_25": 0.74032, "map_at_50": 0.74032, "map_at_100": 0.74032, "map_at_1000": 0.74032, "recall_at_1": 0.46939, "recall_at_3": 0.87245, "recall_at_5": 0.93707, "recall_at_10": 0.9932, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.46939, "precision_at_1": 0.61224, "precision_at_3": 0.41497, "precision_at_5": 0.27347, "precision_at_10": 0.1449, "precision_at_20": 0.07347, "precision_at_25": 0.05878, "precision_at_50": 0.02939, "precision_at_100": 0.01469, "precision_at_1000": 0.00147, "mrr_at_1": 0.612245, "mrr_at_3": 0.755102, "mrr_at_5": 0.763265, "mrr_at_10": 0.770068, "mrr_at_20": 0.770068, "mrr_at_25": 0.770068, "mrr_at_50": 0.770068, "mrr_at_100": 0.770068, "mrr_at_1000": 0.770068, "nauc_ndcg_at_1_max": 0.086336, "nauc_ndcg_at_1_std": 0.684713, "nauc_ndcg_at_1_diff1": -0.079514, "nauc_ndcg_at_3_max": 0.200558, "nauc_ndcg_at_3_std": 0.629446, "nauc_ndcg_at_3_diff1": 0.00374, "nauc_ndcg_at_5_max": 0.17463, "nauc_ndcg_at_5_std": 0.643052, "nauc_ndcg_at_5_diff1": -0.0487, "nauc_ndcg_at_10_max": 0.130454, "nauc_ndcg_at_10_std": 0.625283, "nauc_ndcg_at_10_diff1": -0.031184, "nauc_ndcg_at_20_max": 0.135371, "nauc_ndcg_at_20_std": 0.618496, "nauc_ndcg_at_20_diff1": -0.011086, "nauc_ndcg_at_25_max": 0.135371, "nauc_ndcg_at_25_std": 0.618496, "nauc_ndcg_at_25_diff1": -0.011086, "nauc_ndcg_at_50_max": 0.135371, "nauc_ndcg_at_50_std": 0.618496, "nauc_ndcg_at_50_diff1": -0.011086, "nauc_ndcg_at_100_max": 0.135371, "nauc_ndcg_at_100_std": 0.618496, "nauc_ndcg_at_100_diff1": -0.011086, "nauc_ndcg_at_1000_max": 0.135371, "nauc_ndcg_at_1000_std": 0.618496, "nauc_ndcg_at_1000_diff1": -0.011086, "nauc_map_at_1_max": 0.131846, "nauc_map_at_1_std": 0.358508, "nauc_map_at_1_diff1": -0.043898, "nauc_map_at_3_max": 0.182185, "nauc_map_at_3_std": 0.547275, "nauc_map_at_3_diff1": 0.022083, "nauc_map_at_5_max": 0.16853, "nauc_map_at_5_std": 0.593522, "nauc_map_at_5_diff1": -0.016989, "nauc_map_at_10_max": 0.147563, "nauc_map_at_10_std": 0.58636, "nauc_map_at_10_diff1": -0.014818, "nauc_map_at_20_max": 0.150299, "nauc_map_at_20_std": 0.583017, "nauc_map_at_20_diff1": -0.004461, "nauc_map_at_25_max": 0.150299, "nauc_map_at_25_std": 0.583017, "nauc_map_at_25_diff1": -0.004461, "nauc_map_at_50_max": 0.150299, "nauc_map_at_50_std": 0.583017, "nauc_map_at_50_diff1": -0.004461, "nauc_map_at_100_max": 0.150299, "nauc_map_at_100_std": 0.583017, "nauc_map_at_100_diff1": -0.004461, "nauc_map_at_1000_max": 0.150299, "nauc_map_at_1000_std": 0.583017, "nauc_map_at_1000_diff1": -0.004461, "nauc_recall_at_1_max": 0.131846, "nauc_recall_at_1_std": 0.358508, "nauc_recall_at_1_diff1": -0.043898, "nauc_recall_at_3_max": 0.336249, "nauc_recall_at_3_std": 0.536314, "nauc_recall_at_3_diff1": 0.096577, "nauc_recall_at_5_max": 0.386251, "nauc_recall_at_5_std": 0.713158, "nauc_recall_at_5_diff1": -0.299957, "nauc_recall_at_10_max": -0.165986, "nauc_recall_at_10_std": 0.868984, "nauc_recall_at_10_diff1": -1.12677, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.086336, "nauc_precision_at_1_std": 0.684713, "nauc_precision_at_1_diff1": -0.079514, "nauc_precision_at_3_max": 0.083862, "nauc_precision_at_3_std": 0.499979, "nauc_precision_at_3_diff1": 0.177216, "nauc_precision_at_5_max": 0.023966, "nauc_precision_at_5_std": 0.425201, "nauc_precision_at_5_diff1": 0.075937, "nauc_precision_at_10_max": -0.047479, "nauc_precision_at_10_std": 0.348565, "nauc_precision_at_10_diff1": 0.071278, "nauc_precision_at_20_max": -0.04029, "nauc_precision_at_20_std": 0.307234, "nauc_precision_at_20_diff1": 0.105557, "nauc_precision_at_25_max": -0.04029, "nauc_precision_at_25_std": 0.307234, "nauc_precision_at_25_diff1": 0.105557, "nauc_precision_at_50_max": -0.04029, "nauc_precision_at_50_std": 0.307234, "nauc_precision_at_50_diff1": 0.105557, "nauc_precision_at_100_max": -0.04029, "nauc_precision_at_100_std": 0.307234, "nauc_precision_at_100_diff1": 0.105557, "nauc_precision_at_1000_max": -0.04029, "nauc_precision_at_1000_std": 0.307234, "nauc_precision_at_1000_diff1": 0.105557, "nauc_mrr_at_1_max": 0.086336, "nauc_mrr_at_1_std": 0.684713, "nauc_mrr_at_1_diff1": -0.079514, "nauc_mrr_at_3_max": 0.110831, "nauc_mrr_at_3_std": 0.692032, "nauc_mrr_at_3_diff1": -0.042771, "nauc_mrr_at_5_max": 0.103907, "nauc_mrr_at_5_std": 0.692681, "nauc_mrr_at_5_diff1": -0.072628, "nauc_mrr_at_10_max": 0.095557, "nauc_mrr_at_10_std": 0.689011, "nauc_mrr_at_10_diff1": -0.062396, "nauc_mrr_at_20_max": 0.095557, "nauc_mrr_at_20_std": 0.689011, "nauc_mrr_at_20_diff1": -0.062396, "nauc_mrr_at_25_max": 0.095557, "nauc_mrr_at_25_std": 0.689011, "nauc_mrr_at_25_diff1": -0.062396, "nauc_mrr_at_50_max": 0.095557, "nauc_mrr_at_50_std": 0.689011, "nauc_mrr_at_50_diff1": -0.062396, "nauc_mrr_at_100_max": 0.095557, "nauc_mrr_at_100_std": 0.689011, "nauc_mrr_at_100_diff1": -0.062396, "nauc_mrr_at_1000_max": 0.095557, "nauc_mrr_at_1000_std": 0.689011, "nauc_mrr_at_1000_diff1": -0.062396, "hit_rate_at_1": 0.61224, "hit_rate_at_3": 0.91837, "hit_rate_at_5": 0.95918, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.612245, "R_cap_at_3": 0.880952, "R_cap_at_5": 0.937075, "R_cap_at_10": 0.993197, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.8123, "hf_subset": "world_news_claude_short__Entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.78265, "ndcg_at_5": 0.82899, "ndcg_at_10": 0.84505, "ndcg_at_20": 0.84922, "ndcg_at_25": 0.84922, "ndcg_at_50": 0.84922, "ndcg_at_100": 0.84922, "ndcg_at_1000": 0.84922, "map_at_1": 0.5619, "map_at_3": 0.74087, "map_at_5": 0.78302, "map_at_10": 0.78984, "map_at_20": 0.79222, "map_at_25": 0.79222, "map_at_50": 0.79222, "map_at_100": 0.79222, "map_at_1000": 0.79222, "recall_at_1": 0.5619, "recall_at_3": 0.83095, "recall_at_5": 0.9381, "recall_at_10": 0.9881, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.5619, "precision_at_1": 0.7, "precision_at_3": 0.39048, "precision_at_5": 0.26857, "precision_at_10": 0.14, "precision_at_20": 0.07143, "precision_at_25": 0.05714, "precision_at_50": 0.02857, "precision_at_100": 0.01429, "precision_at_1000": 0.00143, "mrr_at_1": 0.7, "mrr_at_3": 0.788095, "mrr_at_5": 0.805238, "mrr_at_10": 0.810635, "mrr_at_20": 0.810635, "mrr_at_25": 0.810635, "mrr_at_50": 0.810635, "mrr_at_100": 0.810635, "mrr_at_1000": 0.810635, "nauc_ndcg_at_1_max": 0.06946, "nauc_ndcg_at_1_std": 0.403685, "nauc_ndcg_at_1_diff1": -0.030445, "nauc_ndcg_at_3_max": 0.096531, "nauc_ndcg_at_3_std": 0.384098, "nauc_ndcg_at_3_diff1": -0.065267, "nauc_ndcg_at_5_max": 0.082466, "nauc_ndcg_at_5_std": 0.462738, "nauc_ndcg_at_5_diff1": -0.064676, "nauc_ndcg_at_10_max": 0.096342, "nauc_ndcg_at_10_std": 0.420414, "nauc_ndcg_at_10_diff1": -0.037986, "nauc_ndcg_at_20_max": 0.096522, "nauc_ndcg_at_20_std": 0.40043, "nauc_ndcg_at_20_diff1": -0.021292, "nauc_ndcg_at_25_max": 0.096522, "nauc_ndcg_at_25_std": 0.40043, "nauc_ndcg_at_25_diff1": -0.021292, "nauc_ndcg_at_50_max": 0.096522, "nauc_ndcg_at_50_std": 0.40043, "nauc_ndcg_at_50_diff1": -0.021292, "nauc_ndcg_at_100_max": 0.096522, "nauc_ndcg_at_100_std": 0.40043, "nauc_ndcg_at_100_diff1": -0.021292, "nauc_ndcg_at_1000_max": 0.096522, "nauc_ndcg_at_1000_std": 0.40043, "nauc_ndcg_at_1000_diff1": -0.021292, "nauc_map_at_1_max": 0.239547, "nauc_map_at_1_std": 0.208357, "nauc_map_at_1_diff1": 0.083003, "nauc_map_at_3_max": 0.138912, "nauc_map_at_3_std": 0.364927, "nauc_map_at_3_diff1": -0.050722, "nauc_map_at_5_max": 0.111396, "nauc_map_at_5_std": 0.442188, "nauc_map_at_5_diff1": -0.046421, "nauc_map_at_10_max": 0.113982, "nauc_map_at_10_std": 0.426961, "nauc_map_at_10_diff1": -0.040004, "nauc_map_at_20_max": 0.116213, "nauc_map_at_20_std": 0.418994, "nauc_map_at_20_diff1": -0.031177, "nauc_map_at_25_max": 0.116213, "nauc_map_at_25_std": 0.418994, "nauc_map_at_25_diff1": -0.031177, "nauc_map_at_50_max": 0.116213, "nauc_map_at_50_std": 0.418994, "nauc_map_at_50_diff1": -0.031177, "nauc_map_at_100_max": 0.116213, "nauc_map_at_100_std": 0.418994, "nauc_map_at_100_diff1": -0.031177, "nauc_map_at_1000_max": 0.116213, "nauc_map_at_1000_std": 0.418994, "nauc_map_at_1000_diff1": -0.031177, "nauc_recall_at_1_max": 0.239547, "nauc_recall_at_1_std": 0.208357, "nauc_recall_at_1_diff1": 0.083003, "nauc_recall_at_3_max": 0.082807, "nauc_recall_at_3_std": 0.304902, "nauc_recall_at_3_diff1": -0.14279, "nauc_recall_at_5_max": -0.031118, "nauc_recall_at_5_std": 0.807872, "nauc_recall_at_5_diff1": -0.355347, "nauc_recall_at_10_max": 0.139309, "nauc_recall_at_10_std": 0.947712, "nauc_recall_at_10_diff1": -0.481139, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.06946, "nauc_precision_at_1_std": 0.403685, "nauc_precision_at_1_diff1": -0.030445, "nauc_precision_at_3_max": -0.173777, "nauc_precision_at_3_std": 0.308811, "nauc_precision_at_3_diff1": -0.139161, "nauc_precision_at_5_max": -0.210742, "nauc_precision_at_5_std": 0.296852, "nauc_precision_at_5_diff1": -0.103749, "nauc_precision_at_10_max": -0.22685, "nauc_precision_at_10_std": 0.234289, "nauc_precision_at_10_diff1": -0.082449, "nauc_precision_at_20_max": -0.213474, "nauc_precision_at_20_std": 0.17812, "nauc_precision_at_20_diff1": -0.044775, "nauc_precision_at_25_max": -0.213474, "nauc_precision_at_25_std": 0.17812, "nauc_precision_at_25_diff1": -0.044775, "nauc_precision_at_50_max": -0.213474, "nauc_precision_at_50_std": 0.17812, "nauc_precision_at_50_diff1": -0.044775, "nauc_precision_at_100_max": -0.213474, "nauc_precision_at_100_std": 0.17812, "nauc_precision_at_100_diff1": -0.044775, "nauc_precision_at_1000_max": -0.213474, "nauc_precision_at_1000_std": 0.17812, "nauc_precision_at_1000_diff1": -0.044775, "nauc_mrr_at_1_max": 0.06946, "nauc_mrr_at_1_std": 0.403685, "nauc_mrr_at_1_diff1": -0.030445, "nauc_mrr_at_3_max": 0.04685, "nauc_mrr_at_3_std": 0.345757, "nauc_mrr_at_3_diff1": -0.011541, "nauc_mrr_at_5_max": 0.039086, "nauc_mrr_at_5_std": 0.380978, "nauc_mrr_at_5_diff1": -0.031933, "nauc_mrr_at_10_max": 0.045017, "nauc_mrr_at_10_std": 0.367496, "nauc_mrr_at_10_diff1": -0.023279, "nauc_mrr_at_20_max": 0.045017, "nauc_mrr_at_20_std": 0.367496, "nauc_mrr_at_20_diff1": -0.023279, "nauc_mrr_at_25_max": 0.045017, "nauc_mrr_at_25_std": 0.367496, "nauc_mrr_at_25_diff1": -0.023279, "nauc_mrr_at_50_max": 0.045017, "nauc_mrr_at_50_std": 0.367496, "nauc_mrr_at_50_diff1": -0.023279, "nauc_mrr_at_100_max": 0.045017, "nauc_mrr_at_100_std": 0.367496, "nauc_mrr_at_100_diff1": -0.023279, "nauc_mrr_at_1000_max": 0.045017, "nauc_mrr_at_1000_std": 0.367496, "nauc_mrr_at_1000_diff1": -0.023279, "hit_rate_at_1": 0.7, "hit_rate_at_3": 0.88571, "hit_rate_at_5": 0.95714, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.7, "R_cap_at_3": 0.838095, "R_cap_at_5": 0.938095, "R_cap_at_10": 0.988095, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.84505, "hf_subset": "world_news_claude_short__Event_contents", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Full_event_details", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 1.0, "ndcg_at_3": 1.0, "ndcg_at_5": 1.0, "ndcg_at_10": 1.0, "ndcg_at_20": 1.0, "ndcg_at_25": 1.0, "ndcg_at_50": 1.0, "ndcg_at_100": 1.0, "ndcg_at_1000": 1.0, "map_at_1": 1.0, "map_at_3": 1.0, "map_at_5": 1.0, "map_at_10": 1.0, "map_at_20": 1.0, "map_at_25": 1.0, "map_at_50": 1.0, "map_at_100": 1.0, "map_at_1000": 1.0, "recall_at_1": 1.0, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 1.0, "precision_at_1": 1.0, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_25": 0.04, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_25": 1.0, "mrr_at_50": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_25_max": NaN, "nauc_ndcg_at_25_std": NaN, "nauc_ndcg_at_25_diff1": NaN, "nauc_ndcg_at_50_max": NaN, "nauc_ndcg_at_50_std": NaN, "nauc_ndcg_at_50_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": NaN, "nauc_ndcg_at_1000_std": NaN, "nauc_ndcg_at_1000_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_25_max": NaN, "nauc_map_at_25_std": NaN, "nauc_map_at_25_diff1": NaN, "nauc_map_at_50_max": NaN, "nauc_map_at_50_std": NaN, "nauc_map_at_50_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": NaN, "nauc_map_at_1000_std": NaN, "nauc_map_at_1000_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_25_max": 1.0, "nauc_precision_at_25_std": 1.0, "nauc_precision_at_25_diff1": 1.0, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_25_max": NaN, "nauc_mrr_at_25_std": NaN, "nauc_mrr_at_25_diff1": NaN, "nauc_mrr_at_50_max": NaN, "nauc_mrr_at_50_std": NaN, "nauc_mrr_at_50_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "hit_rate_at_1": 1.0, "hit_rate_at_3": 1.0, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 1.0, "R_cap_at_3": 1.0, "R_cap_at_5": 1.0, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 1.0, "hf_subset": "world_news_claude_short__Other_entities", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.70588, "ndcg_at_3": 0.79981, "ndcg_at_5": 0.82828, "ndcg_at_10": 0.84984, "ndcg_at_20": 0.8537, "ndcg_at_25": 0.8537, "ndcg_at_50": 0.8537, "ndcg_at_100": 0.8537, "ndcg_at_1000": 0.8537, "map_at_1": 0.57353, "map_at_3": 0.75041, "map_at_5": 0.78681, "map_at_10": 0.79849, "map_at_20": 0.79962, "map_at_25": 0.79962, "map_at_50": 0.79962, "map_at_100": 0.79962, "map_at_1000": 0.79962, "recall_at_1": 0.57353, "recall_at_3": 0.85294, "recall_at_5": 0.92525, "recall_at_10": 0.98529, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.57353, "precision_at_1": 0.70588, "precision_at_3": 0.39706, "precision_at_5": 0.27059, "precision_at_10": 0.14412, "precision_at_20": 0.07279, "precision_at_25": 0.05824, "precision_at_50": 0.02912, "precision_at_100": 0.01456, "precision_at_1000": 0.00146, "mrr_at_1": 0.705882, "mrr_at_3": 0.79902, "mrr_at_5": 0.804902, "mrr_at_10": 0.811438, "mrr_at_20": 0.812569, "mrr_at_25": 0.812569, "mrr_at_50": 0.812569, "mrr_at_100": 0.812569, "mrr_at_1000": 0.812569, "nauc_ndcg_at_1_max": -0.044348, "nauc_ndcg_at_1_std": 0.353163, "nauc_ndcg_at_1_diff1": 0.270913, "nauc_ndcg_at_3_max": 0.037787, "nauc_ndcg_at_3_std": 0.408902, "nauc_ndcg_at_3_diff1": 0.315576, "nauc_ndcg_at_5_max": -0.00496, "nauc_ndcg_at_5_std": 0.389523, "nauc_ndcg_at_5_diff1": 0.300017, "nauc_ndcg_at_10_max": -0.023631, "nauc_ndcg_at_10_std": 0.354154, "nauc_ndcg_at_10_diff1": 0.319569, "nauc_ndcg_at_20_max": -0.01918, "nauc_ndcg_at_20_std": 0.348185, "nauc_ndcg_at_20_diff1": 0.334269, "nauc_ndcg_at_25_max": -0.01918, "nauc_ndcg_at_25_std": 0.348185, "nauc_ndcg_at_25_diff1": 0.334269, "nauc_ndcg_at_50_max": -0.01918, "nauc_ndcg_at_50_std": 0.348185, "nauc_ndcg_at_50_diff1": 0.334269, "nauc_ndcg_at_100_max": -0.01918, "nauc_ndcg_at_100_std": 0.348185, "nauc_ndcg_at_100_diff1": 0.334269, "nauc_ndcg_at_1000_max": -0.01918, "nauc_ndcg_at_1000_std": 0.348185, "nauc_ndcg_at_1000_diff1": 0.334269, "nauc_map_at_1_max": 0.099558, "nauc_map_at_1_std": 0.103223, "nauc_map_at_1_diff1": 0.327648, "nauc_map_at_3_max": 0.077426, "nauc_map_at_3_std": 0.347738, "nauc_map_at_3_diff1": 0.345311, "nauc_map_at_5_max": 0.013039, "nauc_map_at_5_std": 0.371311, "nauc_map_at_5_diff1": 0.330262, "nauc_map_at_10_max": 0.003994, "nauc_map_at_10_std": 0.357676, "nauc_map_at_10_diff1": 0.339108, "nauc_map_at_20_max": 0.005137, "nauc_map_at_20_std": 0.356406, "nauc_map_at_20_diff1": 0.342419, "nauc_map_at_25_max": 0.005137, "nauc_map_at_25_std": 0.356406, "nauc_map_at_25_diff1": 0.342419, "nauc_map_at_50_max": 0.005137, "nauc_map_at_50_std": 0.356406, "nauc_map_at_50_diff1": 0.342419, "nauc_map_at_100_max": 0.005137, "nauc_map_at_100_std": 0.356406, "nauc_map_at_100_diff1": 0.342419, "nauc_map_at_1000_max": 0.005137, "nauc_map_at_1000_std": 0.356406, "nauc_map_at_1000_diff1": 0.342419, "nauc_recall_at_1_max": 0.099558, "nauc_recall_at_1_std": 0.103223, "nauc_recall_at_1_diff1": 0.327648, "nauc_recall_at_3_max": 0.16118, "nauc_recall_at_3_std": 0.464577, "nauc_recall_at_3_diff1": 0.256664, "nauc_recall_at_5_max": 0.052989, "nauc_recall_at_5_std": 0.598108, "nauc_recall_at_5_diff1": 0.112742, "nauc_recall_at_10_max": -0.172675, "nauc_recall_at_10_std": 0.554038, "nauc_recall_at_10_diff1": -0.172675, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.044348, "nauc_precision_at_1_std": 0.353163, "nauc_precision_at_1_diff1": 0.270913, "nauc_precision_at_3_max": -0.126046, "nauc_precision_at_3_std": 0.380104, "nauc_precision_at_3_diff1": 0.032503, "nauc_precision_at_5_max": -0.183318, "nauc_precision_at_5_std": 0.254995, "nauc_precision_at_5_diff1": -0.05858, "nauc_precision_at_10_max": -0.206185, "nauc_precision_at_10_std": 0.173278, "nauc_precision_at_10_diff1": -0.083528, "nauc_precision_at_20_max": -0.206956, "nauc_precision_at_20_std": 0.164518, "nauc_precision_at_20_diff1": -0.081477, "nauc_precision_at_25_max": -0.206956, "nauc_precision_at_25_std": 0.164518, "nauc_precision_at_25_diff1": -0.081477, "nauc_precision_at_50_max": -0.206956, "nauc_precision_at_50_std": 0.164518, "nauc_precision_at_50_diff1": -0.081477, "nauc_precision_at_100_max": -0.206956, "nauc_precision_at_100_std": 0.164518, "nauc_precision_at_100_diff1": -0.081477, "nauc_precision_at_1000_max": -0.206956, "nauc_precision_at_1000_std": 0.164518, "nauc_precision_at_1000_diff1": -0.081477, "nauc_mrr_at_1_max": -0.044348, "nauc_mrr_at_1_std": 0.353163, "nauc_mrr_at_1_diff1": 0.270913, "nauc_mrr_at_3_max": -0.063708, "nauc_mrr_at_3_std": 0.350752, "nauc_mrr_at_3_diff1": 0.289726, "nauc_mrr_at_5_max": -0.061224, "nauc_mrr_at_5_std": 0.348638, "nauc_mrr_at_5_diff1": 0.281323, "nauc_mrr_at_10_max": -0.060547, "nauc_mrr_at_10_std": 0.342338, "nauc_mrr_at_10_diff1": 0.29112, "nauc_mrr_at_20_max": -0.05979, "nauc_mrr_at_20_std": 0.340908, "nauc_mrr_at_20_diff1": 0.294254, "nauc_mrr_at_25_max": -0.05979, "nauc_mrr_at_25_std": 0.340908, "nauc_mrr_at_25_diff1": 0.294254, "nauc_mrr_at_50_max": -0.05979, "nauc_mrr_at_50_std": 0.340908, "nauc_mrr_at_50_diff1": 0.294254, "nauc_mrr_at_100_max": -0.05979, "nauc_mrr_at_100_std": 0.340908, "nauc_mrr_at_100_diff1": 0.294254, "nauc_mrr_at_1000_max": -0.05979, "nauc_mrr_at_1000_std": 0.340908, "nauc_mrr_at_1000_diff1": 0.294254, "hit_rate_at_1": 0.70588, "hit_rate_at_3": 0.91176, "hit_rate_at_5": 0.94118, "hit_rate_at_10": 0.98529, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.705882, "R_cap_at_3": 0.865196, "R_cap_at_5": 0.925245, "R_cap_at_10": 0.985294, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.84984, "hf_subset": "world_news_claude_short__Spaces", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.82192, "ndcg_at_3": 0.87812, "ndcg_at_5": 0.9095, "ndcg_at_10": 0.91376, "ndcg_at_20": 0.91376, "ndcg_at_25": 0.91376, "ndcg_at_50": 0.91376, "ndcg_at_100": 0.91376, "ndcg_at_1000": 0.91376, "map_at_1": 0.64612, "map_at_3": 0.83333, "map_at_5": 0.8722, "map_at_10": 0.87544, "map_at_20": 0.87544, "map_at_25": 0.87544, "map_at_50": 0.87544, "map_at_100": 0.87544, "map_at_1000": 0.87544, "recall_at_1": 0.64612, "recall_at_3": 0.9121, "recall_at_5": 0.98973, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.64612, "precision_at_1": 0.82192, "precision_at_3": 0.43379, "precision_at_5": 0.29315, "precision_at_10": 0.14932, "precision_at_20": 0.07466, "precision_at_25": 0.05973, "precision_at_50": 0.02986, "precision_at_100": 0.01493, "precision_at_1000": 0.00149, "mrr_at_1": 0.821918, "mrr_at_3": 0.892694, "mrr_at_5": 0.898858, "mrr_at_10": 0.898858, "mrr_at_20": 0.898858, "mrr_at_25": 0.898858, "mrr_at_50": 0.898858, "mrr_at_100": 0.898858, "mrr_at_1000": 0.898858, "nauc_ndcg_at_1_max": 0.375781, "nauc_ndcg_at_1_std": 0.225011, "nauc_ndcg_at_1_diff1": 0.462696, "nauc_ndcg_at_3_max": 0.403138, "nauc_ndcg_at_3_std": 0.299818, "nauc_ndcg_at_3_diff1": 0.215073, "nauc_ndcg_at_5_max": 0.383144, "nauc_ndcg_at_5_std": 0.281507, "nauc_ndcg_at_5_diff1": 0.299873, "nauc_ndcg_at_10_max": 0.385437, "nauc_ndcg_at_10_std": 0.262779, "nauc_ndcg_at_10_diff1": 0.33076, "nauc_ndcg_at_20_max": 0.385437, "nauc_ndcg_at_20_std": 0.262779, "nauc_ndcg_at_20_diff1": 0.33076, "nauc_ndcg_at_25_max": 0.385437, "nauc_ndcg_at_25_std": 0.262779, "nauc_ndcg_at_25_diff1": 0.33076, "nauc_ndcg_at_50_max": 0.385437, "nauc_ndcg_at_50_std": 0.262779, "nauc_ndcg_at_50_diff1": 0.33076, "nauc_ndcg_at_100_max": 0.385437, "nauc_ndcg_at_100_std": 0.262779, "nauc_ndcg_at_100_diff1": 0.33076, "nauc_ndcg_at_1000_max": 0.385437, "nauc_ndcg_at_1000_std": 0.262779, "nauc_ndcg_at_1000_diff1": 0.33076, "nauc_map_at_1_max": 0.222439, "nauc_map_at_1_std": -0.004347, "nauc_map_at_1_diff1": 0.537392, "nauc_map_at_3_max": 0.379211, "nauc_map_at_3_std": 0.253055, "nauc_map_at_3_diff1": 0.327493, "nauc_map_at_5_max": 0.396684, "nauc_map_at_5_std": 0.305211, "nauc_map_at_5_diff1": 0.308596, "nauc_map_at_10_max": 0.399734, "nauc_map_at_10_std": 0.297464, "nauc_map_at_10_diff1": 0.319331, "nauc_map_at_20_max": 0.399734, "nauc_map_at_20_std": 0.297464, "nauc_map_at_20_diff1": 0.319331, "nauc_map_at_25_max": 0.399734, "nauc_map_at_25_std": 0.297464, "nauc_map_at_25_diff1": 0.319331, "nauc_map_at_50_max": 0.399734, "nauc_map_at_50_std": 0.297464, "nauc_map_at_50_diff1": 0.319331, "nauc_map_at_100_max": 0.399734, "nauc_map_at_100_std": 0.297464, "nauc_map_at_100_diff1": 0.319331, "nauc_map_at_1000_max": 0.399734, "nauc_map_at_1000_std": 0.297464, "nauc_map_at_1000_diff1": 0.319331, "nauc_recall_at_1_max": 0.222439, "nauc_recall_at_1_std": -0.004347, "nauc_recall_at_1_diff1": 0.537392, "nauc_recall_at_3_max": 0.299902, "nauc_recall_at_3_std": 0.201382, "nauc_recall_at_3_diff1": -0.01514, "nauc_recall_at_5_max": 0.312256, "nauc_recall_at_5_std": 0.621951, "nauc_recall_at_5_diff1": -0.421977, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.375781, "nauc_precision_at_1_std": 0.225011, "nauc_precision_at_1_diff1": 0.462696, "nauc_precision_at_3_max": 0.118727, "nauc_precision_at_3_std": 0.316702, "nauc_precision_at_3_diff1": -0.383843, "nauc_precision_at_5_max": 0.028766, "nauc_precision_at_5_std": 0.232747, "nauc_precision_at_5_diff1": -0.380991, "nauc_precision_at_10_max": 0.019408, "nauc_precision_at_10_std": 0.201973, "nauc_precision_at_10_diff1": -0.362571, "nauc_precision_at_20_max": 0.019408, "nauc_precision_at_20_std": 0.201973, "nauc_precision_at_20_diff1": -0.362571, "nauc_precision_at_25_max": 0.019408, "nauc_precision_at_25_std": 0.201973, "nauc_precision_at_25_diff1": -0.362571, "nauc_precision_at_50_max": 0.019408, "nauc_precision_at_50_std": 0.201973, "nauc_precision_at_50_diff1": -0.362571, "nauc_precision_at_100_max": 0.019408, "nauc_precision_at_100_std": 0.201973, "nauc_precision_at_100_diff1": -0.362571, "nauc_precision_at_1000_max": 0.019408, "nauc_precision_at_1000_std": 0.201973, "nauc_precision_at_1000_diff1": -0.362571, "nauc_mrr_at_1_max": 0.375781, "nauc_mrr_at_1_std": 0.225011, "nauc_mrr_at_1_diff1": 0.462696, "nauc_mrr_at_3_max": 0.33969, "nauc_mrr_at_3_std": 0.164051, "nauc_mrr_at_3_diff1": 0.350726, "nauc_mrr_at_5_max": 0.357383, "nauc_mrr_at_5_std": 0.190233, "nauc_mrr_at_5_diff1": 0.40119, "nauc_mrr_at_10_max": 0.357383, "nauc_mrr_at_10_std": 0.190233, "nauc_mrr_at_10_diff1": 0.40119, "nauc_mrr_at_20_max": 0.357383, "nauc_mrr_at_20_std": 0.190233, "nauc_mrr_at_20_diff1": 0.40119, "nauc_mrr_at_25_max": 0.357383, "nauc_mrr_at_25_std": 0.190233, "nauc_mrr_at_25_diff1": 0.40119, "nauc_mrr_at_50_max": 0.357383, "nauc_mrr_at_50_std": 0.190233, "nauc_mrr_at_50_diff1": 0.40119, "nauc_mrr_at_100_max": 0.357383, "nauc_mrr_at_100_std": 0.190233, "nauc_mrr_at_100_diff1": 0.40119, "nauc_mrr_at_1000_max": 0.357383, "nauc_mrr_at_1000_std": 0.190233, "nauc_mrr_at_1000_diff1": 0.40119, "hit_rate_at_1": 0.82192, "hit_rate_at_3": 0.9726, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.821918, "R_cap_at_3": 0.924658, "R_cap_at_5": 0.989726, "R_cap_at_10": 1.0, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.91376, "hf_subset": "world_news_claude_short__Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 1063.9623443074524, "kg_co2_emissions": null, "date": 1784626856.387821, "evaluation_phases": [ { "name": "Data loading", "start": 5.152076482772827e-06, "end": 20.614932395517826, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 20.614961106330156, "end": 20.61496764421463, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 20.668830435723066, "end": 20.723239712417126, "split": "test", "subset": "world_news_claude_short__Times" }, { "name": "Scoring", "start": 20.723252929747105, "end": 20.778982814401388, "split": "test", "subset": "world_news_claude_short__Times" } ] }