{ "dataset_revision": "8e4b220f482d1cdceb2f7589900c3ba6cb3cca45", "task_name": "NovelQA", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.15129, "ndcg_at_3": 0.19454, "ndcg_at_5": 0.21794, "ndcg_at_10": 0.244, "ndcg_at_20": 0.26912, "ndcg_at_25": 0.27804, "ndcg_at_50": 0.29514, "ndcg_at_100": 0.31428, "ndcg_at_1000": 0.35036, "map_at_1": 0.12276, "map_at_3": 0.17065, "map_at_5": 0.1861, "map_at_10": 0.19808, "map_at_20": 0.20582, "map_at_25": 0.20778, "map_at_50": 0.21054, "map_at_100": 0.21245, "map_at_1000": 0.21388, "recall_at_1": 0.12276, "recall_at_3": 0.22211, "recall_at_5": 0.28079, "recall_at_10": 0.36333, "recall_at_20": 0.45445, "recall_at_25": 0.49147, "recall_at_50": 0.57609, "recall_at_100": 0.6871, "recall_at_1000": 0.96125, "accuracy": 0.12276, "precision_at_1": 0.15129, "precision_at_3": 0.0984, "precision_at_5": 0.07749, "precision_at_10": 0.05055, "precision_at_20": 0.03192, "precision_at_25": 0.02775, "precision_at_50": 0.01594, "precision_at_100": 0.00937, "precision_at_1000": 0.0013, "mrr_at_1": 0.151292, "mrr_at_3": 0.193727, "mrr_at_5": 0.209041, "mrr_at_10": 0.219862, "mrr_at_20": 0.226213, "mrr_at_25": 0.228011, "mrr_at_50": 0.230352, "mrr_at_100": 0.231866, "mrr_at_1000": 0.232861, "nauc_ndcg_at_1_max": 0.034102, "nauc_ndcg_at_1_std": -0.093668, "nauc_ndcg_at_1_diff1": 0.37536, "nauc_ndcg_at_3_max": 0.039068, "nauc_ndcg_at_3_std": -0.129548, "nauc_ndcg_at_3_diff1": 0.306452, "nauc_ndcg_at_5_max": 0.05924, "nauc_ndcg_at_5_std": -0.126765, "nauc_ndcg_at_5_diff1": 0.313817, "nauc_ndcg_at_10_max": 0.059193, "nauc_ndcg_at_10_std": -0.126838, "nauc_ndcg_at_10_diff1": 0.315094, "nauc_ndcg_at_20_max": 0.042075, "nauc_ndcg_at_20_std": -0.137531, "nauc_ndcg_at_20_diff1": 0.308225, "nauc_ndcg_at_25_max": 0.046433, "nauc_ndcg_at_25_std": -0.127955, "nauc_ndcg_at_25_diff1": 0.314063, "nauc_ndcg_at_50_max": 0.055688, "nauc_ndcg_at_50_std": -0.123773, "nauc_ndcg_at_50_diff1": 0.316081, "nauc_ndcg_at_100_max": 0.047584, "nauc_ndcg_at_100_std": -0.119561, "nauc_ndcg_at_100_diff1": 0.320567, "nauc_ndcg_at_1000_max": 0.05044, "nauc_ndcg_at_1000_std": -0.102122, "nauc_ndcg_at_1000_diff1": 0.31536, "nauc_map_at_1_max": 0.130352, "nauc_map_at_1_std": -0.054737, "nauc_map_at_1_diff1": 0.424705, "nauc_map_at_3_max": 0.071799, "nauc_map_at_3_std": -0.110015, "nauc_map_at_3_diff1": 0.341342, "nauc_map_at_5_max": 0.074016, "nauc_map_at_5_std": -0.112589, "nauc_map_at_5_diff1": 0.333855, "nauc_map_at_10_max": 0.070732, "nauc_map_at_10_std": -0.113571, "nauc_map_at_10_diff1": 0.331913, "nauc_map_at_20_max": 0.063692, "nauc_map_at_20_std": -0.1187, "nauc_map_at_20_diff1": 0.32937, "nauc_map_at_25_max": 0.064046, "nauc_map_at_25_std": -0.117061, "nauc_map_at_25_diff1": 0.330391, "nauc_map_at_50_max": 0.065026, "nauc_map_at_50_std": -0.116576, "nauc_map_at_50_diff1": 0.330765, "nauc_map_at_100_max": 0.064271, "nauc_map_at_100_std": -0.115957, "nauc_map_at_100_diff1": 0.331554, "nauc_map_at_1000_max": 0.064671, "nauc_map_at_1000_std": -0.114976, "nauc_map_at_1000_diff1": 0.331227, "nauc_recall_at_1_max": 0.130352, "nauc_recall_at_1_std": -0.054737, "nauc_recall_at_1_diff1": 0.424705, "nauc_recall_at_3_max": 0.048919, "nauc_recall_at_3_std": -0.146742, "nauc_recall_at_3_diff1": 0.269722, "nauc_recall_at_5_max": 0.080939, "nauc_recall_at_5_std": -0.141748, "nauc_recall_at_5_diff1": 0.283688, "nauc_recall_at_10_max": 0.075557, "nauc_recall_at_10_std": -0.135015, "nauc_recall_at_10_diff1": 0.272082, "nauc_recall_at_20_max": 0.034386, "nauc_recall_at_20_std": -0.154745, "nauc_recall_at_20_diff1": 0.25644, "nauc_recall_at_25_max": 0.05214, "nauc_recall_at_25_std": -0.117705, "nauc_recall_at_25_diff1": 0.278081, "nauc_recall_at_50_max": 0.099941, "nauc_recall_at_50_std": -0.094615, "nauc_recall_at_50_diff1": 0.28065, "nauc_recall_at_100_max": 0.063122, "nauc_recall_at_100_std": -0.069268, "nauc_recall_at_100_diff1": 0.296521, "nauc_recall_at_1000_max": 0.306154, "nauc_recall_at_1000_std": 0.934682, "nauc_recall_at_1000_diff1": 0.179392, "nauc_precision_at_1_max": 0.034102, "nauc_precision_at_1_std": -0.093668, "nauc_precision_at_1_diff1": 0.37536, "nauc_precision_at_3_max": -0.080868, "nauc_precision_at_3_std": -0.179925, "nauc_precision_at_3_diff1": 0.208671, "nauc_precision_at_5_max": -0.078022, "nauc_precision_at_5_std": -0.173648, "nauc_precision_at_5_diff1": 0.193687, "nauc_precision_at_10_max": -0.101335, "nauc_precision_at_10_std": -0.184347, "nauc_precision_at_10_diff1": 0.177264, "nauc_precision_at_20_max": -0.160851, "nauc_precision_at_20_std": -0.209229, "nauc_precision_at_20_diff1": 0.136268, "nauc_precision_at_25_max": -0.153487, "nauc_precision_at_25_std": -0.18751, "nauc_precision_at_25_diff1": 0.141269, "nauc_precision_at_50_max": -0.141793, "nauc_precision_at_50_std": -0.169101, "nauc_precision_at_50_diff1": 0.125396, "nauc_precision_at_100_max": -0.183249, "nauc_precision_at_100_std": -0.142922, "nauc_precision_at_100_diff1": 0.111253, "nauc_precision_at_1000_max": -0.264553, "nauc_precision_at_1000_std": -0.073416, "nauc_precision_at_1000_diff1": -0.056936, "nauc_mrr_at_1_max": 0.034102, "nauc_mrr_at_1_std": -0.093668, "nauc_mrr_at_1_diff1": 0.37536, "nauc_mrr_at_3_max": 0.019705, "nauc_mrr_at_3_std": -0.125675, "nauc_mrr_at_3_diff1": 0.315641, "nauc_mrr_at_5_max": 0.031689, "nauc_mrr_at_5_std": -0.121662, "nauc_mrr_at_5_diff1": 0.3263, "nauc_mrr_at_10_max": 0.028416, "nauc_mrr_at_10_std": -0.124921, "nauc_mrr_at_10_diff1": 0.325734, "nauc_mrr_at_20_max": 0.025419, "nauc_mrr_at_20_std": -0.127533, "nauc_mrr_at_20_diff1": 0.321573, "nauc_mrr_at_25_max": 0.027101, "nauc_mrr_at_25_std": -0.125009, "nauc_mrr_at_25_diff1": 0.323545, "nauc_mrr_at_50_max": 0.028634, "nauc_mrr_at_50_std": -0.124481, "nauc_mrr_at_50_diff1": 0.323938, "nauc_mrr_at_100_max": 0.027835, "nauc_mrr_at_100_std": -0.124098, "nauc_mrr_at_100_diff1": 0.324314, "nauc_mrr_at_1000_max": 0.028633, "nauc_mrr_at_1000_std": -0.123251, "nauc_mrr_at_1000_diff1": 0.324121, "hit_rate_at_1": 0.15129, "hit_rate_at_3": 0.25092, "hit_rate_at_5": 0.31734, "hit_rate_at_10": 0.4059, "hit_rate_at_20": 0.49446, "hit_rate_at_25": 0.53506, "hit_rate_at_50": 0.61624, "hit_rate_at_100": 0.72325, "hit_rate_at_1000": 0.9631, "R_cap_at_1": 0.151292, "R_cap_at_3": 0.229397, "R_cap_at_5": 0.283641, "R_cap_at_10": 0.363328, "R_cap_at_20": 0.454446, "R_cap_at_25": 0.491469, "R_cap_at_50": 0.576094, "R_cap_at_100": 0.687102, "R_cap_at_1000": 0.961255, "main_score": 0.244, "hf_subset": "Character", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.14717, "ndcg_at_3": 0.19444, "ndcg_at_5": 0.21534, "ndcg_at_10": 0.23778, "ndcg_at_20": 0.25742, "ndcg_at_25": 0.26734, "ndcg_at_50": 0.28589, "ndcg_at_100": 0.30201, "ndcg_at_1000": 0.34123, "map_at_1": 0.14528, "map_at_3": 0.18176, "map_at_5": 0.19321, "map_at_10": 0.2027, "map_at_20": 0.20773, "map_at_25": 0.20973, "map_at_50": 0.21262, "map_at_100": 0.21408, "map_at_1000": 0.21543, "recall_at_1": 0.14528, "recall_at_3": 0.22642, "recall_at_5": 0.27673, "recall_at_10": 0.34465, "recall_at_20": 0.4239, "recall_at_25": 0.46918, "recall_at_50": 0.56289, "recall_at_100": 0.66038, "recall_at_1000": 0.9717, "accuracy": 0.14528, "precision_at_1": 0.14717, "precision_at_3": 0.07799, "precision_at_5": 0.05736, "precision_at_10": 0.03585, "precision_at_20": 0.02208, "precision_at_25": 0.01947, "precision_at_50": 0.01177, "precision_at_100": 0.00698, "precision_at_1000": 0.00103, "mrr_at_1": 0.14717, "mrr_at_3": 0.186164, "mrr_at_5": 0.198239, "mrr_at_10": 0.207522, "mrr_at_20": 0.212766, "mrr_at_25": 0.214764, "mrr_at_50": 0.21745, "mrr_at_100": 0.218769, "mrr_at_1000": 0.220078, "nauc_ndcg_at_1_max": 0.196777, "nauc_ndcg_at_1_std": -0.020691, "nauc_ndcg_at_1_diff1": 0.48192, "nauc_ndcg_at_3_max": 0.231671, "nauc_ndcg_at_3_std": -0.009046, "nauc_ndcg_at_3_diff1": 0.360354, "nauc_ndcg_at_5_max": 0.198954, "nauc_ndcg_at_5_std": -0.010483, "nauc_ndcg_at_5_diff1": 0.355081, "nauc_ndcg_at_10_max": 0.227037, "nauc_ndcg_at_10_std": 0.005033, "nauc_ndcg_at_10_diff1": 0.354532, "nauc_ndcg_at_20_max": 0.217427, "nauc_ndcg_at_20_std": 0.013072, "nauc_ndcg_at_20_diff1": 0.335715, "nauc_ndcg_at_25_max": 0.211352, "nauc_ndcg_at_25_std": 0.011386, "nauc_ndcg_at_25_diff1": 0.338317, "nauc_ndcg_at_50_max": 0.223126, "nauc_ndcg_at_50_std": 0.000968, "nauc_ndcg_at_50_diff1": 0.341563, "nauc_ndcg_at_100_max": 0.215258, "nauc_ndcg_at_100_std": 0.01191, "nauc_ndcg_at_100_diff1": 0.333611, "nauc_ndcg_at_1000_max": 0.211997, "nauc_ndcg_at_1000_std": 0.011638, "nauc_ndcg_at_1000_diff1": 0.35244, "nauc_map_at_1_max": 0.205915, "nauc_map_at_1_std": -0.016274, "nauc_map_at_1_diff1": 0.47694, "nauc_map_at_3_max": 0.226996, "nauc_map_at_3_std": -0.013855, "nauc_map_at_3_diff1": 0.378975, "nauc_map_at_5_max": 0.208086, "nauc_map_at_5_std": -0.01388, "nauc_map_at_5_diff1": 0.37499, "nauc_map_at_10_max": 0.21997, "nauc_map_at_10_std": -0.007686, "nauc_map_at_10_diff1": 0.374207, "nauc_map_at_20_max": 0.217447, "nauc_map_at_20_std": -0.004875, "nauc_map_at_20_diff1": 0.368716, "nauc_map_at_25_max": 0.216229, "nauc_map_at_25_std": -0.005236, "nauc_map_at_25_diff1": 0.369285, "nauc_map_at_50_max": 0.217991, "nauc_map_at_50_std": -0.007072, "nauc_map_at_50_diff1": 0.3697, "nauc_map_at_100_max": 0.217354, "nauc_map_at_100_std": -0.005896, "nauc_map_at_100_diff1": 0.368883, "nauc_map_at_1000_max": 0.217216, "nauc_map_at_1000_std": -0.005996, "nauc_map_at_1000_diff1": 0.369467, "nauc_recall_at_1_max": 0.205915, "nauc_recall_at_1_std": -0.016274, "nauc_recall_at_1_diff1": 0.47694, "nauc_recall_at_3_max": 0.23879, "nauc_recall_at_3_std": 0.001149, "nauc_recall_at_3_diff1": 0.304641, "nauc_recall_at_5_max": 0.172209, "nauc_recall_at_5_std": -0.005634, "nauc_recall_at_5_diff1": 0.30274, "nauc_recall_at_10_max": 0.245798, "nauc_recall_at_10_std": 0.033728, "nauc_recall_at_10_diff1": 0.30279, "nauc_recall_at_20_max": 0.210008, "nauc_recall_at_20_std": 0.059082, "nauc_recall_at_20_diff1": 0.241535, "nauc_recall_at_25_max": 0.186312, "nauc_recall_at_25_std": 0.0533, "nauc_recall_at_25_diff1": 0.250013, "nauc_recall_at_50_max": 0.241811, "nauc_recall_at_50_std": 0.012202, "nauc_recall_at_50_diff1": 0.256686, "nauc_recall_at_100_max": 0.191617, "nauc_recall_at_100_std": 0.069012, "nauc_recall_at_100_diff1": 0.200294, "nauc_recall_at_1000_max": -0.089257, "nauc_recall_at_1000_std": 0.64108, "nauc_recall_at_1000_diff1": 0.454238, "nauc_precision_at_1_max": 0.196777, "nauc_precision_at_1_std": -0.020691, "nauc_precision_at_1_diff1": 0.48192, "nauc_precision_at_3_max": 0.251258, "nauc_precision_at_3_std": 0.009295, "nauc_precision_at_3_diff1": 0.322556, "nauc_precision_at_5_max": 0.177232, "nauc_precision_at_5_std": 0.00317, "nauc_precision_at_5_diff1": 0.31246, "nauc_precision_at_10_max": 0.253512, "nauc_precision_at_10_std": 0.051056, "nauc_precision_at_10_diff1": 0.315661, "nauc_precision_at_20_max": 0.224228, "nauc_precision_at_20_std": 0.069212, "nauc_precision_at_20_diff1": 0.25366, "nauc_precision_at_25_max": 0.201073, "nauc_precision_at_25_std": 0.063666, "nauc_precision_at_25_diff1": 0.262213, "nauc_precision_at_50_max": 0.248001, "nauc_precision_at_50_std": 0.021223, "nauc_precision_at_50_diff1": 0.262252, "nauc_precision_at_100_max": 0.207313, "nauc_precision_at_100_std": 0.116941, "nauc_precision_at_100_diff1": 0.189915, "nauc_precision_at_1000_max": -0.059261, "nauc_precision_at_1000_std": 0.206337, "nauc_precision_at_1000_diff1": 0.139383, "nauc_mrr_at_1_max": 0.196777, "nauc_mrr_at_1_std": -0.020691, "nauc_mrr_at_1_diff1": 0.48192, "nauc_mrr_at_3_max": 0.227945, "nauc_mrr_at_3_std": -0.012261, "nauc_mrr_at_3_diff1": 0.388726, "nauc_mrr_at_5_max": 0.206986, "nauc_mrr_at_5_std": -0.011914, "nauc_mrr_at_5_diff1": 0.382398, "nauc_mrr_at_10_max": 0.218539, "nauc_mrr_at_10_std": -0.004777, "nauc_mrr_at_10_diff1": 0.381574, "nauc_mrr_at_20_max": 0.21623, "nauc_mrr_at_20_std": -0.002557, "nauc_mrr_at_20_diff1": 0.375803, "nauc_mrr_at_25_max": 0.215026, "nauc_mrr_at_25_std": -0.00291, "nauc_mrr_at_25_diff1": 0.376371, "nauc_mrr_at_50_max": 0.215746, "nauc_mrr_at_50_std": -0.004958, "nauc_mrr_at_50_diff1": 0.377352, "nauc_mrr_at_100_max": 0.21493, "nauc_mrr_at_100_std": -0.004203, "nauc_mrr_at_100_diff1": 0.376357, "nauc_mrr_at_1000_max": 0.214888, "nauc_mrr_at_1000_std": -0.0043, "nauc_mrr_at_1000_diff1": 0.376958, "hit_rate_at_1": 0.14717, "hit_rate_at_3": 0.23396, "hit_rate_at_5": 0.28679, "hit_rate_at_10": 0.35472, "hit_rate_at_20": 0.43774, "hit_rate_at_25": 0.48302, "hit_rate_at_50": 0.57358, "hit_rate_at_100": 0.66792, "hit_rate_at_1000": 0.97358, "R_cap_at_1": 0.14717, "R_cap_at_3": 0.226415, "R_cap_at_5": 0.27673, "R_cap_at_10": 0.344654, "R_cap_at_20": 0.423899, "R_cap_at_25": 0.469182, "R_cap_at_50": 0.562893, "R_cap_at_100": 0.660377, "R_cap_at_1000": 0.971698, "main_score": 0.23778, "hf_subset": "Meaning", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.14414, "ndcg_at_3": 0.18865, "ndcg_at_5": 0.20992, "ndcg_at_10": 0.22746, "ndcg_at_20": 0.24228, "ndcg_at_25": 0.25209, "ndcg_at_50": 0.2728, "ndcg_at_100": 0.28757, "ndcg_at_1000": 0.33157, "map_at_1": 0.14414, "map_at_3": 0.17759, "map_at_5": 0.18911, "map_at_10": 0.19641, "map_at_20": 0.2004, "map_at_25": 0.20235, "map_at_50": 0.20538, "map_at_100": 0.20671, "map_at_1000": 0.20837, "recall_at_1": 0.14414, "recall_at_3": 0.21822, "recall_at_5": 0.27027, "recall_at_10": 0.32432, "recall_at_20": 0.38113, "recall_at_25": 0.42618, "recall_at_50": 0.53278, "recall_at_100": 0.62137, "recall_at_1000": 0.95946, "accuracy": 0.14414, "precision_at_1": 0.14414, "precision_at_3": 0.07508, "precision_at_5": 0.05646, "precision_at_10": 0.03393, "precision_at_20": 0.02027, "precision_at_25": 0.01802, "precision_at_50": 0.01129, "precision_at_100": 0.00667, "precision_at_1000": 0.00107, "mrr_at_1": 0.144144, "mrr_at_3": 0.179179, "mrr_at_5": 0.190891, "mrr_at_10": 0.19786, "mrr_at_20": 0.202231, "mrr_at_25": 0.204179, "mrr_at_50": 0.207165, "mrr_at_100": 0.208472, "mrr_at_1000": 0.209894, "nauc_ndcg_at_1_max": -0.07906, "nauc_ndcg_at_1_std": -0.181196, "nauc_ndcg_at_1_diff1": 0.473254, "nauc_ndcg_at_3_max": -0.054195, "nauc_ndcg_at_3_std": -0.153427, "nauc_ndcg_at_3_diff1": 0.401829, "nauc_ndcg_at_5_max": -0.087236, "nauc_ndcg_at_5_std": -0.164966, "nauc_ndcg_at_5_diff1": 0.396528, "nauc_ndcg_at_10_max": -0.101274, "nauc_ndcg_at_10_std": -0.168229, "nauc_ndcg_at_10_diff1": 0.372697, "nauc_ndcg_at_20_max": -0.097472, "nauc_ndcg_at_20_std": -0.169864, "nauc_ndcg_at_20_diff1": 0.367671, "nauc_ndcg_at_25_max": -0.098448, "nauc_ndcg_at_25_std": -0.17447, "nauc_ndcg_at_25_diff1": 0.349202, "nauc_ndcg_at_50_max": -0.099438, "nauc_ndcg_at_50_std": -0.164224, "nauc_ndcg_at_50_diff1": 0.35653, "nauc_ndcg_at_100_max": -0.09921, "nauc_ndcg_at_100_std": -0.164176, "nauc_ndcg_at_100_diff1": 0.367147, "nauc_ndcg_at_1000_max": -0.094697, "nauc_ndcg_at_1000_std": -0.154599, "nauc_ndcg_at_1000_diff1": 0.378569, "nauc_map_at_1_max": -0.07906, "nauc_map_at_1_std": -0.181196, "nauc_map_at_1_diff1": 0.473254, "nauc_map_at_3_max": -0.056389, "nauc_map_at_3_std": -0.156521, "nauc_map_at_3_diff1": 0.416223, "nauc_map_at_5_max": -0.075692, "nauc_map_at_5_std": -0.163645, "nauc_map_at_5_diff1": 0.41327, "nauc_map_at_10_max": -0.081299, "nauc_map_at_10_std": -0.164701, "nauc_map_at_10_diff1": 0.400819, "nauc_map_at_20_max": -0.079739, "nauc_map_at_20_std": -0.165092, "nauc_map_at_20_diff1": 0.399668, "nauc_map_at_25_max": -0.079977, "nauc_map_at_25_std": -0.166104, "nauc_map_at_25_diff1": 0.395725, "nauc_map_at_50_max": -0.08001, "nauc_map_at_50_std": -0.164885, "nauc_map_at_50_diff1": 0.397071, "nauc_map_at_100_max": -0.080127, "nauc_map_at_100_std": -0.16525, "nauc_map_at_100_diff1": 0.398179, "nauc_map_at_1000_max": -0.080149, "nauc_map_at_1000_std": -0.164689, "nauc_map_at_1000_diff1": 0.398788, "nauc_recall_at_1_max": -0.07906, "nauc_recall_at_1_std": -0.181196, "nauc_recall_at_1_diff1": 0.473254, "nauc_recall_at_3_max": -0.047558, "nauc_recall_at_3_std": -0.14228, "nauc_recall_at_3_diff1": 0.366758, "nauc_recall_at_5_max": -0.116676, "nauc_recall_at_5_std": -0.165531, "nauc_recall_at_5_diff1": 0.358452, "nauc_recall_at_10_max": -0.153027, "nauc_recall_at_10_std": -0.175265, "nauc_recall_at_10_diff1": 0.300926, "nauc_recall_at_20_max": -0.141302, "nauc_recall_at_20_std": -0.17907, "nauc_recall_at_20_diff1": 0.287411, "nauc_recall_at_25_max": -0.14416, "nauc_recall_at_25_std": -0.195062, "nauc_recall_at_25_diff1": 0.21668, "nauc_recall_at_50_max": -0.153241, "nauc_recall_at_50_std": -0.14762, "nauc_recall_at_50_diff1": 0.238824, "nauc_recall_at_100_max": -0.155191, "nauc_recall_at_100_std": -0.137568, "nauc_recall_at_100_diff1": 0.28526, "nauc_recall_at_1000_max": -0.107991, "nauc_recall_at_1000_std": 0.475408, "nauc_recall_at_1000_diff1": 0.302839, "nauc_precision_at_1_max": -0.07906, "nauc_precision_at_1_std": -0.181196, "nauc_precision_at_1_diff1": 0.473254, "nauc_precision_at_3_max": -0.058526, "nauc_precision_at_3_std": -0.153523, "nauc_precision_at_3_diff1": 0.362127, "nauc_precision_at_5_max": -0.130756, "nauc_precision_at_5_std": -0.176745, "nauc_precision_at_5_diff1": 0.356407, "nauc_precision_at_10_max": -0.165589, "nauc_precision_at_10_std": -0.187742, "nauc_precision_at_10_diff1": 0.303001, "nauc_precision_at_20_max": -0.158328, "nauc_precision_at_20_std": -0.194437, "nauc_precision_at_20_diff1": 0.28264, "nauc_precision_at_25_max": -0.162558, "nauc_precision_at_25_std": -0.211472, "nauc_precision_at_25_diff1": 0.218228, "nauc_precision_at_50_max": -0.169371, "nauc_precision_at_50_std": -0.171115, "nauc_precision_at_50_diff1": 0.228925, "nauc_precision_at_100_max": -0.183272, "nauc_precision_at_100_std": -0.169998, "nauc_precision_at_100_diff1": 0.267131, "nauc_precision_at_1000_max": -0.17532, "nauc_precision_at_1000_std": -0.107247, "nauc_precision_at_1000_diff1": 0.027264, "nauc_mrr_at_1_max": -0.07906, "nauc_mrr_at_1_std": -0.181196, "nauc_mrr_at_1_diff1": 0.473254, "nauc_mrr_at_3_max": -0.05697, "nauc_mrr_at_3_std": -0.159388, "nauc_mrr_at_3_diff1": 0.41436, "nauc_mrr_at_5_max": -0.076011, "nauc_mrr_at_5_std": -0.16642, "nauc_mrr_at_5_diff1": 0.410142, "nauc_mrr_at_10_max": -0.081669, "nauc_mrr_at_10_std": -0.166821, "nauc_mrr_at_10_diff1": 0.400656, "nauc_mrr_at_20_max": -0.079985, "nauc_mrr_at_20_std": -0.167822, "nauc_mrr_at_20_diff1": 0.39793, "nauc_mrr_at_25_max": -0.080242, "nauc_mrr_at_25_std": -0.168871, "nauc_mrr_at_25_diff1": 0.394098, "nauc_mrr_at_50_max": -0.079958, "nauc_mrr_at_50_std": -0.167146, "nauc_mrr_at_50_diff1": 0.395964, "nauc_mrr_at_100_max": -0.07967, "nauc_mrr_at_100_std": -0.167399, "nauc_mrr_at_100_diff1": 0.397022, "nauc_mrr_at_1000_max": -0.079705, "nauc_mrr_at_1000_std": -0.166666, "nauc_mrr_at_1000_diff1": 0.397449, "hit_rate_at_1": 0.14414, "hit_rate_at_3": 0.22222, "hit_rate_at_5": 0.27628, "hit_rate_at_10": 0.33033, "hit_rate_at_20": 0.39339, "hit_rate_at_25": 0.43844, "hit_rate_at_50": 0.54655, "hit_rate_at_100": 0.63964, "hit_rate_at_1000": 0.96096, "R_cap_at_1": 0.144144, "R_cap_at_3": 0.218218, "R_cap_at_5": 0.27027, "R_cap_at_10": 0.324324, "R_cap_at_20": 0.381131, "R_cap_at_25": 0.426176, "R_cap_at_50": 0.532783, "R_cap_at_100": 0.621371, "R_cap_at_1000": 0.959459, "main_score": 0.22746, "hf_subset": "Plot", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.128, "ndcg_at_3": 0.12932, "ndcg_at_5": 0.14933, "ndcg_at_10": 0.17379, "ndcg_at_20": 0.20221, "ndcg_at_25": 0.21658, "ndcg_at_50": 0.24245, "ndcg_at_100": 0.26962, "ndcg_at_1000": 0.31528, "map_at_1": 0.09827, "map_at_3": 0.1136, "map_at_5": 0.12533, "map_at_10": 0.13626, "map_at_20": 0.14485, "map_at_25": 0.14778, "map_at_50": 0.15216, "map_at_100": 0.15485, "map_at_1000": 0.15719, "recall_at_1": 0.09827, "recall_at_3": 0.13893, "recall_at_5": 0.1872, "recall_at_10": 0.25573, "recall_at_20": 0.35707, "recall_at_25": 0.4164, "recall_at_50": 0.5276, "recall_at_100": 0.67813, "recall_at_1000": 0.96133, "accuracy": 0.09827, "precision_at_1": 0.128, "precision_at_3": 0.06133, "precision_at_5": 0.0512, "precision_at_10": 0.0368, "precision_at_20": 0.0264, "precision_at_25": 0.02464, "precision_at_50": 0.01664, "precision_at_100": 0.0108, "precision_at_1000": 0.00177, "mrr_at_1": 0.128, "mrr_at_3": 0.146667, "mrr_at_5": 0.161067, "mrr_at_10": 0.170495, "mrr_at_20": 0.177955, "mrr_at_25": 0.181169, "mrr_at_50": 0.185498, "mrr_at_100": 0.187509, "mrr_at_1000": 0.188697, "nauc_ndcg_at_1_max": -0.017082, "nauc_ndcg_at_1_std": -0.209448, "nauc_ndcg_at_1_diff1": 0.334847, "nauc_ndcg_at_3_max": 0.120811, "nauc_ndcg_at_3_std": -0.117596, "nauc_ndcg_at_3_diff1": 0.306519, "nauc_ndcg_at_5_max": 0.183526, "nauc_ndcg_at_5_std": -0.075455, "nauc_ndcg_at_5_diff1": 0.317601, "nauc_ndcg_at_10_max": 0.192437, "nauc_ndcg_at_10_std": -0.032187, "nauc_ndcg_at_10_diff1": 0.256396, "nauc_ndcg_at_20_max": 0.186707, "nauc_ndcg_at_20_std": 0.003374, "nauc_ndcg_at_20_diff1": 0.230141, "nauc_ndcg_at_25_max": 0.160638, "nauc_ndcg_at_25_std": 0.001025, "nauc_ndcg_at_25_diff1": 0.226608, "nauc_ndcg_at_50_max": 0.163276, "nauc_ndcg_at_50_std": 0.00632, "nauc_ndcg_at_50_diff1": 0.234239, "nauc_ndcg_at_100_max": 0.165291, "nauc_ndcg_at_100_std": 0.01683, "nauc_ndcg_at_100_diff1": 0.253109, "nauc_ndcg_at_1000_max": 0.143362, "nauc_ndcg_at_1000_std": -0.015013, "nauc_ndcg_at_1000_diff1": 0.273381, "nauc_map_at_1_max": 0.080381, "nauc_map_at_1_std": -0.17571, "nauc_map_at_1_diff1": 0.293123, "nauc_map_at_3_max": 0.13053, "nauc_map_at_3_std": -0.125613, "nauc_map_at_3_diff1": 0.296532, "nauc_map_at_5_max": 0.165315, "nauc_map_at_5_std": -0.102153, "nauc_map_at_5_diff1": 0.305445, "nauc_map_at_10_max": 0.164362, "nauc_map_at_10_std": -0.08476, "nauc_map_at_10_diff1": 0.275652, "nauc_map_at_20_max": 0.159302, "nauc_map_at_20_std": -0.075929, "nauc_map_at_20_diff1": 0.267485, "nauc_map_at_25_max": 0.154996, "nauc_map_at_25_std": -0.075254, "nauc_map_at_25_diff1": 0.266903, "nauc_map_at_50_max": 0.154478, "nauc_map_at_50_std": -0.076125, "nauc_map_at_50_diff1": 0.270115, "nauc_map_at_100_max": 0.154363, "nauc_map_at_100_std": -0.075522, "nauc_map_at_100_diff1": 0.272064, "nauc_map_at_1000_max": 0.15358, "nauc_map_at_1000_std": -0.076656, "nauc_map_at_1000_diff1": 0.27312, "nauc_recall_at_1_max": 0.080381, "nauc_recall_at_1_std": -0.17571, "nauc_recall_at_1_diff1": 0.293123, "nauc_recall_at_3_max": 0.216026, "nauc_recall_at_3_std": -0.039151, "nauc_recall_at_3_diff1": 0.281381, "nauc_recall_at_5_max": 0.307365, "nauc_recall_at_5_std": 0.022526, "nauc_recall_at_5_diff1": 0.310355, "nauc_recall_at_10_max": 0.306754, "nauc_recall_at_10_std": 0.109857, "nauc_recall_at_10_diff1": 0.167149, "nauc_recall_at_20_max": 0.293078, "nauc_recall_at_20_std": 0.202672, "nauc_recall_at_20_diff1": 0.087508, "nauc_recall_at_25_max": 0.212647, "nauc_recall_at_25_std": 0.190556, "nauc_recall_at_25_diff1": 0.075757, "nauc_recall_at_50_max": 0.236043, "nauc_recall_at_50_std": 0.21791, "nauc_recall_at_50_diff1": 0.084921, "nauc_recall_at_100_max": 0.264738, "nauc_recall_at_100_std": 0.325065, "nauc_recall_at_100_diff1": 0.112393, "nauc_recall_at_1000_max": 0.313414, "nauc_recall_at_1000_std": 0.859863, "nauc_recall_at_1000_diff1": 0.215836, "nauc_precision_at_1_max": -0.017082, "nauc_precision_at_1_std": -0.209448, "nauc_precision_at_1_diff1": 0.334847, "nauc_precision_at_3_max": 0.089878, "nauc_precision_at_3_std": -0.111496, "nauc_precision_at_3_diff1": 0.353197, "nauc_precision_at_5_max": 0.141427, "nauc_precision_at_5_std": -0.027057, "nauc_precision_at_5_diff1": 0.335826, "nauc_precision_at_10_max": 0.126255, "nauc_precision_at_10_std": 0.043981, "nauc_precision_at_10_diff1": 0.163854, "nauc_precision_at_20_max": 0.073411, "nauc_precision_at_20_std": 0.083832, "nauc_precision_at_20_diff1": 0.134714, "nauc_precision_at_25_max": 0.007421, "nauc_precision_at_25_std": 0.083803, "nauc_precision_at_25_diff1": 0.115121, "nauc_precision_at_50_max": -0.025801, "nauc_precision_at_50_std": 0.103504, "nauc_precision_at_50_diff1": 0.118311, "nauc_precision_at_100_max": -0.068726, "nauc_precision_at_100_std": 0.132221, "nauc_precision_at_100_diff1": 0.14336, "nauc_precision_at_1000_max": -0.180385, "nauc_precision_at_1000_std": 0.043638, "nauc_precision_at_1000_diff1": 0.0902, "nauc_mrr_at_1_max": -0.017082, "nauc_mrr_at_1_std": -0.209448, "nauc_mrr_at_1_diff1": 0.334847, "nauc_mrr_at_3_max": 0.034965, "nauc_mrr_at_3_std": -0.173752, "nauc_mrr_at_3_diff1": 0.329009, "nauc_mrr_at_5_max": 0.066351, "nauc_mrr_at_5_std": -0.143186, "nauc_mrr_at_5_diff1": 0.334714, "nauc_mrr_at_10_max": 0.081868, "nauc_mrr_at_10_std": -0.115492, "nauc_mrr_at_10_diff1": 0.310493, "nauc_mrr_at_20_max": 0.081724, "nauc_mrr_at_20_std": -0.104561, "nauc_mrr_at_20_diff1": 0.303159, "nauc_mrr_at_25_max": 0.072977, "nauc_mrr_at_25_std": -0.106758, "nauc_mrr_at_25_diff1": 0.302131, "nauc_mrr_at_50_max": 0.075323, "nauc_mrr_at_50_std": -0.104634, "nauc_mrr_at_50_diff1": 0.303069, "nauc_mrr_at_100_max": 0.075686, "nauc_mrr_at_100_std": -0.105766, "nauc_mrr_at_100_diff1": 0.306042, "nauc_mrr_at_1000_max": 0.075245, "nauc_mrr_at_1000_std": -0.107837, "nauc_mrr_at_1000_diff1": 0.306263, "hit_rate_at_1": 0.128, "hit_rate_at_3": 0.176, "hit_rate_at_5": 0.24, "hit_rate_at_10": 0.312, "hit_rate_at_20": 0.416, "hit_rate_at_25": 0.488, "hit_rate_at_50": 0.624, "hit_rate_at_100": 0.768, "hit_rate_at_1000": 0.968, "R_cap_at_1": 0.128, "R_cap_at_3": 0.141333, "R_cap_at_5": 0.187467, "R_cap_at_10": 0.255733, "R_cap_at_20": 0.357067, "R_cap_at_25": 0.4164, "R_cap_at_50": 0.5276, "R_cap_at_100": 0.678133, "R_cap_at_1000": 0.961333, "main_score": 0.17379, "hf_subset": "Relation", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.24026, "ndcg_at_3": 0.33872, "ndcg_at_5": 0.35688, "ndcg_at_10": 0.37729, "ndcg_at_20": 0.38379, "ndcg_at_25": 0.38698, "ndcg_at_50": 0.41162, "ndcg_at_100": 0.42772, "ndcg_at_1000": 0.45133, "map_at_1": 0.24026, "map_at_3": 0.31494, "map_at_5": 0.32468, "map_at_10": 0.33315, "map_at_20": 0.33461, "map_at_25": 0.33536, "map_at_50": 0.33885, "map_at_100": 0.34021, "map_at_1000": 0.34102, "recall_at_1": 0.24026, "recall_at_3": 0.40584, "recall_at_5": 0.4513, "recall_at_10": 0.51299, "recall_at_20": 0.53896, "recall_at_25": 0.55195, "recall_at_50": 0.68182, "recall_at_100": 0.78247, "recall_at_1000": 0.96753, "accuracy": 0.24026, "precision_at_1": 0.24026, "precision_at_3": 0.13636, "precision_at_5": 0.09091, "precision_at_10": 0.05195, "precision_at_20": 0.0276, "precision_at_25": 0.02286, "precision_at_50": 0.01403, "precision_at_100": 0.00805, "precision_at_1000": 0.00102, "mrr_at_1": 0.24026, "mrr_at_3": 0.316017, "mrr_at_5": 0.325758, "mrr_at_10": 0.33464, "mrr_at_20": 0.33651, "mrr_at_25": 0.337079, "mrr_at_50": 0.340567, "mrr_at_100": 0.341823, "mrr_at_1000": 0.342565, "nauc_ndcg_at_1_max": 0.122192, "nauc_ndcg_at_1_std": -0.180951, "nauc_ndcg_at_1_diff1": 0.56353, "nauc_ndcg_at_3_max": 0.116241, "nauc_ndcg_at_3_std": -0.148376, "nauc_ndcg_at_3_diff1": 0.519961, "nauc_ndcg_at_5_max": 0.121517, "nauc_ndcg_at_5_std": -0.15369, "nauc_ndcg_at_5_diff1": 0.501678, "nauc_ndcg_at_10_max": 0.108504, "nauc_ndcg_at_10_std": -0.150778, "nauc_ndcg_at_10_diff1": 0.504756, "nauc_ndcg_at_20_max": 0.111345, "nauc_ndcg_at_20_std": -0.142055, "nauc_ndcg_at_20_diff1": 0.492331, "nauc_ndcg_at_25_max": 0.106119, "nauc_ndcg_at_25_std": -0.149133, "nauc_ndcg_at_25_diff1": 0.489889, "nauc_ndcg_at_50_max": 0.114478, "nauc_ndcg_at_50_std": -0.147252, "nauc_ndcg_at_50_diff1": 0.495286, "nauc_ndcg_at_100_max": 0.108154, "nauc_ndcg_at_100_std": -0.143095, "nauc_ndcg_at_100_diff1": 0.49854, "nauc_ndcg_at_1000_max": 0.122554, "nauc_ndcg_at_1000_std": -0.131742, "nauc_ndcg_at_1000_diff1": 0.509457, "nauc_map_at_1_max": 0.122192, "nauc_map_at_1_std": -0.180951, "nauc_map_at_1_diff1": 0.56353, "nauc_map_at_3_max": 0.116478, "nauc_map_at_3_std": -0.152611, "nauc_map_at_3_diff1": 0.529465, "nauc_map_at_5_max": 0.119038, "nauc_map_at_5_std": -0.156362, "nauc_map_at_5_diff1": 0.519747, "nauc_map_at_10_max": 0.113891, "nauc_map_at_10_std": -0.155919, "nauc_map_at_10_diff1": 0.520894, "nauc_map_at_20_max": 0.114485, "nauc_map_at_20_std": -0.153837, "nauc_map_at_20_diff1": 0.518127, "nauc_map_at_25_max": 0.113393, "nauc_map_at_25_std": -0.155568, "nauc_map_at_25_diff1": 0.517132, "nauc_map_at_50_max": 0.114605, "nauc_map_at_50_std": -0.155231, "nauc_map_at_50_diff1": 0.517787, "nauc_map_at_100_max": 0.114116, "nauc_map_at_100_std": -0.154885, "nauc_map_at_100_diff1": 0.518272, "nauc_map_at_1000_max": 0.114519, "nauc_map_at_1000_std": -0.154313, "nauc_map_at_1000_diff1": 0.518337, "nauc_recall_at_1_max": 0.122192, "nauc_recall_at_1_std": -0.180951, "nauc_recall_at_1_diff1": 0.56353, "nauc_recall_at_3_max": 0.116484, "nauc_recall_at_3_std": -0.133881, "nauc_recall_at_3_diff1": 0.494877, "nauc_recall_at_5_max": 0.13035, "nauc_recall_at_5_std": -0.143102, "nauc_recall_at_5_diff1": 0.449903, "nauc_recall_at_10_max": 0.092046, "nauc_recall_at_10_std": -0.130214, "nauc_recall_at_10_diff1": 0.452687, "nauc_recall_at_20_max": 0.10734, "nauc_recall_at_20_std": -0.091513, "nauc_recall_at_20_diff1": 0.402505, "nauc_recall_at_25_max": 0.084589, "nauc_recall_at_25_std": -0.11921, "nauc_recall_at_25_diff1": 0.390026, "nauc_recall_at_50_max": 0.131155, "nauc_recall_at_50_std": -0.101322, "nauc_recall_at_50_diff1": 0.401284, "nauc_recall_at_100_max": 0.074208, "nauc_recall_at_100_std": -0.046184, "nauc_recall_at_100_diff1": 0.393296, "nauc_recall_at_1000_max": 0.836807, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.803255, "nauc_precision_at_1_max": 0.122192, "nauc_precision_at_1_std": -0.180951, "nauc_precision_at_1_diff1": 0.56353, "nauc_precision_at_3_max": 0.115514, "nauc_precision_at_3_std": -0.143004, "nauc_precision_at_3_diff1": 0.494322, "nauc_precision_at_5_max": 0.129379, "nauc_precision_at_5_std": -0.152378, "nauc_precision_at_5_diff1": 0.449289, "nauc_precision_at_10_max": 0.084686, "nauc_precision_at_10_std": -0.138938, "nauc_precision_at_10_diff1": 0.465439, "nauc_precision_at_20_max": 0.09088, "nauc_precision_at_20_std": -0.103904, "nauc_precision_at_20_diff1": 0.399884, "nauc_precision_at_25_max": 0.0607, "nauc_precision_at_25_std": -0.142991, "nauc_precision_at_25_diff1": 0.375606, "nauc_precision_at_50_max": 0.101606, "nauc_precision_at_50_std": -0.132207, "nauc_precision_at_50_diff1": 0.386878, "nauc_precision_at_100_max": 0.022936, "nauc_precision_at_100_std": -0.081408, "nauc_precision_at_100_diff1": 0.371395, "nauc_precision_at_1000_max": 0.235332, "nauc_precision_at_1000_std": 0.298901, "nauc_precision_at_1000_diff1": 0.238626, "nauc_mrr_at_1_max": 0.122192, "nauc_mrr_at_1_std": -0.180951, "nauc_mrr_at_1_diff1": 0.56353, "nauc_mrr_at_3_max": 0.11613, "nauc_mrr_at_3_std": -0.155895, "nauc_mrr_at_3_diff1": 0.529279, "nauc_mrr_at_5_max": 0.118689, "nauc_mrr_at_5_std": -0.15966, "nauc_mrr_at_5_diff1": 0.519557, "nauc_mrr_at_10_max": 0.1127, "nauc_mrr_at_10_std": -0.159083, "nauc_mrr_at_10_diff1": 0.522297, "nauc_mrr_at_20_max": 0.112763, "nauc_mrr_at_20_std": -0.157316, "nauc_mrr_at_20_diff1": 0.518607, "nauc_mrr_at_25_max": 0.111621, "nauc_mrr_at_25_std": -0.158494, "nauc_mrr_at_25_diff1": 0.518892, "nauc_mrr_at_50_max": 0.11283, "nauc_mrr_at_50_std": -0.158179, "nauc_mrr_at_50_diff1": 0.519581, "nauc_mrr_at_100_max": 0.112545, "nauc_mrr_at_100_std": -0.157876, "nauc_mrr_at_100_diff1": 0.51966, "nauc_mrr_at_1000_max": 0.113108, "nauc_mrr_at_1000_std": -0.157194, "nauc_mrr_at_1000_diff1": 0.519676, "hit_rate_at_1": 0.24026, "hit_rate_at_3": 0.40909, "hit_rate_at_5": 0.45455, "hit_rate_at_10": 0.51948, "hit_rate_at_20": 0.55195, "hit_rate_at_25": 0.56494, "hit_rate_at_50": 0.69481, "hit_rate_at_100": 0.79221, "hit_rate_at_1000": 0.96753, "R_cap_at_1": 0.24026, "R_cap_at_3": 0.405844, "R_cap_at_5": 0.451299, "R_cap_at_10": 0.512987, "R_cap_at_20": 0.538961, "R_cap_at_25": 0.551948, "R_cap_at_50": 0.681818, "R_cap_at_100": 0.782468, "R_cap_at_1000": 0.967532, "main_score": 0.37729, "hf_subset": "Setting", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.02774, "ndcg_at_5": 0.02774, "ndcg_at_10": 0.03512, "ndcg_at_20": 0.03512, "ndcg_at_25": 0.03512, "ndcg_at_50": 0.05512, "ndcg_at_100": 0.06903, "ndcg_at_1000": 0.16159, "map_at_1": 0.0, "map_at_3": 0.01667, "map_at_5": 0.01667, "map_at_10": 0.02111, "map_at_20": 0.02111, "map_at_25": 0.02111, "map_at_50": 0.02355, "map_at_100": 0.02451, "map_at_1000": 0.02776, "recall_at_1": 0.0, "recall_at_3": 0.04, "recall_at_5": 0.04, "recall_at_10": 0.06, "recall_at_20": 0.06, "recall_at_25": 0.06, "recall_at_50": 0.14, "recall_at_100": 0.22, "recall_at_1000": 0.86, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.02667, "precision_at_5": 0.016, "precision_at_10": 0.012, "precision_at_20": 0.006, "precision_at_25": 0.0048, "precision_at_50": 0.0064, "precision_at_100": 0.0044, "precision_at_1000": 0.00168, "mrr_at_1": 0.0, "mrr_at_3": 0.033333, "mrr_at_5": 0.033333, "mrr_at_10": 0.033333, "mrr_at_20": 0.033333, "mrr_at_25": 0.033333, "mrr_at_50": 0.037739, "mrr_at_100": 0.039208, "mrr_at_1000": 0.041555, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.351278, "nauc_ndcg_at_3_std": 0.246672, "nauc_ndcg_at_3_diff1": -0.035757, "nauc_ndcg_at_5_max": -0.351278, "nauc_ndcg_at_5_std": 0.246672, "nauc_ndcg_at_5_diff1": -0.035757, "nauc_ndcg_at_10_max": -0.387679, "nauc_ndcg_at_10_std": 0.12503, "nauc_ndcg_at_10_diff1": -0.138487, "nauc_ndcg_at_20_max": -0.387679, "nauc_ndcg_at_20_std": 0.12503, "nauc_ndcg_at_20_diff1": -0.138487, "nauc_ndcg_at_25_max": -0.387679, "nauc_ndcg_at_25_std": 0.12503, "nauc_ndcg_at_25_diff1": -0.138487, "nauc_ndcg_at_50_max": -0.287208, "nauc_ndcg_at_50_std": 0.136956, "nauc_ndcg_at_50_diff1": -0.090303, "nauc_ndcg_at_100_max": -0.224083, "nauc_ndcg_at_100_std": 0.2208, "nauc_ndcg_at_100_diff1": 0.087345, "nauc_ndcg_at_1000_max": -0.486148, "nauc_ndcg_at_1000_std": 0.393813, "nauc_ndcg_at_1000_diff1": 0.036269, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.338207, "nauc_map_at_3_std": 0.290353, "nauc_map_at_3_diff1": 0.001133, "nauc_map_at_5_max": -0.338207, "nauc_map_at_5_std": 0.290353, "nauc_map_at_5_diff1": 0.001133, "nauc_map_at_10_max": -0.377412, "nauc_map_at_10_std": 0.159338, "nauc_map_at_10_diff1": -0.109512, "nauc_map_at_20_max": -0.377412, "nauc_map_at_20_std": 0.159338, "nauc_map_at_20_diff1": -0.109512, "nauc_map_at_25_max": -0.377412, "nauc_map_at_25_std": 0.159338, "nauc_map_at_25_diff1": -0.109512, "nauc_map_at_50_max": -0.351447, "nauc_map_at_50_std": 0.158411, "nauc_map_at_50_diff1": -0.097511, "nauc_map_at_100_max": -0.340427, "nauc_map_at_100_std": 0.172336, "nauc_map_at_100_diff1": -0.069737, "nauc_map_at_1000_max": -0.352577, "nauc_map_at_1000_std": 0.193827, "nauc_map_at_1000_diff1": -0.065545, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.369245, "nauc_recall_at_3_std": 0.186633, "nauc_recall_at_3_diff1": -0.086461, "nauc_recall_at_5_max": -0.369245, "nauc_recall_at_5_std": 0.186633, "nauc_recall_at_5_diff1": -0.086461, "nauc_recall_at_10_max": -0.420974, "nauc_recall_at_10_std": 0.013767, "nauc_recall_at_10_diff1": -0.232451, "nauc_recall_at_20_max": -0.420974, "nauc_recall_at_20_std": 0.013767, "nauc_recall_at_20_diff1": -0.232451, "nauc_recall_at_25_max": -0.420974, "nauc_recall_at_25_std": 0.013767, "nauc_recall_at_25_diff1": -0.232451, "nauc_recall_at_50_max": -0.236904, "nauc_recall_at_50_std": 0.078676, "nauc_recall_at_50_diff1": -0.11321, "nauc_recall_at_100_max": -0.049487, "nauc_recall_at_100_std": 0.286178, "nauc_recall_at_100_diff1": 0.279482, "nauc_recall_at_1000_max": -1.12225, "nauc_recall_at_1000_std": 0.865568, "nauc_recall_at_1000_diff1": 0.108001, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.369245, "nauc_precision_at_3_std": 0.186633, "nauc_precision_at_3_diff1": -0.086461, "nauc_precision_at_5_max": -0.369245, "nauc_precision_at_5_std": 0.186633, "nauc_precision_at_5_diff1": -0.086461, "nauc_precision_at_10_max": -0.420974, "nauc_precision_at_10_std": 0.013767, "nauc_precision_at_10_diff1": -0.232451, "nauc_precision_at_20_max": -0.420974, "nauc_precision_at_20_std": 0.013767, "nauc_precision_at_20_diff1": -0.232451, "nauc_precision_at_25_max": -0.420974, "nauc_precision_at_25_std": 0.013767, "nauc_precision_at_25_diff1": -0.232451, "nauc_precision_at_50_max": -0.212261, "nauc_precision_at_50_std": 0.114066, "nauc_precision_at_50_diff1": -0.060559, "nauc_precision_at_100_max": -0.190904, "nauc_precision_at_100_std": 0.202326, "nauc_precision_at_100_diff1": 0.190747, "nauc_precision_at_1000_max": -0.700875, "nauc_precision_at_1000_std": 0.551121, "nauc_precision_at_1000_diff1": 0.138036, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.338207, "nauc_mrr_at_3_std": 0.290353, "nauc_mrr_at_3_diff1": 0.001133, "nauc_mrr_at_5_max": -0.338207, "nauc_mrr_at_5_std": 0.290353, "nauc_mrr_at_5_diff1": 0.001133, "nauc_mrr_at_10_max": -0.338207, "nauc_mrr_at_10_std": 0.290353, "nauc_mrr_at_10_diff1": 0.001133, "nauc_mrr_at_20_max": -0.338207, "nauc_mrr_at_20_std": 0.290353, "nauc_mrr_at_20_diff1": 0.001133, "nauc_mrr_at_25_max": -0.338207, "nauc_mrr_at_25_std": 0.290353, "nauc_mrr_at_25_diff1": 0.001133, "nauc_mrr_at_50_max": -0.312239, "nauc_mrr_at_50_std": 0.285703, "nauc_mrr_at_50_diff1": -0.002265, "nauc_mrr_at_100_max": -0.311595, "nauc_mrr_at_100_std": 0.290927, "nauc_mrr_at_100_diff1": 0.019875, "nauc_mrr_at_1000_max": -0.313666, "nauc_mrr_at_1000_std": 0.303769, "nauc_mrr_at_1000_diff1": 0.01815, "hit_rate_at_1": 0.0, "hit_rate_at_3": 0.08, "hit_rate_at_5": 0.08, "hit_rate_at_10": 0.08, "hit_rate_at_20": 0.08, "hit_rate_at_25": 0.08, "hit_rate_at_50": 0.24, "hit_rate_at_100": 0.36, "hit_rate_at_1000": 0.92, "R_cap_at_1": 0.0, "R_cap_at_3": 0.04, "R_cap_at_5": 0.04, "R_cap_at_10": 0.06, "R_cap_at_20": 0.06, "R_cap_at_25": 0.06, "R_cap_at_50": 0.14, "R_cap_at_100": 0.22, "R_cap_at_1000": 0.86, "main_score": 0.03512, "hf_subset": "Span", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.08967, "ndcg_at_3": 0.10287, "ndcg_at_5": 0.11961, "ndcg_at_10": 0.13465, "ndcg_at_20": 0.15668, "ndcg_at_25": 0.16644, "ndcg_at_50": 0.18845, "ndcg_at_100": 0.21115, "ndcg_at_1000": 0.28802, "map_at_1": 0.05445, "map_at_3": 0.0763, "map_at_5": 0.08844, "map_at_10": 0.09631, "map_at_20": 0.1028, "map_at_25": 0.10496, "map_at_50": 0.10922, "map_at_100": 0.11171, "map_at_1000": 0.11569, "recall_at_1": 0.05445, "recall_at_3": 0.10109, "recall_at_5": 0.14897, "recall_at_10": 0.19377, "recall_at_20": 0.26667, "recall_at_25": 0.30389, "recall_at_50": 0.39141, "recall_at_100": 0.49652, "recall_at_1000": 0.94666, "accuracy": 0.05445, "precision_at_1": 0.08967, "precision_at_3": 0.06612, "precision_at_5": 0.05652, "precision_at_10": 0.03859, "precision_at_20": 0.02813, "precision_at_25": 0.02565, "precision_at_50": 0.01772, "precision_at_100": 0.01201, "precision_at_1000": 0.00269, "mrr_at_1": 0.089674, "mrr_at_3": 0.125453, "mrr_at_5": 0.139312, "mrr_at_10": 0.146715, "mrr_at_20": 0.154101, "mrr_at_25": 0.156112, "mrr_at_50": 0.158923, "mrr_at_100": 0.160863, "mrr_at_1000": 0.162233, "nauc_ndcg_at_1_max": 0.235695, "nauc_ndcg_at_1_std": 0.049619, "nauc_ndcg_at_1_diff1": 0.196249, "nauc_ndcg_at_3_max": 0.238084, "nauc_ndcg_at_3_std": 0.058449, "nauc_ndcg_at_3_diff1": 0.169108, "nauc_ndcg_at_5_max": 0.172348, "nauc_ndcg_at_5_std": 0.068259, "nauc_ndcg_at_5_diff1": 0.109183, "nauc_ndcg_at_10_max": 0.16782, "nauc_ndcg_at_10_std": 0.047957, "nauc_ndcg_at_10_diff1": 0.125174, "nauc_ndcg_at_20_max": 0.160971, "nauc_ndcg_at_20_std": 0.036453, "nauc_ndcg_at_20_diff1": 0.122821, "nauc_ndcg_at_25_max": 0.166598, "nauc_ndcg_at_25_std": 0.055241, "nauc_ndcg_at_25_diff1": 0.12133, "nauc_ndcg_at_50_max": 0.162443, "nauc_ndcg_at_50_std": 0.060504, "nauc_ndcg_at_50_diff1": 0.12827, "nauc_ndcg_at_100_max": 0.180784, "nauc_ndcg_at_100_std": 0.089703, "nauc_ndcg_at_100_diff1": 0.111159, "nauc_ndcg_at_1000_max": 0.17221, "nauc_ndcg_at_1000_std": 0.106206, "nauc_ndcg_at_1000_diff1": 0.132582, "nauc_map_at_1_max": 0.292561, "nauc_map_at_1_std": 0.064731, "nauc_map_at_1_diff1": 0.303813, "nauc_map_at_3_max": 0.278806, "nauc_map_at_3_std": 0.066218, "nauc_map_at_3_diff1": 0.229158, "nauc_map_at_5_max": 0.229413, "nauc_map_at_5_std": 0.070874, "nauc_map_at_5_diff1": 0.167838, "nauc_map_at_10_max": 0.218413, "nauc_map_at_10_std": 0.057646, "nauc_map_at_10_diff1": 0.169771, "nauc_map_at_20_max": 0.211927, "nauc_map_at_20_std": 0.052987, "nauc_map_at_20_diff1": 0.167714, "nauc_map_at_25_max": 0.212345, "nauc_map_at_25_std": 0.057436, "nauc_map_at_25_diff1": 0.165614, "nauc_map_at_50_max": 0.210796, "nauc_map_at_50_std": 0.059024, "nauc_map_at_50_diff1": 0.167229, "nauc_map_at_100_max": 0.212205, "nauc_map_at_100_std": 0.063374, "nauc_map_at_100_diff1": 0.163954, "nauc_map_at_1000_max": 0.211748, "nauc_map_at_1000_std": 0.067254, "nauc_map_at_1000_diff1": 0.164065, "nauc_recall_at_1_max": 0.292561, "nauc_recall_at_1_std": 0.064731, "nauc_recall_at_1_diff1": 0.303813, "nauc_recall_at_3_max": 0.254105, "nauc_recall_at_3_std": 0.069277, "nauc_recall_at_3_diff1": 0.177298, "nauc_recall_at_5_max": 0.113741, "nauc_recall_at_5_std": 0.057163, "nauc_recall_at_5_diff1": 0.031047, "nauc_recall_at_10_max": 0.101612, "nauc_recall_at_10_std": 0.012383, "nauc_recall_at_10_diff1": 0.075012, "nauc_recall_at_20_max": 0.096016, "nauc_recall_at_20_std": -0.002363, "nauc_recall_at_20_diff1": 0.070935, "nauc_recall_at_25_max": 0.107557, "nauc_recall_at_25_std": 0.045942, "nauc_recall_at_25_diff1": 0.065243, "nauc_recall_at_50_max": 0.104267, "nauc_recall_at_50_std": 0.059859, "nauc_recall_at_50_diff1": 0.085529, "nauc_recall_at_100_max": 0.171295, "nauc_recall_at_100_std": 0.14998, "nauc_recall_at_100_diff1": 0.033801, "nauc_recall_at_1000_max": 0.171203, "nauc_recall_at_1000_std": 0.796373, "nauc_recall_at_1000_diff1": -0.00047, "nauc_precision_at_1_max": 0.235695, "nauc_precision_at_1_std": 0.049619, "nauc_precision_at_1_diff1": 0.196249, "nauc_precision_at_3_max": 0.189442, "nauc_precision_at_3_std": 0.074345, "nauc_precision_at_3_diff1": 0.090054, "nauc_precision_at_5_max": 0.086099, "nauc_precision_at_5_std": 0.086946, "nauc_precision_at_5_diff1": -0.018343, "nauc_precision_at_10_max": 0.066614, "nauc_precision_at_10_std": 0.043772, "nauc_precision_at_10_diff1": 0.003825, "nauc_precision_at_20_max": 0.045667, "nauc_precision_at_20_std": 0.024617, "nauc_precision_at_20_diff1": 0.017161, "nauc_precision_at_25_max": 0.06643, "nauc_precision_at_25_std": 0.065815, "nauc_precision_at_25_diff1": 0.021194, "nauc_precision_at_50_max": 0.045439, "nauc_precision_at_50_std": 0.07375, "nauc_precision_at_50_diff1": 0.041693, "nauc_precision_at_100_max": 0.051646, "nauc_precision_at_100_std": 0.12434, "nauc_precision_at_100_diff1": -0.011323, "nauc_precision_at_1000_max": -0.060953, "nauc_precision_at_1000_std": 0.060168, "nauc_precision_at_1000_diff1": 0.044382, "nauc_mrr_at_1_max": 0.235695, "nauc_mrr_at_1_std": 0.049619, "nauc_mrr_at_1_diff1": 0.196249, "nauc_mrr_at_3_max": 0.20943, "nauc_mrr_at_3_std": 0.058233, "nauc_mrr_at_3_diff1": 0.159789, "nauc_mrr_at_5_max": 0.170684, "nauc_mrr_at_5_std": 0.056731, "nauc_mrr_at_5_diff1": 0.127141, "nauc_mrr_at_10_max": 0.169878, "nauc_mrr_at_10_std": 0.050011, "nauc_mrr_at_10_diff1": 0.131622, "nauc_mrr_at_20_max": 0.16473, "nauc_mrr_at_20_std": 0.047763, "nauc_mrr_at_20_diff1": 0.127923, "nauc_mrr_at_25_max": 0.168227, "nauc_mrr_at_25_std": 0.05306, "nauc_mrr_at_25_diff1": 0.130316, "nauc_mrr_at_50_max": 0.166863, "nauc_mrr_at_50_std": 0.052101, "nauc_mrr_at_50_diff1": 0.130294, "nauc_mrr_at_100_max": 0.168621, "nauc_mrr_at_100_std": 0.054004, "nauc_mrr_at_100_diff1": 0.129636, "nauc_mrr_at_1000_max": 0.169026, "nauc_mrr_at_1000_std": 0.054111, "nauc_mrr_at_1000_diff1": 0.130068, "hit_rate_at_1": 0.08967, "hit_rate_at_3": 0.1712, "hit_rate_at_5": 0.23098, "hit_rate_at_10": 0.28804, "hit_rate_at_20": 0.39946, "hit_rate_at_25": 0.44565, "hit_rate_at_50": 0.5462, "hit_rate_at_100": 0.67935, "hit_rate_at_1000": 0.97554, "R_cap_at_1": 0.089674, "R_cap_at_3": 0.11413, "R_cap_at_5": 0.153759, "R_cap_at_10": 0.194882, "R_cap_at_20": 0.266712, "R_cap_at_25": 0.303901, "R_cap_at_50": 0.391408, "R_cap_at_100": 0.496524, "R_cap_at_1000": 0.946656, "main_score": 0.13465, "hf_subset": "Times", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 395.0027544563636, "kg_co2_emissions": null, "date": 1783448280.868832, "evaluation_phases": [ { "name": "Data loading", "start": 5.4640695452690125e-06, "end": 16.675182756967843, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 16.67519689258188, "end": 16.675202607177198, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 16.695774021558464, "end": 53.97490089852363, "split": "test", "subset": "Times" }, { "name": "Scoring", "start": 53.974933105520904, "end": 54.26902705989778, "split": "test", "subset": "Times" } ] }