{ "dataset_revision": "1dd519e4d91573e2818d850eb4405fb290663ac2", "task_name": "MemBench", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.672, "ndcg_at_3": 0.65004, "ndcg_at_5": 0.62014, "ndcg_at_10": 0.57646, "ndcg_at_20": 0.65013, "ndcg_at_25": 0.67201, "ndcg_at_50": 0.73755, "ndcg_at_100": 0.77656, "ndcg_at_1000": 0.77732, "map_at_1": 0.07857, "map_at_3": 0.21385, "map_at_5": 0.324, "map_at_10": 0.47155, "map_at_20": 0.52178, "map_at_25": 0.53334, "map_at_50": 0.56243, "map_at_100": 0.57686, "map_at_1000": 0.57706, "recall_at_1": 0.07857, "recall_at_3": 0.22525, "recall_at_5": 0.3508, "recall_at_10": 0.5481, "recall_at_20": 0.68563, "recall_at_25": 0.73232, "recall_at_50": 0.88912, "recall_at_100": 0.99755, "recall_at_1000": 1.0, "accuracy": 0.07857, "precision_at_1": 0.672, "precision_at_3": 0.64333, "precision_at_5": 0.6022, "precision_at_10": 0.4713, "precision_at_20": 0.29795, "precision_at_25": 0.25584, "precision_at_50": 0.15826, "precision_at_100": 0.08978, "precision_at_1000": 0.009, "mrr_at_1": 0.672, "mrr_at_3": 0.726667, "mrr_at_5": 0.735717, "mrr_at_10": 0.746932, "mrr_at_20": 0.751561, "mrr_at_25": 0.751877, "mrr_at_50": 0.752086, "mrr_at_100": 0.752086, "mrr_at_1000": 0.752086, "nauc_ndcg_at_1_max": 0.189365, "nauc_ndcg_at_1_std": 0.319948, "nauc_ndcg_at_1_diff1": 0.086784, "nauc_ndcg_at_3_max": 0.256289, "nauc_ndcg_at_3_std": 0.403842, "nauc_ndcg_at_3_diff1": 0.082324, "nauc_ndcg_at_5_max": 0.289211, "nauc_ndcg_at_5_std": 0.442948, "nauc_ndcg_at_5_diff1": 0.072606, "nauc_ndcg_at_10_max": 0.206765, "nauc_ndcg_at_10_std": 0.337043, "nauc_ndcg_at_10_diff1": 0.081727, "nauc_ndcg_at_20_max": 0.183568, "nauc_ndcg_at_20_std": 0.309723, "nauc_ndcg_at_20_diff1": 0.106641, "nauc_ndcg_at_25_max": 0.179126, "nauc_ndcg_at_25_std": 0.306186, "nauc_ndcg_at_25_diff1": 0.114, "nauc_ndcg_at_50_max": 0.179551, "nauc_ndcg_at_50_std": 0.31721, "nauc_ndcg_at_50_diff1": 0.107058, "nauc_ndcg_at_100_max": 0.220143, "nauc_ndcg_at_100_std": 0.361266, "nauc_ndcg_at_100_diff1": 0.087694, "nauc_ndcg_at_1000_max": 0.221858, "nauc_ndcg_at_1000_std": 0.362198, "nauc_ndcg_at_1000_diff1": 0.08819, "nauc_map_at_1_max": 0.081295, "nauc_map_at_1_std": 0.164551, "nauc_map_at_1_diff1": 0.113756, "nauc_map_at_3_max": 0.165913, "nauc_map_at_3_std": 0.263627, "nauc_map_at_3_diff1": 0.075933, "nauc_map_at_5_max": 0.21717, "nauc_map_at_5_std": 0.330022, "nauc_map_at_5_diff1": 0.056917, "nauc_map_at_10_max": 0.212433, "nauc_map_at_10_std": 0.334872, "nauc_map_at_10_diff1": 0.041477, "nauc_map_at_20_max": 0.200126, "nauc_map_at_20_std": 0.319649, "nauc_map_at_20_diff1": 0.063658, "nauc_map_at_25_max": 0.198664, "nauc_map_at_25_std": 0.319294, "nauc_map_at_25_diff1": 0.067332, "nauc_map_at_50_max": 0.201207, "nauc_map_at_50_std": 0.327143, "nauc_map_at_50_diff1": 0.06505, "nauc_map_at_100_max": 0.211004, "nauc_map_at_100_std": 0.337397, "nauc_map_at_100_diff1": 0.059278, "nauc_map_at_1000_max": 0.211264, "nauc_map_at_1000_std": 0.337575, "nauc_map_at_1000_diff1": 0.059296, "nauc_recall_at_1_max": 0.081295, "nauc_recall_at_1_std": 0.164551, "nauc_recall_at_1_diff1": 0.113756, "nauc_recall_at_3_max": 0.15662, "nauc_recall_at_3_std": 0.264354, "nauc_recall_at_3_diff1": 0.100069, "nauc_recall_at_5_max": 0.200104, "nauc_recall_at_5_std": 0.321791, "nauc_recall_at_5_diff1": 0.083875, "nauc_recall_at_10_max": 0.173411, "nauc_recall_at_10_std": 0.29252, "nauc_recall_at_10_diff1": 0.081021, "nauc_recall_at_20_max": 0.104801, "nauc_recall_at_20_std": 0.205189, "nauc_recall_at_20_diff1": 0.13204, "nauc_recall_at_25_max": 0.080673, "nauc_recall_at_25_std": 0.178348, "nauc_recall_at_25_diff1": 0.15422, "nauc_recall_at_50_max": -0.043045, "nauc_recall_at_50_std": 0.0637, "nauc_recall_at_50_diff1": 0.172357, "nauc_recall_at_100_max": -0.264511, "nauc_recall_at_100_std": -0.038201, "nauc_recall_at_100_diff1": -0.098892, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.189365, "nauc_precision_at_1_std": 0.319948, "nauc_precision_at_1_diff1": 0.086784, "nauc_precision_at_3_max": 0.275875, "nauc_precision_at_3_std": 0.426962, "nauc_precision_at_3_diff1": 0.081754, "nauc_precision_at_5_max": 0.312418, "nauc_precision_at_5_std": 0.469839, "nauc_precision_at_5_diff1": 0.066774, "nauc_precision_at_10_max": 0.280862, "nauc_precision_at_10_std": 0.432305, "nauc_precision_at_10_diff1": 0.065365, "nauc_precision_at_20_max": 0.255987, "nauc_precision_at_20_std": 0.406446, "nauc_precision_at_20_diff1": 0.102231, "nauc_precision_at_25_max": 0.253412, "nauc_precision_at_25_std": 0.409293, "nauc_precision_at_25_diff1": 0.117945, "nauc_precision_at_50_max": 0.245506, "nauc_precision_at_50_std": 0.42092, "nauc_precision_at_50_diff1": 0.005085, "nauc_precision_at_100_max": 0.32192, "nauc_precision_at_100_std": 0.393394, "nauc_precision_at_100_diff1": -0.225558, "nauc_precision_at_1000_max": 0.335748, "nauc_precision_at_1000_std": 0.402805, "nauc_precision_at_1000_diff1": -0.228051, "nauc_mrr_at_1_max": 0.189365, "nauc_mrr_at_1_std": 0.319948, "nauc_mrr_at_1_diff1": 0.086784, "nauc_mrr_at_3_max": 0.179647, "nauc_mrr_at_3_std": 0.352846, "nauc_mrr_at_3_diff1": 0.12629, "nauc_mrr_at_5_max": 0.173097, "nauc_mrr_at_5_std": 0.349183, "nauc_mrr_at_5_diff1": 0.122638, "nauc_mrr_at_10_max": 0.175711, "nauc_mrr_at_10_std": 0.345892, "nauc_mrr_at_10_diff1": 0.122183, "nauc_mrr_at_20_max": 0.178131, "nauc_mrr_at_20_std": 0.345922, "nauc_mrr_at_20_diff1": 0.12089, "nauc_mrr_at_25_max": 0.17778, "nauc_mrr_at_25_std": 0.345765, "nauc_mrr_at_25_diff1": 0.120538, "nauc_mrr_at_50_max": 0.177617, "nauc_mrr_at_50_std": 0.345489, "nauc_mrr_at_50_diff1": 0.120166, "nauc_mrr_at_100_max": 0.177617, "nauc_mrr_at_100_std": 0.345489, "nauc_mrr_at_100_diff1": 0.120166, "nauc_mrr_at_1000_max": 0.177617, "nauc_mrr_at_1000_std": 0.345489, "nauc_mrr_at_1000_diff1": 0.120166, "hit_rate_at_1": 0.672, "hit_rate_at_3": 0.795, "hit_rate_at_5": 0.836, "hit_rate_at_10": 0.921, "hit_rate_at_20": 0.987, "hit_rate_at_25": 0.994, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.672, "R_cap_at_3": 0.643333, "R_cap_at_5": 0.6022, "R_cap_at_10": 0.5481, "R_cap_at_20": 0.685625, "R_cap_at_25": 0.732325, "R_cap_at_50": 0.889125, "R_cap_at_100": 0.99755, "R_cap_at_1000": 1.0, "main_score": 0.57646, "hf_subset": "aggregative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.476, "ndcg_at_3": 0.58413, "ndcg_at_5": 0.70828, "ndcg_at_10": 0.73687, "ndcg_at_20": 0.74026, "ndcg_at_25": 0.74026, "ndcg_at_50": 0.74026, "ndcg_at_100": 0.74026, "ndcg_at_1000": 0.74026, "map_at_1": 0.238, "map_at_3": 0.48542, "map_at_5": 0.59402, "map_at_10": 0.61355, "map_at_20": 0.61517, "map_at_25": 0.61517, "map_at_50": 0.61517, "map_at_100": 0.61517, "map_at_1000": 0.61517, "recall_at_1": 0.238, "recall_at_3": 0.6555, "recall_at_5": 0.898, "recall_at_10": 0.968, "recall_at_20": 0.9785, "recall_at_25": 0.9785, "recall_at_50": 0.9785, "recall_at_100": 0.9785, "recall_at_1000": 0.9785, "accuracy": 0.238, "precision_at_1": 0.476, "precision_at_3": 0.437, "precision_at_5": 0.3592, "precision_at_10": 0.1936, "precision_at_20": 0.09785, "precision_at_25": 0.07828, "precision_at_50": 0.03914, "precision_at_100": 0.01957, "precision_at_1000": 0.00196, "mrr_at_1": 0.476, "mrr_at_3": 0.6885, "mrr_at_5": 0.6992, "mrr_at_10": 0.700211, "mrr_at_20": 0.700211, "mrr_at_25": 0.700211, "mrr_at_50": 0.700211, "mrr_at_100": 0.700211, "mrr_at_1000": 0.700211, "nauc_ndcg_at_1_max": 0.213988, "nauc_ndcg_at_1_std": 0.150966, "nauc_ndcg_at_1_diff1": -0.099889, "nauc_ndcg_at_3_max": 0.11518, "nauc_ndcg_at_3_std": 0.054014, "nauc_ndcg_at_3_diff1": -0.050395, "nauc_ndcg_at_5_max": 0.123188, "nauc_ndcg_at_5_std": 0.015946, "nauc_ndcg_at_5_diff1": -0.05292, "nauc_ndcg_at_10_max": 0.115663, "nauc_ndcg_at_10_std": 0.02021, "nauc_ndcg_at_10_diff1": -0.043658, "nauc_ndcg_at_20_max": 0.111824, "nauc_ndcg_at_20_std": 0.03153, "nauc_ndcg_at_20_diff1": -0.055822, "nauc_ndcg_at_25_max": 0.111824, "nauc_ndcg_at_25_std": 0.03153, "nauc_ndcg_at_25_diff1": -0.055822, "nauc_ndcg_at_50_max": 0.111824, "nauc_ndcg_at_50_std": 0.03153, "nauc_ndcg_at_50_diff1": -0.055822, "nauc_ndcg_at_100_max": 0.111824, "nauc_ndcg_at_100_std": 0.03153, "nauc_ndcg_at_100_diff1": -0.055822, "nauc_ndcg_at_1000_max": 0.111824, "nauc_ndcg_at_1000_std": 0.03153, "nauc_ndcg_at_1000_diff1": -0.055822, "nauc_map_at_1_max": 0.213988, "nauc_map_at_1_std": 0.150966, "nauc_map_at_1_diff1": -0.099889, "nauc_map_at_3_max": 0.112917, "nauc_map_at_3_std": 0.056572, "nauc_map_at_3_diff1": -0.051897, "nauc_map_at_5_max": 0.117928, "nauc_map_at_5_std": 0.026855, "nauc_map_at_5_diff1": -0.052759, "nauc_map_at_10_max": 0.113428, "nauc_map_at_10_std": 0.027994, "nauc_map_at_10_diff1": -0.046806, "nauc_map_at_20_max": 0.112017, "nauc_map_at_20_std": 0.032039, "nauc_map_at_20_diff1": -0.051256, "nauc_map_at_25_max": 0.112017, "nauc_map_at_25_std": 0.032039, "nauc_map_at_25_diff1": -0.051256, "nauc_map_at_50_max": 0.112017, "nauc_map_at_50_std": 0.032039, "nauc_map_at_50_diff1": -0.051256, "nauc_map_at_100_max": 0.112017, "nauc_map_at_100_std": 0.032039, "nauc_map_at_100_diff1": -0.051256, "nauc_map_at_1000_max": 0.112017, "nauc_map_at_1000_std": 0.032039, "nauc_map_at_1000_diff1": -0.051256, "nauc_recall_at_1_max": 0.213988, "nauc_recall_at_1_std": 0.150966, "nauc_recall_at_1_diff1": -0.099889, "nauc_recall_at_3_max": 0.026837, "nauc_recall_at_3_std": -0.020671, "nauc_recall_at_3_diff1": -0.018976, "nauc_recall_at_5_max": -0.043759, "nauc_recall_at_5_std": -0.235437, "nauc_recall_at_5_diff1": 0.002346, "nauc_recall_at_10_max": -0.420008, "nauc_recall_at_10_std": -0.685399, "nauc_recall_at_10_diff1": 0.192037, "nauc_recall_at_20_max": -0.744979, "nauc_recall_at_20_std": -0.790122, "nauc_recall_at_20_diff1": 0.050464, "nauc_recall_at_25_max": -0.744979, "nauc_recall_at_25_std": -0.790122, "nauc_recall_at_25_diff1": 0.050464, "nauc_recall_at_50_max": -0.744979, "nauc_recall_at_50_std": -0.790122, "nauc_recall_at_50_diff1": 0.050464, "nauc_recall_at_100_max": -0.744979, "nauc_recall_at_100_std": -0.790122, "nauc_recall_at_100_diff1": 0.050464, "nauc_recall_at_1000_max": -0.744979, "nauc_recall_at_1000_std": -0.790122, "nauc_recall_at_1000_diff1": 0.050464, "nauc_precision_at_1_max": 0.213988, "nauc_precision_at_1_std": 0.150966, "nauc_precision_at_1_diff1": -0.099889, "nauc_precision_at_3_max": 0.026837, "nauc_precision_at_3_std": -0.020671, "nauc_precision_at_3_diff1": -0.018976, "nauc_precision_at_5_max": -0.043759, "nauc_precision_at_5_std": -0.235437, "nauc_precision_at_5_diff1": 0.002346, "nauc_precision_at_10_max": -0.420008, "nauc_precision_at_10_std": -0.685399, "nauc_precision_at_10_diff1": 0.192037, "nauc_precision_at_20_max": -0.744979, "nauc_precision_at_20_std": -0.790122, "nauc_precision_at_20_diff1": 0.050464, "nauc_precision_at_25_max": -0.744979, "nauc_precision_at_25_std": -0.790122, "nauc_precision_at_25_diff1": 0.050464, "nauc_precision_at_50_max": -0.744979, "nauc_precision_at_50_std": -0.790122, "nauc_precision_at_50_diff1": 0.050464, "nauc_precision_at_100_max": -0.744979, "nauc_precision_at_100_std": -0.790122, "nauc_precision_at_100_diff1": 0.050464, "nauc_precision_at_1000_max": -0.744979, "nauc_precision_at_1000_std": -0.790122, "nauc_precision_at_1000_diff1": 0.050464, "nauc_mrr_at_1_max": 0.213988, "nauc_mrr_at_1_std": 0.150966, "nauc_mrr_at_1_diff1": -0.099889, "nauc_mrr_at_3_max": 0.209302, "nauc_mrr_at_3_std": 0.131934, "nauc_mrr_at_3_diff1": -0.078743, "nauc_mrr_at_5_max": 0.217595, "nauc_mrr_at_5_std": 0.141149, "nauc_mrr_at_5_diff1": -0.081857, "nauc_mrr_at_10_max": 0.219662, "nauc_mrr_at_10_std": 0.145579, "nauc_mrr_at_10_diff1": -0.083558, "nauc_mrr_at_20_max": 0.219662, "nauc_mrr_at_20_std": 0.145579, "nauc_mrr_at_20_diff1": -0.083558, "nauc_mrr_at_25_max": 0.219662, "nauc_mrr_at_25_std": 0.145579, "nauc_mrr_at_25_diff1": -0.083558, "nauc_mrr_at_50_max": 0.219662, "nauc_mrr_at_50_std": 0.145579, "nauc_mrr_at_50_diff1": -0.083558, "nauc_mrr_at_100_max": 0.219662, "nauc_mrr_at_100_std": 0.145579, "nauc_mrr_at_100_diff1": -0.083558, "nauc_mrr_at_1000_max": 0.219662, "nauc_mrr_at_1000_std": 0.145579, "nauc_mrr_at_1000_diff1": -0.083558, "hit_rate_at_1": 0.476, "hit_rate_at_3": 0.947, "hit_rate_at_5": 0.992, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.476, "R_cap_at_3": 0.6555, "R_cap_at_5": 0.898, "R_cap_at_10": 0.968, "R_cap_at_20": 0.9785, "R_cap_at_25": 0.9785, "R_cap_at_50": 0.9785, "R_cap_at_100": 0.9785, "R_cap_at_1000": 0.9785, "main_score": 0.73687, "hf_subset": "comparative", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.232, "ndcg_at_3": 0.2557, "ndcg_at_5": 0.32962, "ndcg_at_10": 0.522, "ndcg_at_20": 0.58598, "ndcg_at_25": 0.58598, "ndcg_at_50": 0.58598, "ndcg_at_100": 0.58598, "ndcg_at_1000": 0.58598, "map_at_1": 0.08283, "map_at_3": 0.18425, "map_at_5": 0.24312, "map_at_10": 0.3601, "map_at_20": 0.40012, "map_at_25": 0.40012, "map_at_50": 0.40012, "map_at_100": 0.40012, "map_at_1000": 0.40012, "recall_at_1": 0.08283, "recall_at_3": 0.24667, "recall_at_5": 0.40083, "recall_at_10": 0.83467, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.08283, "precision_at_1": 0.232, "precision_at_3": 0.23333, "precision_at_5": 0.2332, "precision_at_10": 0.2436, "precision_at_20": 0.1481, "precision_at_25": 0.11848, "precision_at_50": 0.05924, "precision_at_100": 0.02962, "precision_at_1000": 0.00296, "mrr_at_1": 0.232, "mrr_at_3": 0.339, "mrr_at_5": 0.3878, "mrr_at_10": 0.427314, "mrr_at_20": 0.429087, "mrr_at_25": 0.429087, "mrr_at_50": 0.429087, "mrr_at_100": 0.429087, "mrr_at_1000": 0.429087, "nauc_ndcg_at_1_max": 0.05091, "nauc_ndcg_at_1_std": 0.076888, "nauc_ndcg_at_1_diff1": -0.069152, "nauc_ndcg_at_3_max": 0.005905, "nauc_ndcg_at_3_std": 0.033743, "nauc_ndcg_at_3_diff1": -0.066651, "nauc_ndcg_at_5_max": -0.016434, "nauc_ndcg_at_5_std": 0.019198, "nauc_ndcg_at_5_diff1": -0.070854, "nauc_ndcg_at_10_max": -0.028473, "nauc_ndcg_at_10_std": 0.033559, "nauc_ndcg_at_10_diff1": -0.055742, "nauc_ndcg_at_20_max": 0.00408, "nauc_ndcg_at_20_std": 0.046333, "nauc_ndcg_at_20_diff1": -0.068223, "nauc_ndcg_at_25_max": 0.00408, "nauc_ndcg_at_25_std": 0.046333, "nauc_ndcg_at_25_diff1": -0.068223, "nauc_ndcg_at_50_max": 0.00408, "nauc_ndcg_at_50_std": 0.046333, "nauc_ndcg_at_50_diff1": -0.068223, "nauc_ndcg_at_100_max": 0.00408, "nauc_ndcg_at_100_std": 0.046333, "nauc_ndcg_at_100_diff1": -0.068223, "nauc_ndcg_at_1000_max": 0.00408, "nauc_ndcg_at_1000_std": 0.046333, "nauc_ndcg_at_1000_diff1": -0.068223, "nauc_map_at_1_max": 0.075071, "nauc_map_at_1_std": 0.106486, "nauc_map_at_1_diff1": -0.044859, "nauc_map_at_3_max": 0.04898, "nauc_map_at_3_std": 0.086305, "nauc_map_at_3_diff1": -0.057399, "nauc_map_at_5_max": 0.025323, "nauc_map_at_5_std": 0.058288, "nauc_map_at_5_diff1": -0.065374, "nauc_map_at_10_max": 0.009225, "nauc_map_at_10_std": 0.061148, "nauc_map_at_10_diff1": -0.058952, "nauc_map_at_20_max": 0.024159, "nauc_map_at_20_std": 0.068651, "nauc_map_at_20_diff1": -0.065522, "nauc_map_at_25_max": 0.024159, "nauc_map_at_25_std": 0.068651, "nauc_map_at_25_diff1": -0.065522, "nauc_map_at_50_max": 0.024159, "nauc_map_at_50_std": 0.068651, "nauc_map_at_50_diff1": -0.065522, "nauc_map_at_100_max": 0.024159, "nauc_map_at_100_std": 0.068651, "nauc_map_at_100_diff1": -0.065522, "nauc_map_at_1000_max": 0.024159, "nauc_map_at_1000_std": 0.068651, "nauc_map_at_1000_diff1": -0.065522, "nauc_recall_at_1_max": 0.075071, "nauc_recall_at_1_std": 0.106486, "nauc_recall_at_1_diff1": -0.044859, "nauc_recall_at_3_max": -0.007625, "nauc_recall_at_3_std": 0.028275, "nauc_recall_at_3_diff1": -0.059163, "nauc_recall_at_5_max": -0.057133, "nauc_recall_at_5_std": -0.017676, "nauc_recall_at_5_diff1": -0.071648, "nauc_recall_at_10_max": -0.122228, "nauc_recall_at_10_std": -0.006392, "nauc_recall_at_10_diff1": -0.003198, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.05091, "nauc_precision_at_1_std": 0.076888, "nauc_precision_at_1_diff1": -0.069152, "nauc_precision_at_3_max": -0.021201, "nauc_precision_at_3_std": 0.00718, "nauc_precision_at_3_diff1": -0.068424, "nauc_precision_at_5_max": -0.05664, "nauc_precision_at_5_std": -0.027658, "nauc_precision_at_5_diff1": -0.078575, "nauc_precision_at_10_max": -0.08384, "nauc_precision_at_10_std": -0.015012, "nauc_precision_at_10_diff1": -0.039504, "nauc_precision_at_20_max": -0.012381, "nauc_precision_at_20_std": 0.001587, "nauc_precision_at_20_diff1": -0.042311, "nauc_precision_at_25_max": -0.012381, "nauc_precision_at_25_std": 0.001587, "nauc_precision_at_25_diff1": -0.042311, "nauc_precision_at_50_max": -0.012381, "nauc_precision_at_50_std": 0.001587, "nauc_precision_at_50_diff1": -0.042311, "nauc_precision_at_100_max": -0.012381, "nauc_precision_at_100_std": 0.001587, "nauc_precision_at_100_diff1": -0.042311, "nauc_precision_at_1000_max": -0.012381, "nauc_precision_at_1000_std": 0.001587, "nauc_precision_at_1000_diff1": -0.042311, "nauc_mrr_at_1_max": 0.05091, "nauc_mrr_at_1_std": 0.076888, "nauc_mrr_at_1_diff1": -0.069152, "nauc_mrr_at_3_max": -0.017485, "nauc_mrr_at_3_std": 0.006077, "nauc_mrr_at_3_diff1": -0.071969, "nauc_mrr_at_5_max": -0.023954, "nauc_mrr_at_5_std": 0.006828, "nauc_mrr_at_5_diff1": -0.065971, "nauc_mrr_at_10_max": -0.011478, "nauc_mrr_at_10_std": 0.016548, "nauc_mrr_at_10_diff1": -0.065616, "nauc_mrr_at_20_max": -0.009513, "nauc_mrr_at_20_std": 0.016773, "nauc_mrr_at_20_diff1": -0.066288, "nauc_mrr_at_25_max": -0.009513, "nauc_mrr_at_25_std": 0.016773, "nauc_mrr_at_25_diff1": -0.066288, "nauc_mrr_at_50_max": -0.009513, "nauc_mrr_at_50_std": 0.016773, "nauc_mrr_at_50_diff1": -0.066288, "nauc_mrr_at_100_max": -0.009513, "nauc_mrr_at_100_std": 0.016773, "nauc_mrr_at_100_diff1": -0.066288, "nauc_mrr_at_1000_max": -0.009513, "nauc_mrr_at_1000_std": 0.016773, "nauc_mrr_at_1000_diff1": -0.066288, "hit_rate_at_1": 0.232, "hit_rate_at_3": 0.48, "hit_rate_at_5": 0.692, "hit_rate_at_10": 0.98, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.232, "R_cap_at_3": 0.268667, "R_cap_at_5": 0.400833, "R_cap_at_10": 0.834667, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.522, "hf_subset": "emotion", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.224, "ndcg_at_3": 0.34862, "ndcg_at_5": 0.37974, "ndcg_at_10": 0.39146, "ndcg_at_20": 0.39838, "ndcg_at_25": 0.40143, "ndcg_at_50": 0.41504, "ndcg_at_100": 0.44044, "ndcg_at_1000": 0.46515, "map_at_1": 0.224, "map_at_3": 0.31533, "map_at_5": 0.33298, "map_at_10": 0.33786, "map_at_20": 0.33982, "map_at_25": 0.34042, "map_at_50": 0.3424, "map_at_100": 0.34462, "map_at_1000": 0.34593, "recall_at_1": 0.224, "recall_at_3": 0.446, "recall_at_5": 0.52, "recall_at_10": 0.556, "recall_at_20": 0.583, "recall_at_25": 0.597, "recall_at_50": 0.668, "recall_at_100": 0.825, "recall_at_1000": 1.0, "accuracy": 0.224, "precision_at_1": 0.224, "precision_at_3": 0.14867, "precision_at_5": 0.104, "precision_at_10": 0.0556, "precision_at_20": 0.02915, "precision_at_25": 0.02388, "precision_at_50": 0.01336, "precision_at_100": 0.00825, "precision_at_1000": 0.001, "mrr_at_1": 0.224, "mrr_at_3": 0.315333, "mrr_at_5": 0.332983, "mrr_at_10": 0.337864, "mrr_at_20": 0.339816, "mrr_at_25": 0.340424, "mrr_at_50": 0.342396, "mrr_at_100": 0.344616, "mrr_at_1000": 0.345929, "nauc_ndcg_at_1_max": 0.50219, "nauc_ndcg_at_1_std": 0.328033, "nauc_ndcg_at_1_diff1": 0.62329, "nauc_ndcg_at_3_max": 0.63177, "nauc_ndcg_at_3_std": 0.454225, "nauc_ndcg_at_3_diff1": 0.63645, "nauc_ndcg_at_5_max": 0.674516, "nauc_ndcg_at_5_std": 0.509247, "nauc_ndcg_at_5_diff1": 0.646043, "nauc_ndcg_at_10_max": 0.693857, "nauc_ndcg_at_10_std": 0.549507, "nauc_ndcg_at_10_diff1": 0.65388, "nauc_ndcg_at_20_max": 0.687263, "nauc_ndcg_at_20_std": 0.544756, "nauc_ndcg_at_20_diff1": 0.650562, "nauc_ndcg_at_25_max": 0.6826, "nauc_ndcg_at_25_std": 0.539402, "nauc_ndcg_at_25_diff1": 0.647383, "nauc_ndcg_at_50_max": 0.668932, "nauc_ndcg_at_50_std": 0.525948, "nauc_ndcg_at_50_diff1": 0.642381, "nauc_ndcg_at_100_max": 0.653295, "nauc_ndcg_at_100_std": 0.508282, "nauc_ndcg_at_100_diff1": 0.63882, "nauc_ndcg_at_1000_max": 0.65024, "nauc_ndcg_at_1000_std": 0.495458, "nauc_ndcg_at_1000_diff1": 0.641049, "nauc_map_at_1_max": 0.50219, "nauc_map_at_1_std": 0.328033, "nauc_map_at_1_diff1": 0.62329, "nauc_map_at_3_max": 0.599527, "nauc_map_at_3_std": 0.42056, "nauc_map_at_3_diff1": 0.630662, "nauc_map_at_5_max": 0.623999, "nauc_map_at_5_std": 0.451747, "nauc_map_at_5_diff1": 0.635889, "nauc_map_at_10_max": 0.632265, "nauc_map_at_10_std": 0.468581, "nauc_map_at_10_diff1": 0.639482, "nauc_map_at_20_max": 0.630179, "nauc_map_at_20_std": 0.467008, "nauc_map_at_20_diff1": 0.63854, "nauc_map_at_25_max": 0.629217, "nauc_map_at_25_std": 0.465897, "nauc_map_at_25_diff1": 0.637897, "nauc_map_at_50_max": 0.627124, "nauc_map_at_50_std": 0.463788, "nauc_map_at_50_diff1": 0.637205, "nauc_map_at_100_max": 0.625608, "nauc_map_at_100_std": 0.462059, "nauc_map_at_100_diff1": 0.636839, "nauc_map_at_1000_max": 0.625361, "nauc_map_at_1000_std": 0.461314, "nauc_map_at_1000_diff1": 0.636927, "nauc_recall_at_1_max": 0.50219, "nauc_recall_at_1_std": 0.328033, "nauc_recall_at_1_diff1": 0.62329, "nauc_recall_at_3_max": 0.718766, "nauc_recall_at_3_std": 0.545827, "nauc_recall_at_3_diff1": 0.652921, "nauc_recall_at_5_max": 0.819379, "nauc_recall_at_5_std": 0.676041, "nauc_recall_at_5_diff1": 0.676469, "nauc_recall_at_10_max": 0.881499, "nauc_recall_at_10_std": 0.803358, "nauc_recall_at_10_diff1": 0.699534, "nauc_recall_at_20_max": 0.861864, "nauc_recall_at_20_std": 0.7927, "nauc_recall_at_20_diff1": 0.687639, "nauc_recall_at_25_max": 0.842735, "nauc_recall_at_25_std": 0.771466, "nauc_recall_at_25_diff1": 0.673342, "nauc_recall_at_50_max": 0.78354, "nauc_recall_at_50_std": 0.723294, "nauc_recall_at_50_diff1": 0.64658, "nauc_recall_at_100_max": 0.689043, "nauc_recall_at_100_std": 0.660105, "nauc_recall_at_100_diff1": 0.612138, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.50219, "nauc_precision_at_1_std": 0.328033, "nauc_precision_at_1_diff1": 0.62329, "nauc_precision_at_3_max": 0.718766, "nauc_precision_at_3_std": 0.545827, "nauc_precision_at_3_diff1": 0.652921, "nauc_precision_at_5_max": 0.819379, "nauc_precision_at_5_std": 0.676041, "nauc_precision_at_5_diff1": 0.676469, "nauc_precision_at_10_max": 0.881499, "nauc_precision_at_10_std": 0.803358, "nauc_precision_at_10_diff1": 0.699534, "nauc_precision_at_20_max": 0.861864, "nauc_precision_at_20_std": 0.7927, "nauc_precision_at_20_diff1": 0.687639, "nauc_precision_at_25_max": 0.842735, "nauc_precision_at_25_std": 0.771466, "nauc_precision_at_25_diff1": 0.673342, "nauc_precision_at_50_max": 0.78354, "nauc_precision_at_50_std": 0.723294, "nauc_precision_at_50_diff1": 0.64658, "nauc_precision_at_100_max": 0.689043, "nauc_precision_at_100_std": 0.660105, "nauc_precision_at_100_diff1": 0.612138, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.50219, "nauc_mrr_at_1_std": 0.328033, "nauc_mrr_at_1_diff1": 0.62329, "nauc_mrr_at_3_max": 0.599527, "nauc_mrr_at_3_std": 0.42056, "nauc_mrr_at_3_diff1": 0.630662, "nauc_mrr_at_5_max": 0.623999, "nauc_mrr_at_5_std": 0.451747, "nauc_mrr_at_5_diff1": 0.635889, "nauc_mrr_at_10_max": 0.632265, "nauc_mrr_at_10_std": 0.468581, "nauc_mrr_at_10_diff1": 0.639482, "nauc_mrr_at_20_max": 0.630179, "nauc_mrr_at_20_std": 0.467008, "nauc_mrr_at_20_diff1": 0.63854, "nauc_mrr_at_25_max": 0.629217, "nauc_mrr_at_25_std": 0.465897, "nauc_mrr_at_25_diff1": 0.637897, "nauc_mrr_at_50_max": 0.627124, "nauc_mrr_at_50_std": 0.463788, "nauc_mrr_at_50_diff1": 0.637205, "nauc_mrr_at_100_max": 0.625608, "nauc_mrr_at_100_std": 0.462059, "nauc_mrr_at_100_diff1": 0.636839, "nauc_mrr_at_1000_max": 0.625361, "nauc_mrr_at_1000_std": 0.461314, "nauc_mrr_at_1000_diff1": 0.636927, "hit_rate_at_1": 0.224, "hit_rate_at_3": 0.446, "hit_rate_at_5": 0.52, "hit_rate_at_10": 0.556, "hit_rate_at_20": 0.583, "hit_rate_at_25": 0.597, "hit_rate_at_50": 0.668, "hit_rate_at_100": 0.825, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.224, "R_cap_at_3": 0.446, "R_cap_at_5": 0.52, "R_cap_at_10": 0.556, "R_cap_at_20": 0.583, "R_cap_at_25": 0.597, "R_cap_at_50": 0.668, "R_cap_at_100": 0.825, "R_cap_at_1000": 1.0, "main_score": 0.39146, "hf_subset": "knowledge_updating", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.304, "ndcg_at_3": 0.25689, "ndcg_at_5": 0.29042, "ndcg_at_10": 0.34377, "ndcg_at_20": 0.38382, "ndcg_at_25": 0.39746, "ndcg_at_50": 0.43366, "ndcg_at_100": 0.46663, "ndcg_at_1000": 0.47538, "map_at_1": 0.152, "map_at_3": 0.20292, "map_at_5": 0.22197, "map_at_10": 0.24753, "map_at_20": 0.26201, "map_at_25": 0.26562, "map_at_50": 0.27274, "map_at_100": 0.27718, "map_at_1000": 0.27803, "recall_at_1": 0.152, "recall_at_3": 0.251, "recall_at_5": 0.318, "recall_at_10": 0.4515, "recall_at_20": 0.5805, "recall_at_25": 0.6315, "recall_at_50": 0.7855, "recall_at_100": 0.951, "recall_at_1000": 1.0, "accuracy": 0.152, "precision_at_1": 0.304, "precision_at_3": 0.16733, "precision_at_5": 0.1272, "precision_at_10": 0.0903, "precision_at_20": 0.05805, "precision_at_25": 0.05052, "precision_at_50": 0.03142, "precision_at_100": 0.01902, "precision_at_1000": 0.002, "mrr_at_1": 0.304, "mrr_at_3": 0.374833, "mrr_at_5": 0.396833, "mrr_at_10": 0.418254, "mrr_at_20": 0.425279, "mrr_at_25": 0.426927, "mrr_at_50": 0.429873, "mrr_at_100": 0.430494, "mrr_at_1000": 0.430504, "nauc_ndcg_at_1_max": 0.04, "nauc_ndcg_at_1_std": -0.362088, "nauc_ndcg_at_1_diff1": 0.519737, "nauc_ndcg_at_3_max": 0.01059, "nauc_ndcg_at_3_std": -0.383709, "nauc_ndcg_at_3_diff1": 0.457045, "nauc_ndcg_at_5_max": -0.004894, "nauc_ndcg_at_5_std": -0.374913, "nauc_ndcg_at_5_diff1": 0.436649, "nauc_ndcg_at_10_max": 0.000144, "nauc_ndcg_at_10_std": -0.330141, "nauc_ndcg_at_10_diff1": 0.408341, "nauc_ndcg_at_20_max": -0.005143, "nauc_ndcg_at_20_std": -0.304302, "nauc_ndcg_at_20_diff1": 0.393243, "nauc_ndcg_at_25_max": 0.000602, "nauc_ndcg_at_25_std": -0.301185, "nauc_ndcg_at_25_diff1": 0.391156, "nauc_ndcg_at_50_max": 0.010414, "nauc_ndcg_at_50_std": -0.285602, "nauc_ndcg_at_50_diff1": 0.40002, "nauc_ndcg_at_100_max": 0.007295, "nauc_ndcg_at_100_std": -0.312951, "nauc_ndcg_at_100_diff1": 0.416684, "nauc_ndcg_at_1000_max": 0.006672, "nauc_ndcg_at_1000_std": -0.331754, "nauc_ndcg_at_1000_diff1": 0.427225, "nauc_map_at_1_max": 0.04, "nauc_map_at_1_std": -0.362088, "nauc_map_at_1_diff1": 0.519737, "nauc_map_at_3_max": 0.023498, "nauc_map_at_3_std": -0.369118, "nauc_map_at_3_diff1": 0.471843, "nauc_map_at_5_max": 0.015045, "nauc_map_at_5_std": -0.360957, "nauc_map_at_5_diff1": 0.460755, "nauc_map_at_10_max": 0.012874, "nauc_map_at_10_std": -0.33703, "nauc_map_at_10_diff1": 0.439432, "nauc_map_at_20_max": 0.008902, "nauc_map_at_20_std": -0.326871, "nauc_map_at_20_diff1": 0.431953, "nauc_map_at_25_max": 0.010648, "nauc_map_at_25_std": -0.325971, "nauc_map_at_25_diff1": 0.43187, "nauc_map_at_50_max": 0.012869, "nauc_map_at_50_std": -0.322732, "nauc_map_at_50_diff1": 0.433926, "nauc_map_at_100_max": 0.012964, "nauc_map_at_100_std": -0.326009, "nauc_map_at_100_diff1": 0.435879, "nauc_map_at_1000_max": 0.012831, "nauc_map_at_1000_std": -0.327664, "nauc_map_at_1000_diff1": 0.43676, "nauc_recall_at_1_max": 0.04, "nauc_recall_at_1_std": -0.362088, "nauc_recall_at_1_diff1": 0.519737, "nauc_recall_at_3_max": -0.005768, "nauc_recall_at_3_std": -0.397998, "nauc_recall_at_3_diff1": 0.422377, "nauc_recall_at_5_max": -0.036895, "nauc_recall_at_5_std": -0.365261, "nauc_recall_at_5_diff1": 0.369256, "nauc_recall_at_10_max": -0.018455, "nauc_recall_at_10_std": -0.210512, "nauc_recall_at_10_diff1": 0.253789, "nauc_recall_at_20_max": -0.033654, "nauc_recall_at_20_std": -0.127544, "nauc_recall_at_20_diff1": 0.198789, "nauc_recall_at_25_max": -0.014367, "nauc_recall_at_25_std": -0.107292, "nauc_recall_at_25_diff1": 0.181037, "nauc_recall_at_50_max": 0.029115, "nauc_recall_at_50_std": 0.065543, "nauc_recall_at_50_diff1": 0.128039, "nauc_recall_at_100_max": 0.011152, "nauc_recall_at_100_std": 0.269384, "nauc_recall_at_100_diff1": -0.035705, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.04, "nauc_precision_at_1_std": -0.362088, "nauc_precision_at_1_diff1": 0.519737, "nauc_precision_at_3_max": -0.005768, "nauc_precision_at_3_std": -0.397998, "nauc_precision_at_3_diff1": 0.422377, "nauc_precision_at_5_max": -0.036895, "nauc_precision_at_5_std": -0.365261, "nauc_precision_at_5_diff1": 0.369256, "nauc_precision_at_10_max": -0.018455, "nauc_precision_at_10_std": -0.210512, "nauc_precision_at_10_diff1": 0.253789, "nauc_precision_at_20_max": -0.033654, "nauc_precision_at_20_std": -0.127544, "nauc_precision_at_20_diff1": 0.198789, "nauc_precision_at_25_max": -0.014367, "nauc_precision_at_25_std": -0.107292, "nauc_precision_at_25_diff1": 0.181037, "nauc_precision_at_50_max": 0.029115, "nauc_precision_at_50_std": 0.065543, "nauc_precision_at_50_diff1": 0.128039, "nauc_precision_at_100_max": 0.011152, "nauc_precision_at_100_std": 0.269384, "nauc_precision_at_100_diff1": -0.035705, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.04, "nauc_mrr_at_1_std": -0.362088, "nauc_mrr_at_1_diff1": 0.519737, "nauc_mrr_at_3_max": 0.009226, "nauc_mrr_at_3_std": -0.388188, "nauc_mrr_at_3_diff1": 0.46778, "nauc_mrr_at_5_max": -0.001399, "nauc_mrr_at_5_std": -0.389293, "nauc_mrr_at_5_diff1": 0.454857, "nauc_mrr_at_10_max": 0.004784, "nauc_mrr_at_10_std": -0.379167, "nauc_mrr_at_10_diff1": 0.456074, "nauc_mrr_at_20_max": 0.006312, "nauc_mrr_at_20_std": -0.376019, "nauc_mrr_at_20_diff1": 0.457358, "nauc_mrr_at_25_max": 0.006774, "nauc_mrr_at_25_std": -0.376194, "nauc_mrr_at_25_diff1": 0.457025, "nauc_mrr_at_50_max": 0.007669, "nauc_mrr_at_50_std": -0.376237, "nauc_mrr_at_50_diff1": 0.458497, "nauc_mrr_at_100_max": 0.007243, "nauc_mrr_at_100_std": -0.377074, "nauc_mrr_at_100_diff1": 0.458881, "nauc_mrr_at_1000_max": 0.00724, "nauc_mrr_at_1000_std": -0.377096, "nauc_mrr_at_1000_diff1": 0.458928, "hit_rate_at_1": 0.304, "hit_rate_at_3": 0.466, "hit_rate_at_5": 0.564, "hit_rate_at_10": 0.716, "hit_rate_at_20": 0.818, "hit_rate_at_25": 0.856, "hit_rate_at_50": 0.958, "hit_rate_at_100": 0.999, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.304, "R_cap_at_3": 0.251, "R_cap_at_5": 0.318, "R_cap_at_10": 0.4515, "R_cap_at_20": 0.5805, "R_cap_at_25": 0.6315, "R_cap_at_50": 0.7855, "R_cap_at_100": 0.951, "R_cap_at_1000": 1.0, "main_score": 0.34377, "hf_subset": "multi_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.44, "ndcg_at_3": 0.4596, "ndcg_at_5": 0.48744, "ndcg_at_10": 0.62441, "ndcg_at_20": 0.70946, "ndcg_at_25": 0.71397, "ndcg_at_50": 0.71459, "ndcg_at_100": 0.71459, "ndcg_at_1000": 0.71459, "map_at_1": 0.10983, "map_at_3": 0.25026, "map_at_5": 0.33648, "map_at_10": 0.4507, "map_at_20": 0.51099, "map_at_25": 0.51352, "map_at_50": 0.51381, "map_at_100": 0.51381, "map_at_1000": 0.51381, "recall_at_1": 0.10983, "recall_at_3": 0.3419, "recall_at_5": 0.50633, "recall_at_10": 0.78037, "recall_at_20": 0.98553, "recall_at_25": 0.99817, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.10983, "precision_at_1": 0.44, "precision_at_3": 0.464, "precision_at_5": 0.4152, "precision_at_10": 0.3232, "precision_at_20": 0.2062, "precision_at_25": 0.1672, "precision_at_50": 0.08376, "precision_at_100": 0.04188, "precision_at_1000": 0.00419, "mrr_at_1": 0.44, "mrr_at_3": 0.663, "mrr_at_5": 0.6768, "mrr_at_10": 0.678002, "mrr_at_20": 0.678002, "mrr_at_25": 0.678002, "mrr_at_50": 0.678002, "mrr_at_100": 0.678002, "mrr_at_1000": 0.678002, "nauc_ndcg_at_1_max": -0.191162, "nauc_ndcg_at_1_std": -0.202944, "nauc_ndcg_at_1_diff1": -0.039589, "nauc_ndcg_at_3_max": -0.170455, "nauc_ndcg_at_3_std": -0.218957, "nauc_ndcg_at_3_diff1": -0.011645, "nauc_ndcg_at_5_max": -0.233122, "nauc_ndcg_at_5_std": -0.314246, "nauc_ndcg_at_5_diff1": 0.00041, "nauc_ndcg_at_10_max": -0.24096, "nauc_ndcg_at_10_std": -0.318438, "nauc_ndcg_at_10_diff1": -0.026405, "nauc_ndcg_at_20_max": -0.216443, "nauc_ndcg_at_20_std": -0.254188, "nauc_ndcg_at_20_diff1": -0.030199, "nauc_ndcg_at_25_max": -0.201984, "nauc_ndcg_at_25_std": -0.243038, "nauc_ndcg_at_25_diff1": -0.021686, "nauc_ndcg_at_50_max": -0.201883, "nauc_ndcg_at_50_std": -0.244512, "nauc_ndcg_at_50_diff1": -0.021965, "nauc_ndcg_at_100_max": -0.201883, "nauc_ndcg_at_100_std": -0.244512, "nauc_ndcg_at_100_diff1": -0.021965, "nauc_ndcg_at_1000_max": -0.201883, "nauc_ndcg_at_1000_std": -0.244512, "nauc_ndcg_at_1000_diff1": -0.021965, "nauc_map_at_1_max": -0.176157, "nauc_map_at_1_std": -0.226826, "nauc_map_at_1_diff1": -0.006294, "nauc_map_at_3_max": -0.19452, "nauc_map_at_3_std": -0.272765, "nauc_map_at_3_diff1": 0.017937, "nauc_map_at_5_max": -0.233189, "nauc_map_at_5_std": -0.322541, "nauc_map_at_5_diff1": 0.011538, "nauc_map_at_10_max": -0.237234, "nauc_map_at_10_std": -0.31415, "nauc_map_at_10_diff1": -0.015451, "nauc_map_at_20_max": -0.222874, "nauc_map_at_20_std": -0.278523, "nauc_map_at_20_diff1": -0.016532, "nauc_map_at_25_max": -0.216584, "nauc_map_at_25_std": -0.273126, "nauc_map_at_25_diff1": -0.013129, "nauc_map_at_50_max": -0.216565, "nauc_map_at_50_std": -0.27385, "nauc_map_at_50_diff1": -0.013193, "nauc_map_at_100_max": -0.216565, "nauc_map_at_100_std": -0.27385, "nauc_map_at_100_diff1": -0.013193, "nauc_map_at_1000_max": -0.216565, "nauc_map_at_1000_std": -0.27385, "nauc_map_at_1000_diff1": -0.013193, "nauc_recall_at_1_max": -0.176157, "nauc_recall_at_1_std": -0.226826, "nauc_recall_at_1_diff1": -0.006294, "nauc_recall_at_3_max": -0.171133, "nauc_recall_at_3_std": -0.294359, "nauc_recall_at_3_diff1": 0.036617, "nauc_recall_at_5_max": -0.204474, "nauc_recall_at_5_std": -0.323264, "nauc_recall_at_5_diff1": 0.028761, "nauc_recall_at_10_max": -0.198275, "nauc_recall_at_10_std": -0.304207, "nauc_recall_at_10_diff1": -0.024811, "nauc_recall_at_20_max": -0.397687, "nauc_recall_at_20_std": -0.298658, "nauc_recall_at_20_diff1": -0.195774, "nauc_recall_at_25_max": -0.102835, "nauc_recall_at_25_std": 0.121382, "nauc_recall_at_25_diff1": 0.045624, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.191162, "nauc_precision_at_1_std": -0.202944, "nauc_precision_at_1_diff1": -0.039589, "nauc_precision_at_3_max": -0.135802, "nauc_precision_at_3_std": -0.212646, "nauc_precision_at_3_diff1": 0.008017, "nauc_precision_at_5_max": -0.14838, "nauc_precision_at_5_std": -0.190761, "nauc_precision_at_5_diff1": -0.013977, "nauc_precision_at_10_max": -0.066438, "nauc_precision_at_10_std": -0.049357, "nauc_precision_at_10_diff1": -0.084957, "nauc_precision_at_20_max": 0.107479, "nauc_precision_at_20_std": 0.224115, "nauc_precision_at_20_diff1": -0.078862, "nauc_precision_at_25_max": 0.145804, "nauc_precision_at_25_std": 0.261957, "nauc_precision_at_25_diff1": -0.065385, "nauc_precision_at_50_max": 0.147662, "nauc_precision_at_50_std": 0.260422, "nauc_precision_at_50_diff1": -0.065795, "nauc_precision_at_100_max": 0.147662, "nauc_precision_at_100_std": 0.260422, "nauc_precision_at_100_diff1": -0.065795, "nauc_precision_at_1000_max": 0.147662, "nauc_precision_at_1000_std": 0.260422, "nauc_precision_at_1000_diff1": -0.065795, "nauc_mrr_at_1_max": -0.191162, "nauc_mrr_at_1_std": -0.202944, "nauc_mrr_at_1_diff1": -0.039589, "nauc_mrr_at_3_max": -0.217269, "nauc_mrr_at_3_std": -0.246904, "nauc_mrr_at_3_diff1": -0.043335, "nauc_mrr_at_5_max": -0.21372, "nauc_mrr_at_5_std": -0.232796, "nauc_mrr_at_5_diff1": -0.036024, "nauc_mrr_at_10_max": -0.209354, "nauc_mrr_at_10_std": -0.231524, "nauc_mrr_at_10_diff1": -0.038262, "nauc_mrr_at_20_max": -0.209354, "nauc_mrr_at_20_std": -0.231524, "nauc_mrr_at_20_diff1": -0.038262, "nauc_mrr_at_25_max": -0.209354, "nauc_mrr_at_25_std": -0.231524, "nauc_mrr_at_25_diff1": -0.038262, "nauc_mrr_at_50_max": -0.209354, "nauc_mrr_at_50_std": -0.231524, "nauc_mrr_at_50_diff1": -0.038262, "nauc_mrr_at_100_max": -0.209354, "nauc_mrr_at_100_std": -0.231524, "nauc_mrr_at_100_diff1": -0.038262, "nauc_mrr_at_1000_max": -0.209354, "nauc_mrr_at_1000_std": -0.231524, "nauc_mrr_at_1000_diff1": -0.038262, "hit_rate_at_1": 0.44, "hit_rate_at_3": 0.934, "hit_rate_at_5": 0.992, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.44, "R_cap_at_3": 0.464, "R_cap_at_5": 0.511533, "R_cap_at_10": 0.780367, "R_cap_at_20": 0.985533, "R_cap_at_25": 0.998167, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.62441, "hf_subset": "multi_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.034, "ndcg_at_3": 0.02717, "ndcg_at_5": 0.03047, "ndcg_at_10": 0.03525, "ndcg_at_20": 0.03959, "ndcg_at_25": 0.0408, "ndcg_at_50": 0.04748, "ndcg_at_100": 0.05455, "ndcg_at_1000": 0.07658, "map_at_1": 0.017, "map_at_3": 0.02083, "map_at_5": 0.02233, "map_at_10": 0.02404, "map_at_20": 0.02507, "map_at_25": 0.02529, "map_at_50": 0.02615, "map_at_100": 0.02673, "map_at_1000": 0.02732, "recall_at_1": 0.017, "recall_at_3": 0.026, "recall_at_5": 0.0325, "recall_at_10": 0.0445, "recall_at_20": 0.0585, "recall_at_25": 0.063, "recall_at_50": 0.0915, "recall_at_100": 0.127, "recall_at_1000": 0.2765, "accuracy": 0.017, "precision_at_1": 0.034, "precision_at_3": 0.01733, "precision_at_5": 0.013, "precision_at_10": 0.0089, "precision_at_20": 0.00585, "precision_at_25": 0.00504, "precision_at_50": 0.00366, "precision_at_100": 0.00254, "precision_at_1000": 0.00055, "mrr_at_1": 0.034, "mrr_at_3": 0.041667, "mrr_at_5": 0.044667, "mrr_at_10": 0.047748, "mrr_at_20": 0.049568, "mrr_at_25": 0.04992, "mrr_at_50": 0.051366, "mrr_at_100": 0.052246, "mrr_at_1000": 0.053224, "nauc_ndcg_at_1_max": -0.257359, "nauc_ndcg_at_1_std": -0.207863, "nauc_ndcg_at_1_diff1": 0.463912, "nauc_ndcg_at_3_max": -0.277893, "nauc_ndcg_at_3_std": -0.193207, "nauc_ndcg_at_3_diff1": 0.396869, "nauc_ndcg_at_5_max": -0.243578, "nauc_ndcg_at_5_std": -0.157763, "nauc_ndcg_at_5_diff1": 0.339236, "nauc_ndcg_at_10_max": -0.231629, "nauc_ndcg_at_10_std": -0.119004, "nauc_ndcg_at_10_diff1": 0.318901, "nauc_ndcg_at_20_max": -0.226748, "nauc_ndcg_at_20_std": -0.080464, "nauc_ndcg_at_20_diff1": 0.285347, "nauc_ndcg_at_25_max": -0.220981, "nauc_ndcg_at_25_std": -0.067512, "nauc_ndcg_at_25_diff1": 0.282276, "nauc_ndcg_at_50_max": -0.2152, "nauc_ndcg_at_50_std": -0.014235, "nauc_ndcg_at_50_diff1": 0.254468, "nauc_ndcg_at_100_max": -0.20889, "nauc_ndcg_at_100_std": 0.034335, "nauc_ndcg_at_100_diff1": 0.218305, "nauc_ndcg_at_1000_max": -0.231358, "nauc_ndcg_at_1000_std": 0.062963, "nauc_ndcg_at_1000_diff1": 0.194994, "nauc_map_at_1_max": -0.257359, "nauc_map_at_1_std": -0.207863, "nauc_map_at_1_diff1": 0.463912, "nauc_map_at_3_max": -0.27367, "nauc_map_at_3_std": -0.196306, "nauc_map_at_3_diff1": 0.408349, "nauc_map_at_5_max": -0.252566, "nauc_map_at_5_std": -0.173988, "nauc_map_at_5_diff1": 0.372444, "nauc_map_at_10_max": -0.247925, "nauc_map_at_10_std": -0.154641, "nauc_map_at_10_diff1": 0.356797, "nauc_map_at_20_max": -0.245779, "nauc_map_at_20_std": -0.138718, "nauc_map_at_20_diff1": 0.342779, "nauc_map_at_25_max": -0.244488, "nauc_map_at_25_std": -0.135143, "nauc_map_at_25_diff1": 0.34128, "nauc_map_at_50_max": -0.243097, "nauc_map_at_50_std": -0.123397, "nauc_map_at_50_diff1": 0.333928, "nauc_map_at_100_max": -0.24201, "nauc_map_at_100_std": -0.11612, "nauc_map_at_100_diff1": 0.327601, "nauc_map_at_1000_max": -0.243233, "nauc_map_at_1000_std": -0.11291, "nauc_map_at_1000_diff1": 0.325379, "nauc_recall_at_1_max": -0.257359, "nauc_recall_at_1_std": -0.207863, "nauc_recall_at_1_diff1": 0.463912, "nauc_recall_at_3_max": -0.287719, "nauc_recall_at_3_std": -0.185971, "nauc_recall_at_3_diff1": 0.37089, "nauc_recall_at_5_max": -0.22265, "nauc_recall_at_5_std": -0.122288, "nauc_recall_at_5_diff1": 0.267858, "nauc_recall_at_10_max": -0.202314, "nauc_recall_at_10_std": -0.053337, "nauc_recall_at_10_diff1": 0.248098, "nauc_recall_at_20_max": -0.196243, "nauc_recall_at_20_std": 0.019163, "nauc_recall_at_20_diff1": 0.18985, "nauc_recall_at_25_max": -0.18335, "nauc_recall_at_25_std": 0.046435, "nauc_recall_at_25_diff1": 0.187365, "nauc_recall_at_50_max": -0.179052, "nauc_recall_at_50_std": 0.146462, "nauc_recall_at_50_diff1": 0.145176, "nauc_recall_at_100_max": -0.170313, "nauc_recall_at_100_std": 0.235563, "nauc_recall_at_100_diff1": 0.078021, "nauc_recall_at_1000_max": -0.234297, "nauc_recall_at_1000_std": 0.239464, "nauc_recall_at_1000_diff1": 0.047249, "nauc_precision_at_1_max": -0.257359, "nauc_precision_at_1_std": -0.207863, "nauc_precision_at_1_diff1": 0.463912, "nauc_precision_at_3_max": -0.287719, "nauc_precision_at_3_std": -0.185971, "nauc_precision_at_3_diff1": 0.37089, "nauc_precision_at_5_max": -0.22265, "nauc_precision_at_5_std": -0.122288, "nauc_precision_at_5_diff1": 0.267858, "nauc_precision_at_10_max": -0.202314, "nauc_precision_at_10_std": -0.053337, "nauc_precision_at_10_diff1": 0.248098, "nauc_precision_at_20_max": -0.196243, "nauc_precision_at_20_std": 0.019163, "nauc_precision_at_20_diff1": 0.18985, "nauc_precision_at_25_max": -0.18335, "nauc_precision_at_25_std": 0.046435, "nauc_precision_at_25_diff1": 0.187365, "nauc_precision_at_50_max": -0.179052, "nauc_precision_at_50_std": 0.146462, "nauc_precision_at_50_diff1": 0.145176, "nauc_precision_at_100_max": -0.170313, "nauc_precision_at_100_std": 0.235563, "nauc_precision_at_100_diff1": 0.078021, "nauc_precision_at_1000_max": -0.234297, "nauc_precision_at_1000_std": 0.239464, "nauc_precision_at_1000_diff1": 0.047249, "nauc_mrr_at_1_max": -0.257359, "nauc_mrr_at_1_std": -0.207863, "nauc_mrr_at_1_diff1": 0.463912, "nauc_mrr_at_3_max": -0.27367, "nauc_mrr_at_3_std": -0.196306, "nauc_mrr_at_3_diff1": 0.408349, "nauc_mrr_at_5_max": -0.252566, "nauc_mrr_at_5_std": -0.173988, "nauc_mrr_at_5_diff1": 0.372444, "nauc_mrr_at_10_max": -0.245644, "nauc_mrr_at_10_std": -0.153498, "nauc_mrr_at_10_diff1": 0.362185, "nauc_mrr_at_20_max": -0.24408, "nauc_mrr_at_20_std": -0.14005, "nauc_mrr_at_20_diff1": 0.348674, "nauc_mrr_at_25_max": -0.242202, "nauc_mrr_at_25_std": -0.136303, "nauc_mrr_at_25_diff1": 0.347852, "nauc_mrr_at_50_max": -0.240189, "nauc_mrr_at_50_std": -0.123573, "nauc_mrr_at_50_diff1": 0.340771, "nauc_mrr_at_100_max": -0.238994, "nauc_mrr_at_100_std": -0.115743, "nauc_mrr_at_100_diff1": 0.335272, "nauc_mrr_at_1000_max": -0.239404, "nauc_mrr_at_1000_std": -0.111751, "nauc_mrr_at_1000_diff1": 0.333368, "hit_rate_at_1": 0.034, "hit_rate_at_3": 0.052, "hit_rate_at_5": 0.065, "hit_rate_at_10": 0.088, "hit_rate_at_20": 0.114, "hit_rate_at_25": 0.122, "hit_rate_at_50": 0.174, "hit_rate_at_100": 0.235, "hit_rate_at_1000": 0.488, "R_cap_at_1": 0.034, "R_cap_at_3": 0.026, "R_cap_at_5": 0.0325, "R_cap_at_10": 0.0445, "R_cap_at_20": 0.0585, "R_cap_at_25": 0.063, "R_cap_at_50": 0.0915, "R_cap_at_100": 0.127, "R_cap_at_1000": 0.2765, "main_score": 0.03525, "hf_subset": "post_processing", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.24667, "ndcg_at_3": 0.27784, "ndcg_at_5": 0.34639, "ndcg_at_10": 0.5213, "ndcg_at_20": 0.6223, "ndcg_at_25": 0.62496, "ndcg_at_50": 0.62496, "ndcg_at_100": 0.62496, "ndcg_at_1000": 0.62496, "map_at_1": 0.0643, "map_at_3": 0.16161, "map_at_5": 0.24611, "map_at_10": 0.37265, "map_at_20": 0.43332, "map_at_25": 0.43484, "map_at_50": 0.43484, "map_at_100": 0.43484, "map_at_1000": 0.43484, "recall_at_1": 0.0643, "recall_at_3": 0.22482, "recall_at_5": 0.39924, "recall_at_10": 0.74983, "recall_at_20": 0.99293, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.0643, "precision_at_1": 0.24667, "precision_at_3": 0.28711, "precision_at_5": 0.30747, "precision_at_10": 0.2924, "precision_at_20": 0.19887, "precision_at_25": 0.16051, "precision_at_50": 0.08025, "precision_at_100": 0.04013, "precision_at_1000": 0.00401, "mrr_at_1": 0.246667, "mrr_at_3": 0.390778, "mrr_at_5": 0.425444, "mrr_at_10": 0.452989, "mrr_at_20": 0.457583, "mrr_at_25": 0.457583, "mrr_at_50": 0.457583, "mrr_at_100": 0.457583, "mrr_at_1000": 0.457583, "nauc_ndcg_at_1_max": -0.436697, "nauc_ndcg_at_1_std": 0.070348, "nauc_ndcg_at_1_diff1": -0.022738, "nauc_ndcg_at_3_max": -0.588565, "nauc_ndcg_at_3_std": 0.140312, "nauc_ndcg_at_3_diff1": 0.041745, "nauc_ndcg_at_5_max": -0.669524, "nauc_ndcg_at_5_std": 0.208482, "nauc_ndcg_at_5_diff1": 0.064366, "nauc_ndcg_at_10_max": -0.744958, "nauc_ndcg_at_10_std": 0.305711, "nauc_ndcg_at_10_diff1": 0.062097, "nauc_ndcg_at_20_max": -0.650062, "nauc_ndcg_at_20_std": 0.220328, "nauc_ndcg_at_20_diff1": 0.039907, "nauc_ndcg_at_25_max": -0.645039, "nauc_ndcg_at_25_std": 0.214782, "nauc_ndcg_at_25_diff1": 0.036617, "nauc_ndcg_at_50_max": -0.645039, "nauc_ndcg_at_50_std": 0.214782, "nauc_ndcg_at_50_diff1": 0.036617, "nauc_ndcg_at_100_max": -0.645039, "nauc_ndcg_at_100_std": 0.214782, "nauc_ndcg_at_100_diff1": 0.036617, "nauc_ndcg_at_1000_max": -0.645039, "nauc_ndcg_at_1000_std": 0.214782, "nauc_ndcg_at_1000_diff1": 0.036617, "nauc_map_at_1_max": -0.429064, "nauc_map_at_1_std": 0.049363, "nauc_map_at_1_diff1": -0.024966, "nauc_map_at_3_max": -0.52899, "nauc_map_at_3_std": 0.072245, "nauc_map_at_3_diff1": 0.035783, "nauc_map_at_5_max": -0.593681, "nauc_map_at_5_std": 0.141397, "nauc_map_at_5_diff1": 0.057132, "nauc_map_at_10_max": -0.685436, "nauc_map_at_10_std": 0.250738, "nauc_map_at_10_diff1": 0.052946, "nauc_map_at_20_max": -0.647792, "nauc_map_at_20_std": 0.215762, "nauc_map_at_20_diff1": 0.046047, "nauc_map_at_25_max": -0.645411, "nauc_map_at_25_std": 0.213237, "nauc_map_at_25_diff1": 0.044664, "nauc_map_at_50_max": -0.645411, "nauc_map_at_50_std": 0.213237, "nauc_map_at_50_diff1": 0.044664, "nauc_map_at_100_max": -0.645411, "nauc_map_at_100_std": 0.213237, "nauc_map_at_100_diff1": 0.044664, "nauc_map_at_1000_max": -0.645411, "nauc_map_at_1000_std": 0.213237, "nauc_map_at_1000_diff1": 0.044664, "nauc_recall_at_1_max": -0.429064, "nauc_recall_at_1_std": 0.049363, "nauc_recall_at_1_diff1": -0.024966, "nauc_recall_at_3_max": -0.60314, "nauc_recall_at_3_std": 0.138705, "nauc_recall_at_3_diff1": 0.063638, "nauc_recall_at_5_max": -0.67273, "nauc_recall_at_5_std": 0.246299, "nauc_recall_at_5_diff1": 0.086505, "nauc_recall_at_10_max": -0.816946, "nauc_recall_at_10_std": 0.43075, "nauc_recall_at_10_diff1": 0.096366, "nauc_recall_at_20_max": -0.838169, "nauc_recall_at_20_std": 0.494468, "nauc_recall_at_20_diff1": 0.214427, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.436697, "nauc_precision_at_1_std": 0.070348, "nauc_precision_at_1_diff1": -0.022738, "nauc_precision_at_3_max": -0.626127, "nauc_precision_at_3_std": 0.165848, "nauc_precision_at_3_diff1": 0.059438, "nauc_precision_at_5_max": -0.701057, "nauc_precision_at_5_std": 0.283731, "nauc_precision_at_5_diff1": 0.077645, "nauc_precision_at_10_max": -0.671634, "nauc_precision_at_10_std": 0.426923, "nauc_precision_at_10_diff1": 0.046806, "nauc_precision_at_20_max": 0.045528, "nauc_precision_at_20_std": 0.114584, "nauc_precision_at_20_diff1": -0.065241, "nauc_precision_at_25_max": 0.09294, "nauc_precision_at_25_std": 0.086978, "nauc_precision_at_25_diff1": -0.077508, "nauc_precision_at_50_max": 0.09294, "nauc_precision_at_50_std": 0.086978, "nauc_precision_at_50_diff1": -0.077508, "nauc_precision_at_100_max": 0.09294, "nauc_precision_at_100_std": 0.086978, "nauc_precision_at_100_diff1": -0.077508, "nauc_precision_at_1000_max": 0.09294, "nauc_precision_at_1000_std": 0.086978, "nauc_precision_at_1000_diff1": -0.077508, "nauc_mrr_at_1_max": -0.436697, "nauc_mrr_at_1_std": 0.070348, "nauc_mrr_at_1_diff1": -0.022738, "nauc_mrr_at_3_max": -0.611372, "nauc_mrr_at_3_std": 0.184269, "nauc_mrr_at_3_diff1": 0.028812, "nauc_mrr_at_5_max": -0.631572, "nauc_mrr_at_5_std": 0.201476, "nauc_mrr_at_5_diff1": 0.028966, "nauc_mrr_at_10_max": -0.596983, "nauc_mrr_at_10_std": 0.174867, "nauc_mrr_at_10_diff1": 0.024597, "nauc_mrr_at_20_max": -0.590732, "nauc_mrr_at_20_std": 0.168743, "nauc_mrr_at_20_diff1": 0.021293, "nauc_mrr_at_25_max": -0.590732, "nauc_mrr_at_25_std": 0.168743, "nauc_mrr_at_25_diff1": 0.021293, "nauc_mrr_at_50_max": -0.590732, "nauc_mrr_at_50_std": 0.168743, "nauc_mrr_at_50_diff1": 0.021293, "nauc_mrr_at_100_max": -0.590732, "nauc_mrr_at_100_std": 0.168743, "nauc_mrr_at_100_diff1": 0.021293, "nauc_mrr_at_1000_max": -0.590732, "nauc_mrr_at_1000_std": 0.168743, "nauc_mrr_at_1000_diff1": 0.021293, "hit_rate_at_1": 0.24667, "hit_rate_at_3": 0.58467, "hit_rate_at_5": 0.73533, "hit_rate_at_10": 0.94333, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.246667, "R_cap_at_3": 0.287111, "R_cap_at_5": 0.399244, "R_cap_at_10": 0.749833, "R_cap_at_20": 0.992933, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.5213, "hf_subset": "preference", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.438, "ndcg_at_3": 0.6974, "ndcg_at_5": 0.71969, "ndcg_at_10": 0.73667, "ndcg_at_20": 0.74028, "ndcg_at_25": 0.74071, "ndcg_at_50": 0.74188, "ndcg_at_100": 0.74188, "ndcg_at_1000": 0.74188, "map_at_1": 0.438, "map_at_3": 0.63633, "map_at_5": 0.64873, "map_at_10": 0.65603, "map_at_20": 0.65705, "map_at_25": 0.65714, "map_at_50": 0.65731, "map_at_100": 0.65731, "map_at_1000": 0.65731, "recall_at_1": 0.438, "recall_at_3": 0.873, "recall_at_5": 0.927, "recall_at_10": 0.978, "recall_at_20": 0.992, "recall_at_25": 0.994, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.438, "precision_at_1": 0.438, "precision_at_3": 0.291, "precision_at_5": 0.1854, "precision_at_10": 0.0978, "precision_at_20": 0.0496, "precision_at_25": 0.03976, "precision_at_50": 0.02, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.438, "mrr_at_3": 0.636333, "mrr_at_5": 0.648733, "mrr_at_10": 0.656028, "mrr_at_20": 0.657052, "mrr_at_25": 0.657136, "mrr_at_50": 0.657311, "mrr_at_100": 0.657311, "mrr_at_1000": 0.657311, "nauc_ndcg_at_1_max": -0.094817, "nauc_ndcg_at_1_std": -0.222767, "nauc_ndcg_at_1_diff1": 0.443162, "nauc_ndcg_at_3_max": 0.059876, "nauc_ndcg_at_3_std": -0.11301, "nauc_ndcg_at_3_diff1": 0.4332, "nauc_ndcg_at_5_max": 0.052268, "nauc_ndcg_at_5_std": -0.103714, "nauc_ndcg_at_5_diff1": 0.442377, "nauc_ndcg_at_10_max": 0.025649, "nauc_ndcg_at_10_std": -0.123913, "nauc_ndcg_at_10_diff1": 0.436646, "nauc_ndcg_at_20_max": 0.008945, "nauc_ndcg_at_20_std": -0.142136, "nauc_ndcg_at_20_diff1": 0.438391, "nauc_ndcg_at_25_max": 0.007065, "nauc_ndcg_at_25_std": -0.144535, "nauc_ndcg_at_25_diff1": 0.438154, "nauc_ndcg_at_50_max": 0.001183, "nauc_ndcg_at_50_std": -0.150892, "nauc_ndcg_at_50_diff1": 0.440658, "nauc_ndcg_at_100_max": 0.001183, "nauc_ndcg_at_100_std": -0.150892, "nauc_ndcg_at_100_diff1": 0.440658, "nauc_ndcg_at_1000_max": 0.001183, "nauc_ndcg_at_1000_std": -0.150892, "nauc_ndcg_at_1000_diff1": 0.440658, "nauc_map_at_1_max": -0.094817, "nauc_map_at_1_std": -0.222767, "nauc_map_at_1_diff1": 0.443162, "nauc_map_at_3_max": 0.011242, "nauc_map_at_3_std": -0.149557, "nauc_map_at_3_diff1": 0.437934, "nauc_map_at_5_max": 0.005315, "nauc_map_at_5_std": -0.14719, "nauc_map_at_5_diff1": 0.44272, "nauc_map_at_10_max": -0.005122, "nauc_map_at_10_std": -0.155437, "nauc_map_at_10_diff1": 0.440861, "nauc_map_at_20_max": -0.008886, "nauc_map_at_20_std": -0.159548, "nauc_map_at_20_diff1": 0.441302, "nauc_map_at_25_max": -0.009172, "nauc_map_at_25_std": -0.159911, "nauc_map_at_25_diff1": 0.44127, "nauc_map_at_50_max": -0.009857, "nauc_map_at_50_std": -0.160653, "nauc_map_at_50_diff1": 0.441538, "nauc_map_at_100_max": -0.009857, "nauc_map_at_100_std": -0.160653, "nauc_map_at_100_diff1": 0.441538, "nauc_map_at_1000_max": -0.009857, "nauc_map_at_1000_std": -0.160653, "nauc_map_at_1000_diff1": 0.441538, "nauc_recall_at_1_max": -0.094817, "nauc_recall_at_1_std": -0.222767, "nauc_recall_at_1_diff1": 0.443162, "nauc_recall_at_3_max": 0.348314, "nauc_recall_at_3_std": 0.105613, "nauc_recall_at_3_diff1": 0.40365, "nauc_recall_at_5_max": 0.499015, "nauc_recall_at_5_std": 0.321304, "nauc_recall_at_5_diff1": 0.439578, "nauc_recall_at_10_max": 0.869812, "nauc_recall_at_10_std": 0.805831, "nauc_recall_at_10_diff1": 0.286712, "nauc_recall_at_20_max": 0.881536, "nauc_recall_at_20_std": 0.837477, "nauc_recall_at_20_diff1": 0.167425, "nauc_recall_at_25_max": 0.910131, "nauc_recall_at_25_std": 0.829599, "nauc_recall_at_25_diff1": 0.043184, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.094817, "nauc_precision_at_1_std": -0.222767, "nauc_precision_at_1_diff1": 0.443162, "nauc_precision_at_3_max": 0.348314, "nauc_precision_at_3_std": 0.105613, "nauc_precision_at_3_diff1": 0.40365, "nauc_precision_at_5_max": 0.499015, "nauc_precision_at_5_std": 0.321304, "nauc_precision_at_5_diff1": 0.439578, "nauc_precision_at_10_max": 0.869812, "nauc_precision_at_10_std": 0.805831, "nauc_precision_at_10_diff1": 0.286712, "nauc_precision_at_20_max": 0.881536, "nauc_precision_at_20_std": 0.837477, "nauc_precision_at_20_diff1": 0.167425, "nauc_precision_at_25_max": 0.910131, "nauc_precision_at_25_std": 0.829599, "nauc_precision_at_25_diff1": 0.043184, "nauc_precision_at_50_max": 1.0, "nauc_precision_at_50_std": 1.0, "nauc_precision_at_50_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.094817, "nauc_mrr_at_1_std": -0.222767, "nauc_mrr_at_1_diff1": 0.443162, "nauc_mrr_at_3_max": 0.011242, "nauc_mrr_at_3_std": -0.149557, "nauc_mrr_at_3_diff1": 0.437934, "nauc_mrr_at_5_max": 0.005315, "nauc_mrr_at_5_std": -0.14719, "nauc_mrr_at_5_diff1": 0.44272, "nauc_mrr_at_10_max": -0.005122, "nauc_mrr_at_10_std": -0.155437, "nauc_mrr_at_10_diff1": 0.440861, "nauc_mrr_at_20_max": -0.008886, "nauc_mrr_at_20_std": -0.159548, "nauc_mrr_at_20_diff1": 0.441302, "nauc_mrr_at_25_max": -0.009172, "nauc_mrr_at_25_std": -0.159911, "nauc_mrr_at_25_diff1": 0.44127, "nauc_mrr_at_50_max": -0.009857, "nauc_mrr_at_50_std": -0.160653, "nauc_mrr_at_50_diff1": 0.441538, "nauc_mrr_at_100_max": -0.009857, "nauc_mrr_at_100_std": -0.160653, "nauc_mrr_at_100_diff1": 0.441538, "nauc_mrr_at_1000_max": -0.009857, "nauc_mrr_at_1000_std": -0.160653, "nauc_mrr_at_1000_diff1": 0.441538, "hit_rate_at_1": 0.438, "hit_rate_at_3": 0.873, "hit_rate_at_5": 0.927, "hit_rate_at_10": 0.978, "hit_rate_at_20": 0.992, "hit_rate_at_25": 0.994, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.438, "R_cap_at_3": 0.873, "R_cap_at_5": 0.927, "R_cap_at_10": 0.978, "R_cap_at_20": 0.992, "R_cap_at_25": 0.994, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.73667, "hf_subset": "single_hop", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" }, { "ndcg_at_1": 0.698, "ndcg_at_3": 0.77278, "ndcg_at_5": 0.84, "ndcg_at_10": 0.86009, "ndcg_at_20": 0.86037, "ndcg_at_25": 0.86037, "ndcg_at_50": 0.86037, "ndcg_at_100": 0.86037, "ndcg_at_1000": 0.86037, "map_at_1": 0.41117, "map_at_3": 0.70806, "map_at_5": 0.77543, "map_at_10": 0.79177, "map_at_20": 0.79195, "map_at_25": 0.79195, "map_at_50": 0.79195, "map_at_100": 0.79195, "map_at_1000": 0.79195, "recall_at_1": 0.41117, "recall_at_3": 0.82294, "recall_at_5": 0.95489, "recall_at_10": 0.99922, "recall_at_20": 1.0, "recall_at_25": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.41117, "precision_at_1": 0.698, "precision_at_3": 0.52, "precision_at_5": 0.37587, "precision_at_10": 0.19967, "precision_at_20": 0.09993, "precision_at_25": 0.07995, "precision_at_50": 0.03997, "precision_at_100": 0.01999, "precision_at_1000": 0.002, "mrr_at_1": 0.698, "mrr_at_3": 0.817889, "mrr_at_5": 0.824456, "mrr_at_10": 0.825392, "mrr_at_20": 0.825392, "mrr_at_25": 0.825392, "mrr_at_50": 0.825392, "mrr_at_100": 0.825392, "mrr_at_1000": 0.825392, "nauc_ndcg_at_1_max": -0.63257, "nauc_ndcg_at_1_std": 0.37493, "nauc_ndcg_at_1_diff1": 0.350203, "nauc_ndcg_at_3_max": -0.605134, "nauc_ndcg_at_3_std": 0.268856, "nauc_ndcg_at_3_diff1": 0.342898, "nauc_ndcg_at_5_max": -0.636781, "nauc_ndcg_at_5_std": 0.347622, "nauc_ndcg_at_5_diff1": 0.343459, "nauc_ndcg_at_10_max": -0.589944, "nauc_ndcg_at_10_std": 0.337572, "nauc_ndcg_at_10_diff1": 0.333321, "nauc_ndcg_at_20_max": -0.588498, "nauc_ndcg_at_20_std": 0.339304, "nauc_ndcg_at_20_diff1": 0.332224, "nauc_ndcg_at_25_max": -0.588498, "nauc_ndcg_at_25_std": 0.339304, "nauc_ndcg_at_25_diff1": 0.332224, "nauc_ndcg_at_50_max": -0.588498, "nauc_ndcg_at_50_std": 0.339304, "nauc_ndcg_at_50_diff1": 0.332224, "nauc_ndcg_at_100_max": -0.588498, "nauc_ndcg_at_100_std": 0.339304, "nauc_ndcg_at_100_diff1": 0.332224, "nauc_ndcg_at_1000_max": -0.588498, "nauc_ndcg_at_1000_std": 0.339304, "nauc_ndcg_at_1000_diff1": 0.332224, "nauc_map_at_1_max": -0.433567, "nauc_map_at_1_std": -0.053386, "nauc_map_at_1_diff1": 0.346155, "nauc_map_at_3_max": -0.57287, "nauc_map_at_3_std": 0.224618, "nauc_map_at_3_diff1": 0.334844, "nauc_map_at_5_max": -0.601916, "nauc_map_at_5_std": 0.312985, "nauc_map_at_5_diff1": 0.337217, "nauc_map_at_10_max": -0.573309, "nauc_map_at_10_std": 0.30635, "nauc_map_at_10_diff1": 0.330283, "nauc_map_at_20_max": -0.572628, "nauc_map_at_20_std": 0.306946, "nauc_map_at_20_diff1": 0.329844, "nauc_map_at_25_max": -0.572628, "nauc_map_at_25_std": 0.306946, "nauc_map_at_25_diff1": 0.329844, "nauc_map_at_50_max": -0.572628, "nauc_map_at_50_std": 0.306946, "nauc_map_at_50_diff1": 0.329844, "nauc_map_at_100_max": -0.572628, "nauc_map_at_100_std": 0.306946, "nauc_map_at_100_diff1": 0.329844, "nauc_map_at_1000_max": -0.572628, "nauc_map_at_1000_std": 0.306946, "nauc_map_at_1000_diff1": 0.329844, "nauc_recall_at_1_max": -0.433567, "nauc_recall_at_1_std": -0.053386, "nauc_recall_at_1_diff1": 0.346155, "nauc_recall_at_3_max": -0.568726, "nauc_recall_at_3_std": 0.142301, "nauc_recall_at_3_diff1": 0.316313, "nauc_recall_at_5_max": -0.821976, "nauc_recall_at_5_std": 0.361787, "nauc_recall_at_5_diff1": 0.357914, "nauc_recall_at_10_max": -1.067694, "nauc_recall_at_10_std": -0.462252, "nauc_recall_at_10_diff1": 0.745231, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_25_max": NaN, "nauc_recall_at_25_std": NaN, "nauc_recall_at_25_diff1": NaN, "nauc_recall_at_50_max": NaN, "nauc_recall_at_50_std": NaN, "nauc_recall_at_50_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.63257, "nauc_precision_at_1_std": 0.37493, "nauc_precision_at_1_diff1": 0.350203, "nauc_precision_at_3_max": -0.199038, "nauc_precision_at_3_std": 0.538744, "nauc_precision_at_3_diff1": -0.009561, "nauc_precision_at_5_max": 0.023131, "nauc_precision_at_5_std": 0.513165, "nauc_precision_at_5_diff1": -0.137317, "nauc_precision_at_10_max": 0.182729, "nauc_precision_at_10_std": 0.418685, "nauc_precision_at_10_diff1": -0.197943, "nauc_precision_at_20_max": 0.186355, "nauc_precision_at_20_std": 0.419306, "nauc_precision_at_20_diff1": -0.200118, "nauc_precision_at_25_max": 0.186355, "nauc_precision_at_25_std": 0.419306, "nauc_precision_at_25_diff1": -0.200118, "nauc_precision_at_50_max": 0.186355, "nauc_precision_at_50_std": 0.419306, "nauc_precision_at_50_diff1": -0.200118, "nauc_precision_at_100_max": 0.186355, "nauc_precision_at_100_std": 0.419306, "nauc_precision_at_100_diff1": -0.200118, "nauc_precision_at_1000_max": 0.186355, "nauc_precision_at_1000_std": 0.419306, "nauc_precision_at_1000_diff1": -0.200118, "nauc_mrr_at_1_max": -0.63257, "nauc_mrr_at_1_std": 0.37493, "nauc_mrr_at_1_diff1": 0.350203, "nauc_mrr_at_3_max": -0.649605, "nauc_mrr_at_3_std": 0.381553, "nauc_mrr_at_3_diff1": 0.350862, "nauc_mrr_at_5_max": -0.647498, "nauc_mrr_at_5_std": 0.377997, "nauc_mrr_at_5_diff1": 0.350807, "nauc_mrr_at_10_max": -0.649287, "nauc_mrr_at_10_std": 0.379561, "nauc_mrr_at_10_diff1": 0.350544, "nauc_mrr_at_20_max": -0.649287, "nauc_mrr_at_20_std": 0.379561, "nauc_mrr_at_20_diff1": 0.350544, "nauc_mrr_at_25_max": -0.649287, "nauc_mrr_at_25_std": 0.379561, "nauc_mrr_at_25_diff1": 0.350544, "nauc_mrr_at_50_max": -0.649287, "nauc_mrr_at_50_std": 0.379561, "nauc_mrr_at_50_diff1": 0.350544, "nauc_mrr_at_100_max": -0.649287, "nauc_mrr_at_100_std": 0.379561, "nauc_mrr_at_100_diff1": 0.350544, "nauc_mrr_at_1000_max": -0.649287, "nauc_mrr_at_1000_std": 0.379561, "nauc_mrr_at_1000_diff1": 0.350544, "hit_rate_at_1": 0.698, "hit_rate_at_3": 0.966, "hit_rate_at_5": 0.994, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_25": 1.0, "hit_rate_at_50": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "R_cap_at_1": 0.698, "R_cap_at_3": 0.829, "R_cap_at_5": 0.954889, "R_cap_at_10": 0.999222, "R_cap_at_20": 1.0, "R_cap_at_25": 1.0, "R_cap_at_50": 1.0, "R_cap_at_100": 1.0, "R_cap_at_1000": 1.0, "main_score": 0.86009, "hf_subset": "single_session_assistant", "languages": [ "eng-Latn" ], "mteb_version": "2.3.0" } ] }, "evaluation_time": 3447.644961019978, "kg_co2_emissions": null, "date": 1786088664.58109, "evaluation_phases": [ { "name": "Data loading", "start": 8.858740329742432e-06, "end": 399.44846681971103, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 399.4484839858487, "end": 399.44848681706935, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 399.5047831675038, "end": 426.7679909700528, "split": "test", "subset": "single_session_assistant" }, { "name": "Scoring", "start": 426.76825130637735, "end": 426.9435258451849, "split": "test", "subset": "single_session_assistant" } ] }