{ "dataset_revision": "dfe57acff5b62c23732a7b7d3e3fb84ff501708b", "task_name": "XMarket", "mteb_version": "1.34.7", "scores": { "test": [ { "ndcg_at_1": 0.27322, "ndcg_at_3": 0.26512, "ndcg_at_5": 0.27029, "ndcg_at_10": 0.27871, "ndcg_at_20": 0.29146, "ndcg_at_100": 0.32628, "ndcg_at_1000": 0.37043, "map_at_1": 0.08776, "map_at_3": 0.13086, "map_at_5": 0.14988, "map_at_10": 0.17097, "map_at_20": 0.18709, "map_at_100": 0.20634, "map_at_1000": 0.21531, "recall_at_1": 0.08776, "recall_at_3": 0.15609, "recall_at_5": 0.19827, "recall_at_10": 0.26074, "recall_at_20": 0.32672, "recall_at_100": 0.47467, "recall_at_1000": 0.67187, "precision_at_1": 0.27322, "precision_at_3": 0.21493, "precision_at_5": 0.1896, "precision_at_10": 0.14932, "precision_at_20": 0.11221, "precision_at_100": 0.05044, "precision_at_1000": 0.01346, "mrr_at_1": 0.273223, "mrr_at_3": 0.333168, "mrr_at_5": 0.347337, "mrr_at_10": 0.357721, "mrr_at_20": 0.362232, "mrr_at_100": 0.365185, "mrr_at_1000": 0.365718, "nauc_ndcg_at_1_max": 0.091622, "nauc_ndcg_at_1_std": 0.248681, "nauc_ndcg_at_1_diff1": 0.221493, "nauc_ndcg_at_3_max": 0.127348, "nauc_ndcg_at_3_std": 0.252062, "nauc_ndcg_at_3_diff1": 0.204302, "nauc_ndcg_at_5_max": 0.133306, "nauc_ndcg_at_5_std": 0.254704, "nauc_ndcg_at_5_diff1": 0.206859, "nauc_ndcg_at_10_max": 0.136893, "nauc_ndcg_at_10_std": 0.257926, "nauc_ndcg_at_10_diff1": 0.221619, "nauc_ndcg_at_20_max": 0.136029, "nauc_ndcg_at_20_std": 0.269299, "nauc_ndcg_at_20_diff1": 0.227021, "nauc_ndcg_at_100_max": 0.151442, "nauc_ndcg_at_100_std": 0.313472, "nauc_ndcg_at_100_diff1": 0.221386, "nauc_ndcg_at_1000_max": 0.175579, "nauc_ndcg_at_1000_std": 0.357404, "nauc_ndcg_at_1000_diff1": 0.204771, "nauc_map_at_1_max": -0.03007, "nauc_map_at_1_std": 0.07552, "nauc_map_at_1_diff1": 0.400888, "nauc_map_at_3_max": 0.001737, "nauc_map_at_3_std": 0.096508, "nauc_map_at_3_diff1": 0.347593, "nauc_map_at_5_max": 0.015971, "nauc_map_at_5_std": 0.121515, "nauc_map_at_5_diff1": 0.326307, "nauc_map_at_10_max": 0.039102, "nauc_map_at_10_std": 0.156466, "nauc_map_at_10_diff1": 0.306616, "nauc_map_at_20_max": 0.058611, "nauc_map_at_20_std": 0.193009, "nauc_map_at_20_diff1": 0.28927, "nauc_map_at_100_max": 0.092187, "nauc_map_at_100_std": 0.244002, "nauc_map_at_100_diff1": 0.266082, "nauc_map_at_1000_max": 0.1133, "nauc_map_at_1000_std": 0.262108, "nauc_map_at_1000_diff1": 0.253412, "nauc_recall_at_1_max": -0.03007, "nauc_recall_at_1_std": 0.07552, "nauc_recall_at_1_diff1": 0.400888, "nauc_recall_at_3_max": 0.004927, "nauc_recall_at_3_std": 0.080952, "nauc_recall_at_3_diff1": 0.314854, "nauc_recall_at_5_max": 0.01304, "nauc_recall_at_5_std": 0.111031, "nauc_recall_at_5_diff1": 0.280496, "nauc_recall_at_10_max": 0.037009, "nauc_recall_at_10_std": 0.14871, "nauc_recall_at_10_diff1": 0.25378, "nauc_recall_at_20_max": 0.047896, "nauc_recall_at_20_std": 0.202175, "nauc_recall_at_20_diff1": 0.226759, "nauc_recall_at_100_max": 0.092231, "nauc_recall_at_100_std": 0.332448, "nauc_recall_at_100_diff1": 0.189742, "nauc_recall_at_1000_max": 0.123705, "nauc_recall_at_1000_std": 0.505681, "nauc_recall_at_1000_diff1": 0.159053, "nauc_precision_at_1_max": 0.091622, "nauc_precision_at_1_std": 0.248681, "nauc_precision_at_1_diff1": 0.221493, "nauc_precision_at_3_max": 0.174117, "nauc_precision_at_3_std": 0.296677, "nauc_precision_at_3_diff1": 0.103109, "nauc_precision_at_5_max": 0.209449, "nauc_precision_at_5_std": 0.321094, "nauc_precision_at_5_diff1": 0.048877, "nauc_precision_at_10_max": 0.25429, "nauc_precision_at_10_std": 0.349374, "nauc_precision_at_10_diff1": 0.001121, "nauc_precision_at_20_max": 0.290195, "nauc_precision_at_20_std": 0.368486, "nauc_precision_at_20_diff1": -0.047594, "nauc_precision_at_100_max": 0.355816, "nauc_precision_at_100_std": 0.322296, "nauc_precision_at_100_diff1": -0.123214, "nauc_precision_at_1000_max": 0.40684, "nauc_precision_at_1000_std": 0.061178, "nauc_precision_at_1000_diff1": -0.172539, "nauc_mrr_at_1_max": 0.091622, "nauc_mrr_at_1_std": 0.248681, "nauc_mrr_at_1_diff1": 0.221493, "nauc_mrr_at_3_max": 0.11959, "nauc_mrr_at_3_std": 0.261605, "nauc_mrr_at_3_diff1": 0.211324, "nauc_mrr_at_5_max": 0.125575, "nauc_mrr_at_5_std": 0.266784, "nauc_mrr_at_5_diff1": 0.208823, "nauc_mrr_at_10_max": 0.130114, "nauc_mrr_at_10_std": 0.269725, "nauc_mrr_at_10_diff1": 0.208142, "nauc_mrr_at_20_max": 0.129938, "nauc_mrr_at_20_std": 0.271383, "nauc_mrr_at_20_diff1": 0.207292, "nauc_mrr_at_100_max": 0.130112, "nauc_mrr_at_100_std": 0.272086, "nauc_mrr_at_100_diff1": 0.207271, "nauc_mrr_at_1000_max": 0.12997, "nauc_mrr_at_1000_std": 0.272213, "nauc_mrr_at_1000_diff1": 0.207289, "main_score": 0.27871, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.35663, "ndcg_at_3": 0.36149, "ndcg_at_5": 0.36597, "ndcg_at_10": 0.3758, "ndcg_at_20": 0.38834, "ndcg_at_100": 0.4313, "ndcg_at_1000": 0.48343, "map_at_1": 0.0825, "map_at_3": 0.14251, "map_at_5": 0.171, "map_at_10": 0.2075, "map_at_20": 0.23824, "map_at_100": 0.28528, "map_at_1000": 0.30439, "recall_at_1": 0.0825, "recall_at_3": 0.17024, "recall_at_5": 0.22277, "recall_at_10": 0.30072, "recall_at_20": 0.38132, "recall_at_100": 0.57231, "recall_at_1000": 0.7661, "precision_at_1": 0.35663, "precision_at_3": 0.3189, "precision_at_5": 0.29063, "precision_at_10": 0.24777, "precision_at_20": 0.19982, "precision_at_100": 0.09913, "precision_at_1000": 0.02333, "mrr_at_1": 0.356523, "mrr_at_3": 0.431659, "mrr_at_5": 0.445271, "mrr_at_10": 0.454736, "mrr_at_20": 0.45888, "mrr_at_100": 0.461707, "mrr_at_1000": 0.462094, "nauc_ndcg_at_1_max": 0.065383, "nauc_ndcg_at_1_std": 0.288267, "nauc_ndcg_at_1_diff1": 0.111909, "nauc_ndcg_at_3_max": 0.083036, "nauc_ndcg_at_3_std": 0.298909, "nauc_ndcg_at_3_diff1": 0.098212, "nauc_ndcg_at_5_max": 0.085577, "nauc_ndcg_at_5_std": 0.305045, "nauc_ndcg_at_5_diff1": 0.102819, "nauc_ndcg_at_10_max": 0.081347, "nauc_ndcg_at_10_std": 0.310825, "nauc_ndcg_at_10_diff1": 0.114186, "nauc_ndcg_at_20_max": 0.072745, "nauc_ndcg_at_20_std": 0.320482, "nauc_ndcg_at_20_diff1": 0.119864, "nauc_ndcg_at_100_max": 0.068129, "nauc_ndcg_at_100_std": 0.370914, "nauc_ndcg_at_100_diff1": 0.121096, "nauc_ndcg_at_1000_max": 0.09593, "nauc_ndcg_at_1000_std": 0.409541, "nauc_ndcg_at_1000_diff1": 0.100065, "nauc_map_at_1_max": -0.141484, "nauc_map_at_1_std": 0.007014, "nauc_map_at_1_diff1": 0.378602, "nauc_map_at_3_max": -0.130979, "nauc_map_at_3_std": 0.051701, "nauc_map_at_3_diff1": 0.301184, "nauc_map_at_5_max": -0.116406, "nauc_map_at_5_std": 0.082228, "nauc_map_at_5_diff1": 0.277195, "nauc_map_at_10_max": -0.0901, "nauc_map_at_10_std": 0.132941, "nauc_map_at_10_diff1": 0.243357, "nauc_map_at_20_max": -0.057288, "nauc_map_at_20_std": 0.191174, "nauc_map_at_20_diff1": 0.213661, "nauc_map_at_100_max": 0.01612, "nauc_map_at_100_std": 0.295936, "nauc_map_at_100_diff1": 0.162955, "nauc_map_at_1000_max": 0.055066, "nauc_map_at_1000_std": 0.320252, "nauc_map_at_1000_diff1": 0.142429, "nauc_recall_at_1_max": -0.141484, "nauc_recall_at_1_std": 0.007014, "nauc_recall_at_1_diff1": 0.378602, "nauc_recall_at_3_max": -0.137171, "nauc_recall_at_3_std": 0.04428, "nauc_recall_at_3_diff1": 0.271555, "nauc_recall_at_5_max": -0.128369, "nauc_recall_at_5_std": 0.070295, "nauc_recall_at_5_diff1": 0.245983, "nauc_recall_at_10_max": -0.117746, "nauc_recall_at_10_std": 0.121389, "nauc_recall_at_10_diff1": 0.218602, "nauc_recall_at_20_max": -0.106661, "nauc_recall_at_20_std": 0.189003, "nauc_recall_at_20_diff1": 0.190373, "nauc_recall_at_100_max": -0.074046, "nauc_recall_at_100_std": 0.399086, "nauc_recall_at_100_diff1": 0.148591, "nauc_recall_at_1000_max": -0.046109, "nauc_recall_at_1000_std": 0.620673, "nauc_recall_at_1000_diff1": 0.10326, "nauc_precision_at_1_max": 0.065383, "nauc_precision_at_1_std": 0.288267, "nauc_precision_at_1_diff1": 0.111909, "nauc_precision_at_3_max": 0.138509, "nauc_precision_at_3_std": 0.342108, "nauc_precision_at_3_diff1": 0.0033, "nauc_precision_at_5_max": 0.177776, "nauc_precision_at_5_std": 0.36734, "nauc_precision_at_5_diff1": -0.041632, "nauc_precision_at_10_max": 0.227096, "nauc_precision_at_10_std": 0.383521, "nauc_precision_at_10_diff1": -0.090048, "nauc_precision_at_20_max": 0.271221, "nauc_precision_at_20_std": 0.390653, "nauc_precision_at_20_diff1": -0.131263, "nauc_precision_at_100_max": 0.345824, "nauc_precision_at_100_std": 0.333646, "nauc_precision_at_100_diff1": -0.180439, "nauc_precision_at_1000_max": 0.380818, "nauc_precision_at_1000_std": 0.042723, "nauc_precision_at_1000_diff1": -0.195925, "nauc_mrr_at_1_max": 0.065558, "nauc_mrr_at_1_std": 0.288108, "nauc_mrr_at_1_diff1": 0.112224, "nauc_mrr_at_3_max": 0.078791, "nauc_mrr_at_3_std": 0.31748, "nauc_mrr_at_3_diff1": 0.107008, "nauc_mrr_at_5_max": 0.080349, "nauc_mrr_at_5_std": 0.32089, "nauc_mrr_at_5_diff1": 0.104529, "nauc_mrr_at_10_max": 0.080356, "nauc_mrr_at_10_std": 0.322724, "nauc_mrr_at_10_diff1": 0.10505, "nauc_mrr_at_20_max": 0.079875, "nauc_mrr_at_20_std": 0.322838, "nauc_mrr_at_20_diff1": 0.104844, "nauc_mrr_at_100_max": 0.07975, "nauc_mrr_at_100_std": 0.323633, "nauc_mrr_at_100_diff1": 0.104622, "nauc_mrr_at_1000_max": 0.079739, "nauc_mrr_at_1000_std": 0.323606, "nauc_mrr_at_1000_diff1": 0.104587, "main_score": 0.3758, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.2951, "ndcg_at_3": 0.28729, "ndcg_at_5": 0.29311, "ndcg_at_10": 0.30377, "ndcg_at_20": 0.31615, "ndcg_at_100": 0.35543, "ndcg_at_1000": 0.40157, "map_at_1": 0.09665, "map_at_3": 0.14795, "map_at_5": 0.16934, "map_at_10": 0.19237, "map_at_20": 0.20909, "map_at_100": 0.23109, "map_at_1000": 0.24037, "recall_at_1": 0.09665, "recall_at_3": 0.17938, "recall_at_5": 0.22739, "recall_at_10": 0.29352, "recall_at_20": 0.36058, "recall_at_100": 0.52306, "recall_at_1000": 0.72765, "precision_at_1": 0.2951, "precision_at_3": 0.229, "precision_at_5": 0.19871, "precision_at_10": 0.15597, "precision_at_20": 0.11564, "precision_at_100": 0.05138, "precision_at_1000": 0.01244, "mrr_at_1": 0.295105, "mrr_at_3": 0.358415, "mrr_at_5": 0.372667, "mrr_at_10": 0.382774, "mrr_at_20": 0.38681, "mrr_at_100": 0.389897, "mrr_at_1000": 0.390387, "nauc_ndcg_at_1_max": 0.20127, "nauc_ndcg_at_1_std": 0.197836, "nauc_ndcg_at_1_diff1": 0.205648, "nauc_ndcg_at_3_max": 0.211578, "nauc_ndcg_at_3_std": 0.217996, "nauc_ndcg_at_3_diff1": 0.188016, "nauc_ndcg_at_5_max": 0.211995, "nauc_ndcg_at_5_std": 0.216207, "nauc_ndcg_at_5_diff1": 0.182136, "nauc_ndcg_at_10_max": 0.199972, "nauc_ndcg_at_10_std": 0.226819, "nauc_ndcg_at_10_diff1": 0.187844, "nauc_ndcg_at_20_max": 0.197072, "nauc_ndcg_at_20_std": 0.240608, "nauc_ndcg_at_20_diff1": 0.194972, "nauc_ndcg_at_100_max": 0.215867, "nauc_ndcg_at_100_std": 0.291834, "nauc_ndcg_at_100_diff1": 0.191672, "nauc_ndcg_at_1000_max": 0.2527, "nauc_ndcg_at_1000_std": 0.323396, "nauc_ndcg_at_1000_diff1": 0.179287, "nauc_map_at_1_max": 0.016983, "nauc_map_at_1_std": 0.035732, "nauc_map_at_1_diff1": 0.383949, "nauc_map_at_3_max": 0.047711, "nauc_map_at_3_std": 0.081863, "nauc_map_at_3_diff1": 0.311305, "nauc_map_at_5_max": 0.064106, "nauc_map_at_5_std": 0.097722, "nauc_map_at_5_diff1": 0.285581, "nauc_map_at_10_max": 0.086286, "nauc_map_at_10_std": 0.132292, "nauc_map_at_10_diff1": 0.264797, "nauc_map_at_20_max": 0.109191, "nauc_map_at_20_std": 0.164973, "nauc_map_at_20_diff1": 0.248553, "nauc_map_at_100_max": 0.14991, "nauc_map_at_100_std": 0.216091, "nauc_map_at_100_diff1": 0.222646, "nauc_map_at_1000_max": 0.175301, "nauc_map_at_1000_std": 0.231278, "nauc_map_at_1000_diff1": 0.213683, "nauc_recall_at_1_max": 0.016983, "nauc_recall_at_1_std": 0.035732, "nauc_recall_at_1_diff1": 0.383949, "nauc_recall_at_3_max": 0.03855, "nauc_recall_at_3_std": 0.092214, "nauc_recall_at_3_diff1": 0.269337, "nauc_recall_at_5_max": 0.052694, "nauc_recall_at_5_std": 0.106226, "nauc_recall_at_5_diff1": 0.233272, "nauc_recall_at_10_max": 0.05693, "nauc_recall_at_10_std": 0.147177, "nauc_recall_at_10_diff1": 0.205404, "nauc_recall_at_20_max": 0.075529, "nauc_recall_at_20_std": 0.201189, "nauc_recall_at_20_diff1": 0.196957, "nauc_recall_at_100_max": 0.134587, "nauc_recall_at_100_std": 0.354227, "nauc_recall_at_100_diff1": 0.168112, "nauc_recall_at_1000_max": 0.208427, "nauc_recall_at_1000_std": 0.552292, "nauc_recall_at_1000_diff1": 0.141187, "nauc_precision_at_1_max": 0.20127, "nauc_precision_at_1_std": 0.197836, "nauc_precision_at_1_diff1": 0.205648, "nauc_precision_at_3_max": 0.261543, "nauc_precision_at_3_std": 0.265513, "nauc_precision_at_3_diff1": 0.080006, "nauc_precision_at_5_max": 0.296181, "nauc_precision_at_5_std": 0.278571, "nauc_precision_at_5_diff1": 0.01841, "nauc_precision_at_10_max": 0.316885, "nauc_precision_at_10_std": 0.305414, "nauc_precision_at_10_diff1": -0.033684, "nauc_precision_at_20_max": 0.347467, "nauc_precision_at_20_std": 0.32332, "nauc_precision_at_20_diff1": -0.079096, "nauc_precision_at_100_max": 0.403634, "nauc_precision_at_100_std": 0.289571, "nauc_precision_at_100_diff1": -0.130793, "nauc_precision_at_1000_max": 0.435401, "nauc_precision_at_1000_std": 0.060445, "nauc_precision_at_1000_diff1": -0.148625, "nauc_mrr_at_1_max": 0.20127, "nauc_mrr_at_1_std": 0.197836, "nauc_mrr_at_1_diff1": 0.205648, "nauc_mrr_at_3_max": 0.218751, "nauc_mrr_at_3_std": 0.221818, "nauc_mrr_at_3_diff1": 0.194273, "nauc_mrr_at_5_max": 0.226608, "nauc_mrr_at_5_std": 0.22677, "nauc_mrr_at_5_diff1": 0.19141, "nauc_mrr_at_10_max": 0.226128, "nauc_mrr_at_10_std": 0.229022, "nauc_mrr_at_10_diff1": 0.187765, "nauc_mrr_at_20_max": 0.226956, "nauc_mrr_at_20_std": 0.230205, "nauc_mrr_at_20_diff1": 0.188496, "nauc_mrr_at_100_max": 0.227571, "nauc_mrr_at_100_std": 0.231065, "nauc_mrr_at_100_diff1": 0.189, "nauc_mrr_at_1000_max": 0.22757, "nauc_mrr_at_1000_std": 0.231124, "nauc_mrr_at_1000_diff1": 0.189052, "main_score": 0.30377, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 8566.678193092346, "kg_co2_emissions": null }