{ "dataset_revision": "b69e63cbe72c5ce0489f69e88c35f51f13a3f993", "task_name": "Touche2020-NL", "mteb_version": "1.34.7", "scores": { "test": [ { "ndcg_at_1": 0.15306, "ndcg_at_3": 0.2063, "ndcg_at_5": 0.20851, "ndcg_at_10": 0.22169, "ndcg_at_20": 0.22887, "ndcg_at_100": 0.3371, "ndcg_at_1000": 0.45936, "map_at_1": 0.0133, "map_at_3": 0.04165, "map_at_5": 0.05566, "map_at_10": 0.08995, "map_at_20": 0.10894, "map_at_100": 0.14174, "map_at_1000": 0.1585, "recall_at_1": 0.0133, "recall_at_3": 0.0547, "recall_at_5": 0.08632, "recall_at_10": 0.16523, "recall_at_20": 0.22646, "recall_at_100": 0.46905, "recall_at_1000": 0.84122, "precision_at_1": 0.16327, "precision_at_3": 0.23129, "precision_at_5": 0.22857, "precision_at_10": 0.21224, "precision_at_20": 0.15816, "precision_at_100": 0.07429, "precision_at_1000": 0.01555, "mrr_at_1": 0.163265, "mrr_at_3": 0.29932, "mrr_at_5": 0.332993, "mrr_at_10": 0.35605, "mrr_at_20": 0.361265, "mrr_at_100": 0.365283, "mrr_at_1000": 0.365283, "nauc_ndcg_at_1_max": -0.04209, "nauc_ndcg_at_1_std": -0.219137, "nauc_ndcg_at_1_diff1": 0.599569, "nauc_ndcg_at_3_max": -0.146691, "nauc_ndcg_at_3_std": -0.079346, "nauc_ndcg_at_3_diff1": 0.338505, "nauc_ndcg_at_5_max": -0.113205, "nauc_ndcg_at_5_std": -0.04673, "nauc_ndcg_at_5_diff1": 0.281315, "nauc_ndcg_at_10_max": -0.199789, "nauc_ndcg_at_10_std": -0.04973, "nauc_ndcg_at_10_diff1": 0.342544, "nauc_ndcg_at_20_max": -0.265347, "nauc_ndcg_at_20_std": -0.052991, "nauc_ndcg_at_20_diff1": 0.385162, "nauc_ndcg_at_100_max": -0.263591, "nauc_ndcg_at_100_std": 0.145963, "nauc_ndcg_at_100_diff1": 0.347798, "nauc_ndcg_at_1000_max": -0.242002, "nauc_ndcg_at_1000_std": 0.280251, "nauc_ndcg_at_1000_diff1": 0.336972, "nauc_map_at_1_max": -0.175034, "nauc_map_at_1_std": -0.181305, "nauc_map_at_1_diff1": 0.691416, "nauc_map_at_3_max": -0.215865, "nauc_map_at_3_std": -0.143591, "nauc_map_at_3_diff1": 0.572623, "nauc_map_at_5_max": -0.218232, "nauc_map_at_5_std": -0.159902, "nauc_map_at_5_diff1": 0.503888, "nauc_map_at_10_max": -0.227451, "nauc_map_at_10_std": -0.115938, "nauc_map_at_10_diff1": 0.471653, "nauc_map_at_20_max": -0.274842, "nauc_map_at_20_std": -0.090178, "nauc_map_at_20_diff1": 0.460222, "nauc_map_at_100_max": -0.275885, "nauc_map_at_100_std": 0.014398, "nauc_map_at_100_diff1": 0.396086, "nauc_map_at_1000_max": -0.282394, "nauc_map_at_1000_std": 0.063252, "nauc_map_at_1000_diff1": 0.396586, "nauc_recall_at_1_max": -0.175034, "nauc_recall_at_1_std": -0.181305, "nauc_recall_at_1_diff1": 0.691416, "nauc_recall_at_3_max": -0.224718, "nauc_recall_at_3_std": -0.101712, "nauc_recall_at_3_diff1": 0.444186, "nauc_recall_at_5_max": -0.191049, "nauc_recall_at_5_std": -0.118934, "nauc_recall_at_5_diff1": 0.330578, "nauc_recall_at_10_max": -0.25641, "nauc_recall_at_10_std": -0.10088, "nauc_recall_at_10_diff1": 0.36904, "nauc_recall_at_20_max": -0.350412, "nauc_recall_at_20_std": -0.051621, "nauc_recall_at_20_diff1": 0.380266, "nauc_recall_at_100_max": -0.269491, "nauc_recall_at_100_std": 0.255951, "nauc_recall_at_100_diff1": 0.291808, "nauc_recall_at_1000_max": -0.123138, "nauc_recall_at_1000_std": 0.734819, "nauc_recall_at_1000_diff1": 0.168369, "nauc_precision_at_1_max": -0.076619, "nauc_precision_at_1_std": -0.213897, "nauc_precision_at_1_diff1": 0.594304, "nauc_precision_at_3_max": -0.198204, "nauc_precision_at_3_std": -0.029601, "nauc_precision_at_3_diff1": 0.299521, "nauc_precision_at_5_max": -0.142029, "nauc_precision_at_5_std": -0.007015, "nauc_precision_at_5_diff1": 0.193707, "nauc_precision_at_10_max": -0.250226, "nauc_precision_at_10_std": 0.037942, "nauc_precision_at_10_diff1": 0.254662, "nauc_precision_at_20_max": -0.347682, "nauc_precision_at_20_std": 0.129185, "nauc_precision_at_20_diff1": 0.250336, "nauc_precision_at_100_max": -0.150646, "nauc_precision_at_100_std": 0.549446, "nauc_precision_at_100_diff1": 0.041184, "nauc_precision_at_1000_max": 0.21003, "nauc_precision_at_1000_std": 0.385271, "nauc_precision_at_1000_diff1": -0.282701, "nauc_mrr_at_1_max": -0.076619, "nauc_mrr_at_1_std": -0.213897, "nauc_mrr_at_1_diff1": 0.594304, "nauc_mrr_at_3_max": -0.169368, "nauc_mrr_at_3_std": -0.077728, "nauc_mrr_at_3_diff1": 0.384373, "nauc_mrr_at_5_max": -0.137985, "nauc_mrr_at_5_std": -0.057039, "nauc_mrr_at_5_diff1": 0.350448, "nauc_mrr_at_10_max": -0.200912, "nauc_mrr_at_10_std": -0.066628, "nauc_mrr_at_10_diff1": 0.403685, "nauc_mrr_at_20_max": -0.202208, "nauc_mrr_at_20_std": -0.058238, "nauc_mrr_at_20_diff1": 0.406149, "nauc_mrr_at_100_max": -0.188356, "nauc_mrr_at_100_std": -0.068531, "nauc_mrr_at_100_diff1": 0.403103, "nauc_mrr_at_1000_max": -0.188356, "nauc_mrr_at_1000_std": -0.068531, "nauc_mrr_at_1000_diff1": 0.403103, "main_score": 0.22169, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 37177.802005290985, "kg_co2_emissions": null }