{ "dataset_revision": "4a6c6c38794088dd4e227a9fe3595a3d188ccf95", "task_name": "mMARCO-NL", "mteb_version": "1.29.16", "scores": { "dev": [ { "ndcg_at_1": 0.1394, "ndcg_at_3": 0.21345, "ndcg_at_5": 0.24137, "ndcg_at_10": 0.27132, "ndcg_at_20": 0.29486, "ndcg_at_100": 0.32924, "ndcg_at_1000": 0.35132, "map_at_1": 0.13632, "map_at_3": 0.1933, "map_at_5": 0.20883, "map_at_10": 0.22129, "map_at_20": 0.22784, "map_at_100": 0.23257, "map_at_1000": 0.23337, "recall_at_1": 0.13632, "recall_at_3": 0.26775, "recall_at_5": 0.3349, "recall_at_10": 0.42629, "recall_at_20": 0.51804, "recall_at_100": 0.70192, "recall_at_1000": 0.87516, "precision_at_1": 0.1394, "precision_at_3": 0.09202, "precision_at_5": 0.06937, "precision_at_10": 0.04434, "precision_at_20": 0.02708, "precision_at_100": 0.0074, "precision_at_1000": 0.00093, "mrr_at_1": 0.139398, "mrr_at_3": 0.197493, "mrr_at_5": 0.213066, "mrr_at_10": 0.225494, "mrr_at_20": 0.231889, "mrr_at_100": 0.236456, "mrr_at_1000": 0.237202, "nauc_ndcg_at_1_max": 0.087049, "nauc_ndcg_at_1_std": -0.117425, "nauc_ndcg_at_1_diff1": 0.364599, "nauc_ndcg_at_3_max": 0.103483, "nauc_ndcg_at_3_std": -0.099578, "nauc_ndcg_at_3_diff1": 0.299896, "nauc_ndcg_at_5_max": 0.107982, "nauc_ndcg_at_5_std": -0.094988, "nauc_ndcg_at_5_diff1": 0.292186, "nauc_ndcg_at_10_max": 0.114462, "nauc_ndcg_at_10_std": -0.083494, "nauc_ndcg_at_10_diff1": 0.290189, "nauc_ndcg_at_20_max": 0.121107, "nauc_ndcg_at_20_std": -0.070685, "nauc_ndcg_at_20_diff1": 0.287232, "nauc_ndcg_at_100_max": 0.13516, "nauc_ndcg_at_100_std": -0.040521, "nauc_ndcg_at_100_diff1": 0.284118, "nauc_ndcg_at_1000_max": 0.137222, "nauc_ndcg_at_1000_std": -0.038983, "nauc_ndcg_at_1000_diff1": 0.284804, "nauc_map_at_1_max": 0.082612, "nauc_map_at_1_std": -0.119264, "nauc_map_at_1_diff1": 0.363961, "nauc_map_at_3_max": 0.098565, "nauc_map_at_3_std": -0.103673, "nauc_map_at_3_diff1": 0.31236, "nauc_map_at_5_max": 0.101283, "nauc_map_at_5_std": -0.101112, "nauc_map_at_5_diff1": 0.307499, "nauc_map_at_10_max": 0.104027, "nauc_map_at_10_std": -0.096319, "nauc_map_at_10_diff1": 0.306933, "nauc_map_at_20_max": 0.106199, "nauc_map_at_20_std": -0.092592, "nauc_map_at_20_diff1": 0.30609, "nauc_map_at_100_max": 0.108228, "nauc_map_at_100_std": -0.088377, "nauc_map_at_100_diff1": 0.30572, "nauc_map_at_1000_max": 0.108298, "nauc_map_at_1000_std": -0.088227, "nauc_map_at_1000_diff1": 0.305755, "nauc_recall_at_1_max": 0.082612, "nauc_recall_at_1_std": -0.119264, "nauc_recall_at_1_diff1": 0.363961, "nauc_recall_at_3_max": 0.113181, "nauc_recall_at_3_std": -0.090436, "nauc_recall_at_3_diff1": 0.269741, "nauc_recall_at_5_max": 0.1212, "nauc_recall_at_5_std": -0.081043, "nauc_recall_at_5_diff1": 0.255266, "nauc_recall_at_10_max": 0.136943, "nauc_recall_at_10_std": -0.052077, "nauc_recall_at_10_diff1": 0.249343, "nauc_recall_at_20_max": 0.159018, "nauc_recall_at_20_std": -0.008242, "nauc_recall_at_20_diff1": 0.237944, "nauc_recall_at_100_max": 0.248985, "nauc_recall_at_100_std": 0.182135, "nauc_recall_at_100_diff1": 0.206046, "nauc_recall_at_1000_max": 0.401448, "nauc_recall_at_1000_std": 0.429119, "nauc_recall_at_1000_diff1": 0.138797, "nauc_precision_at_1_max": 0.087049, "nauc_precision_at_1_std": -0.117425, "nauc_precision_at_1_diff1": 0.364599, "nauc_precision_at_3_max": 0.118743, "nauc_precision_at_3_std": -0.087901, "nauc_precision_at_3_diff1": 0.271305, "nauc_precision_at_5_max": 0.128508, "nauc_precision_at_5_std": -0.077952, "nauc_precision_at_5_diff1": 0.257154, "nauc_precision_at_10_max": 0.143941, "nauc_precision_at_10_std": -0.045274, "nauc_precision_at_10_diff1": 0.247284, "nauc_precision_at_20_max": 0.169161, "nauc_precision_at_20_std": 0.00376, "nauc_precision_at_20_diff1": 0.230816, "nauc_precision_at_100_max": 0.244319, "nauc_precision_at_100_std": 0.190999, "nauc_precision_at_100_diff1": 0.174988, "nauc_precision_at_1000_max": 0.296057, "nauc_precision_at_1000_std": 0.328726, "nauc_precision_at_1000_diff1": 0.063894, "nauc_mrr_at_1_max": 0.087049, "nauc_mrr_at_1_std": -0.117425, "nauc_mrr_at_1_diff1": 0.364599, "nauc_mrr_at_3_max": 0.100799, "nauc_mrr_at_3_std": -0.102663, "nauc_mrr_at_3_diff1": 0.312405, "nauc_mrr_at_5_max": 0.103531, "nauc_mrr_at_5_std": -0.099757, "nauc_mrr_at_5_diff1": 0.307577, "nauc_mrr_at_10_max": 0.106587, "nauc_mrr_at_10_std": -0.09428, "nauc_mrr_at_10_diff1": 0.306649, "nauc_mrr_at_20_max": 0.10792, "nauc_mrr_at_20_std": -0.09096, "nauc_mrr_at_20_diff1": 0.305688, "nauc_mrr_at_100_max": 0.109812, "nauc_mrr_at_100_std": -0.087178, "nauc_mrr_at_100_diff1": 0.305317, "nauc_mrr_at_1000_max": 0.10986, "nauc_mrr_at_1000_std": -0.087112, "nauc_mrr_at_1000_diff1": 0.30537, "main_score": 0.27132, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 75374.37009453773, "kg_co2_emissions": null }