{ "dataset_revision": "c8042a86f3eb0d1fcec79a4a44ebf1eafe635462", "task_name": "DutchNewsArticlesRetrieval", "mteb_version": "2.1.17", "scores": { "test": [ { "ndcg_at_1": 0.239, "ndcg_at_3": 0.3053, "ndcg_at_5": 0.3315, "ndcg_at_10": 0.35525, "ndcg_at_20": 0.37597, "ndcg_at_100": 0.4026, "ndcg_at_1000": 0.42385, "map_at_1": 0.239, "map_at_3": 0.28883, "map_at_5": 0.30328, "map_at_10": 0.31297, "map_at_20": 0.31852, "map_at_100": 0.32211, "map_at_1000": 0.32282, "recall_at_1": 0.239, "recall_at_3": 0.353, "recall_at_5": 0.417, "recall_at_10": 0.491, "recall_at_20": 0.574, "recall_at_100": 0.719, "recall_at_1000": 0.891, "accuracy": 0.239, "precision_at_1": 0.239, "precision_at_3": 0.11767, "precision_at_5": 0.0834, "precision_at_10": 0.0491, "precision_at_20": 0.0287, "precision_at_100": 0.00719, "precision_at_1000": 0.00089, "mrr_at_1": 0.239, "mrr_at_3": 0.288833, "mrr_at_5": 0.303283, "mrr_at_10": 0.312973, "mrr_at_20": 0.318519, "mrr_at_100": 0.322107, "mrr_at_1000": 0.322817, "nauc_ndcg_at_1_max": 0.104535, "nauc_ndcg_at_1_std": 0.057738, "nauc_ndcg_at_1_diff1": 0.466095, "nauc_ndcg_at_3_max": 0.109573, "nauc_ndcg_at_3_std": 0.075596, "nauc_ndcg_at_3_diff1": 0.400129, "nauc_ndcg_at_5_max": 0.103134, "nauc_ndcg_at_5_std": 0.081043, "nauc_ndcg_at_5_diff1": 0.39294, "nauc_ndcg_at_10_max": 0.11164, "nauc_ndcg_at_10_std": 0.115247, "nauc_ndcg_at_10_diff1": 0.38913, "nauc_ndcg_at_20_max": 0.105551, "nauc_ndcg_at_20_std": 0.130662, "nauc_ndcg_at_20_diff1": 0.384586, "nauc_ndcg_at_100_max": 0.120779, "nauc_ndcg_at_100_std": 0.135652, "nauc_ndcg_at_100_diff1": 0.386114, "nauc_ndcg_at_1000_max": 0.12099, "nauc_ndcg_at_1000_std": 0.13139, "nauc_ndcg_at_1000_diff1": 0.385242, "nauc_map_at_1_max": 0.104535, "nauc_map_at_1_std": 0.057738, "nauc_map_at_1_diff1": 0.466095, "nauc_map_at_3_max": 0.109627, "nauc_map_at_3_std": 0.070812, "nauc_map_at_3_diff1": 0.414867, "nauc_map_at_5_max": 0.106379, "nauc_map_at_5_std": 0.074168, "nauc_map_at_5_diff1": 0.411123, "nauc_map_at_10_max": 0.110431, "nauc_map_at_10_std": 0.088871, "nauc_map_at_10_diff1": 0.410153, "nauc_map_at_20_max": 0.108793, "nauc_map_at_20_std": 0.092869, "nauc_map_at_20_diff1": 0.408971, "nauc_map_at_100_max": 0.110692, "nauc_map_at_100_std": 0.093271, "nauc_map_at_100_diff1": 0.408977, "nauc_map_at_1000_max": 0.110744, "nauc_map_at_1000_std": 0.093232, "nauc_map_at_1000_diff1": 0.408952, "nauc_recall_at_1_max": 0.104535, "nauc_recall_at_1_std": 0.057738, "nauc_recall_at_1_diff1": 0.466095, "nauc_recall_at_3_max": 0.108966, "nauc_recall_at_3_std": 0.088797, "nauc_recall_at_3_diff1": 0.360426, "nauc_recall_at_5_max": 0.092696, "nauc_recall_at_5_std": 0.100101, "nauc_recall_at_5_diff1": 0.343101, "nauc_recall_at_10_max": 0.115229, "nauc_recall_at_10_std": 0.200092, "nauc_recall_at_10_diff1": 0.327689, "nauc_recall_at_20_max": 0.090646, "nauc_recall_at_20_std": 0.270151, "nauc_recall_at_20_diff1": 0.304528, "nauc_recall_at_100_max": 0.194753, "nauc_recall_at_100_std": 0.350486, "nauc_recall_at_100_diff1": 0.296176, "nauc_recall_at_1000_max": 0.282324, "nauc_recall_at_1000_std": 0.501191, "nauc_recall_at_1000_diff1": 0.166342, "nauc_precision_at_1_max": 0.104535, "nauc_precision_at_1_std": 0.057738, "nauc_precision_at_1_diff1": 0.466095, "nauc_precision_at_3_max": 0.108966, "nauc_precision_at_3_std": 0.088797, "nauc_precision_at_3_diff1": 0.360426, "nauc_precision_at_5_max": 0.092696, "nauc_precision_at_5_std": 0.100101, "nauc_precision_at_5_diff1": 0.343101, "nauc_precision_at_10_max": 0.115229, "nauc_precision_at_10_std": 0.200092, "nauc_precision_at_10_diff1": 0.327689, "nauc_precision_at_20_max": 0.090646, "nauc_precision_at_20_std": 0.270151, "nauc_precision_at_20_diff1": 0.304528, "nauc_precision_at_100_max": 0.194753, "nauc_precision_at_100_std": 0.350486, "nauc_precision_at_100_diff1": 0.296176, "nauc_precision_at_1000_max": 0.282324, "nauc_precision_at_1000_std": 0.501191, "nauc_precision_at_1000_diff1": 0.166342, "nauc_mrr_at_1_max": 0.104535, "nauc_mrr_at_1_std": 0.057738, "nauc_mrr_at_1_diff1": 0.466095, "nauc_mrr_at_3_max": 0.109627, "nauc_mrr_at_3_std": 0.070812, "nauc_mrr_at_3_diff1": 0.414867, "nauc_mrr_at_5_max": 0.106379, "nauc_mrr_at_5_std": 0.074168, "nauc_mrr_at_5_diff1": 0.411123, "nauc_mrr_at_10_max": 0.110431, "nauc_mrr_at_10_std": 0.088871, "nauc_mrr_at_10_diff1": 0.410153, "nauc_mrr_at_20_max": 0.108793, "nauc_mrr_at_20_std": 0.092869, "nauc_mrr_at_20_diff1": 0.408971, "nauc_mrr_at_100_max": 0.110692, "nauc_mrr_at_100_std": 0.093271, "nauc_mrr_at_100_diff1": 0.408977, "nauc_mrr_at_1000_max": 0.110744, "nauc_mrr_at_1000_std": 0.093232, "nauc_mrr_at_1000_diff1": 0.408952, "cv_recall_at_1": 0.239, "cv_recall_at_3": 0.353, "cv_recall_at_5": 0.417, "cv_recall_at_10": 0.491, "cv_recall_at_20": 0.574, "cv_recall_at_100": 0.719, "cv_recall_at_1000": 0.891, "main_score": 0.35525, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 2652.269018173218, "kg_co2_emissions": null }