{ "dataset_revision": "83eec1aa9c58f1dc8acfac015f653a9c25bda3f4", "task_name": "OpenTenderRetrieval", "mteb_version": "2.1.0", "scores": { "test": [ { "ndcg_at_1": 0.304, "ndcg_at_3": 0.37808, "ndcg_at_5": 0.39345, "ndcg_at_10": 0.40778, "ndcg_at_20": 0.41789, "ndcg_at_100": 0.43453, "ndcg_at_1000": 0.45191, "map_at_1": 0.304, "map_at_3": 0.3595, "map_at_5": 0.3681, "map_at_10": 0.37408, "map_at_20": 0.37685, "map_at_100": 0.37897, "map_at_1000": 0.37954, "recall_at_1": 0.304, "recall_at_3": 0.432, "recall_at_5": 0.469, "recall_at_10": 0.513, "recall_at_20": 0.553, "recall_at_100": 0.645, "recall_at_1000": 0.787, "accuracy": 0.304, "precision_at_1": 0.304, "precision_at_3": 0.144, "precision_at_5": 0.0938, "precision_at_10": 0.0513, "precision_at_20": 0.02765, "precision_at_100": 0.00645, "precision_at_1000": 0.00079, "mrr_at_1": 0.303, "mrr_at_3": 0.3585, "mrr_at_5": 0.36715, "mrr_at_10": 0.373417, "mrr_at_20": 0.376091, "mrr_at_100": 0.378219, "mrr_at_1000": 0.378784, "nauc_ndcg_at_1_max": 0.401296, "nauc_ndcg_at_1_std": -0.087992, "nauc_ndcg_at_1_diff1": 0.529157, "nauc_ndcg_at_3_max": 0.373964, "nauc_ndcg_at_3_std": -0.117425, "nauc_ndcg_at_3_diff1": 0.462265, "nauc_ndcg_at_5_max": 0.370723, "nauc_ndcg_at_5_std": -0.12695, "nauc_ndcg_at_5_diff1": 0.452202, "nauc_ndcg_at_10_max": 0.361406, "nauc_ndcg_at_10_std": -0.135964, "nauc_ndcg_at_10_diff1": 0.446223, "nauc_ndcg_at_20_max": 0.353272, "nauc_ndcg_at_20_std": -0.138266, "nauc_ndcg_at_20_diff1": 0.441795, "nauc_ndcg_at_100_max": 0.349169, "nauc_ndcg_at_100_std": -0.13459, "nauc_ndcg_at_100_diff1": 0.44259, "nauc_ndcg_at_1000_max": 0.358585, "nauc_ndcg_at_1000_std": -0.119192, "nauc_ndcg_at_1000_diff1": 0.44325, "nauc_map_at_1_max": 0.401296, "nauc_map_at_1_std": -0.087992, "nauc_map_at_1_diff1": 0.529157, "nauc_map_at_3_max": 0.380236, "nauc_map_at_3_std": -0.110423, "nauc_map_at_3_diff1": 0.477701, "nauc_map_at_5_max": 0.378569, "nauc_map_at_5_std": -0.115734, "nauc_map_at_5_diff1": 0.472025, "nauc_map_at_10_max": 0.37476, "nauc_map_at_10_std": -0.119339, "nauc_map_at_10_diff1": 0.469835, "nauc_map_at_20_max": 0.372497, "nauc_map_at_20_std": -0.120144, "nauc_map_at_20_diff1": 0.46866, "nauc_map_at_100_max": 0.371942, "nauc_map_at_100_std": -0.119611, "nauc_map_at_100_diff1": 0.468889, "nauc_map_at_1000_max": 0.372223, "nauc_map_at_1000_std": -0.119066, "nauc_map_at_1000_diff1": 0.468874, "nauc_recall_at_1_max": 0.401296, "nauc_recall_at_1_std": -0.087992, "nauc_recall_at_1_diff1": 0.529157, "nauc_recall_at_3_max": 0.356254, "nauc_recall_at_3_std": -0.137297, "nauc_recall_at_3_diff1": 0.418649, "nauc_recall_at_5_max": 0.347722, "nauc_recall_at_5_std": -0.160412, "nauc_recall_at_5_diff1": 0.394301, "nauc_recall_at_10_max": 0.317982, "nauc_recall_at_10_std": -0.189866, "nauc_recall_at_10_diff1": 0.373054, "nauc_recall_at_20_max": 0.283222, "nauc_recall_at_20_std": -0.199916, "nauc_recall_at_20_diff1": 0.351869, "nauc_recall_at_100_max": 0.248478, "nauc_recall_at_100_std": -0.185511, "nauc_recall_at_100_diff1": 0.343221, "nauc_recall_at_1000_max": 0.330997, "nauc_recall_at_1000_std": -0.007013, "nauc_recall_at_1000_diff1": 0.310658, "nauc_precision_at_1_max": 0.401296, "nauc_precision_at_1_std": -0.087992, "nauc_precision_at_1_diff1": 0.529157, "nauc_precision_at_3_max": 0.356254, "nauc_precision_at_3_std": -0.137297, "nauc_precision_at_3_diff1": 0.418649, "nauc_precision_at_5_max": 0.347722, "nauc_precision_at_5_std": -0.160412, "nauc_precision_at_5_diff1": 0.394301, "nauc_precision_at_10_max": 0.317982, "nauc_precision_at_10_std": -0.189866, "nauc_precision_at_10_diff1": 0.373054, "nauc_precision_at_20_max": 0.283222, "nauc_precision_at_20_std": -0.199916, "nauc_precision_at_20_diff1": 0.351869, "nauc_precision_at_100_max": 0.248478, "nauc_precision_at_100_std": -0.185511, "nauc_precision_at_100_diff1": 0.343221, "nauc_precision_at_1000_max": 0.330997, "nauc_precision_at_1000_std": -0.007013, "nauc_precision_at_1000_diff1": 0.310658, "nauc_mrr_at_1_max": 0.39853, "nauc_mrr_at_1_std": -0.102601, "nauc_mrr_at_1_diff1": 0.532309, "nauc_mrr_at_3_max": 0.379209, "nauc_mrr_at_3_std": -0.117034, "nauc_mrr_at_3_diff1": 0.478024, "nauc_mrr_at_5_max": 0.378632, "nauc_mrr_at_5_std": -0.121786, "nauc_mrr_at_5_diff1": 0.47302, "nauc_mrr_at_10_max": 0.374562, "nauc_mrr_at_10_std": -0.125817, "nauc_mrr_at_10_diff1": 0.470255, "nauc_mrr_at_20_max": 0.372536, "nauc_mrr_at_20_std": -0.126361, "nauc_mrr_at_20_diff1": 0.469215, "nauc_mrr_at_100_max": 0.371979, "nauc_mrr_at_100_std": -0.12584, "nauc_mrr_at_100_diff1": 0.469445, "nauc_mrr_at_1000_max": 0.37226, "nauc_mrr_at_1000_std": -0.125301, "nauc_mrr_at_1000_diff1": 0.469431, "cv_recall_at_1": 0.303, "cv_recall_at_3": 0.431, "cv_recall_at_5": 0.468, "cv_recall_at_10": 0.514, "cv_recall_at_20": 0.553, "cv_recall_at_100": 0.645, "cv_recall_at_1000": 0.787, "main_score": 0.40778, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 642.3458917140961, "kg_co2_emissions": null }