{ "dataset_revision": "83eec1aa9c58f1dc8acfac015f653a9c25bda3f4", "task_name": "OpenTenderRetrieval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.295, "ndcg_at_3": 0.36006, "ndcg_at_5": 0.37998, "ndcg_at_10": 0.39254, "ndcg_at_20": 0.40566, "ndcg_at_100": 0.42239, "ndcg_at_1000": 0.44172, "map_at_1": 0.295, "map_at_3": 0.34417, "map_at_5": 0.35507, "map_at_10": 0.36022, "map_at_20": 0.36381, "map_at_100": 0.36607, "map_at_1000": 0.36673, "recall_at_1": 0.295, "recall_at_3": 0.406, "recall_at_5": 0.455, "recall_at_10": 0.494, "recall_at_20": 0.546, "recall_at_100": 0.637, "recall_at_1000": 0.793, "accuracy": 0.295, "precision_at_1": 0.295, "precision_at_3": 0.13533, "precision_at_5": 0.091, "precision_at_10": 0.0494, "precision_at_20": 0.0273, "precision_at_100": 0.00637, "precision_at_1000": 0.00079, "mrr_at_1": 0.292, "mrr_at_3": 0.342333, "mrr_at_5": 0.353783, "mrr_at_10": 0.358719, "mrr_at_20": 0.362503, "mrr_at_100": 0.364748, "mrr_at_1000": 0.365422, "nauc_ndcg_at_1_max": 0.335533, "nauc_ndcg_at_1_std": -0.085736, "nauc_ndcg_at_1_diff1": 0.536651, "nauc_ndcg_at_3_max": 0.333646, "nauc_ndcg_at_3_std": -0.087316, "nauc_ndcg_at_3_diff1": 0.462063, "nauc_ndcg_at_5_max": 0.329892, "nauc_ndcg_at_5_std": -0.079665, "nauc_ndcg_at_5_diff1": 0.457004, "nauc_ndcg_at_10_max": 0.319148, "nauc_ndcg_at_10_std": -0.079142, "nauc_ndcg_at_10_diff1": 0.445564, "nauc_ndcg_at_20_max": 0.314576, "nauc_ndcg_at_20_std": -0.07704, "nauc_ndcg_at_20_diff1": 0.447932, "nauc_ndcg_at_100_max": 0.310743, "nauc_ndcg_at_100_std": -0.070399, "nauc_ndcg_at_100_diff1": 0.448954, "nauc_ndcg_at_1000_max": 0.31504, "nauc_ndcg_at_1000_std": -0.065168, "nauc_ndcg_at_1000_diff1": 0.454201, "nauc_map_at_1_max": 0.335533, "nauc_map_at_1_std": -0.085736, "nauc_map_at_1_diff1": 0.536651, "nauc_map_at_3_max": 0.335612, "nauc_map_at_3_std": -0.086097, "nauc_map_at_3_diff1": 0.47947, "nauc_map_at_5_max": 0.333584, "nauc_map_at_5_std": -0.081952, "nauc_map_at_5_diff1": 0.476784, "nauc_map_at_10_max": 0.329078, "nauc_map_at_10_std": -0.081993, "nauc_map_at_10_diff1": 0.472033, "nauc_map_at_20_max": 0.327849, "nauc_map_at_20_std": -0.081537, "nauc_map_at_20_diff1": 0.472985, "nauc_map_at_100_max": 0.327157, "nauc_map_at_100_std": -0.080723, "nauc_map_at_100_diff1": 0.473114, "nauc_map_at_1000_max": 0.327254, "nauc_map_at_1000_std": -0.080478, "nauc_map_at_1000_diff1": 0.473318, "nauc_recall_at_1_max": 0.335533, "nauc_recall_at_1_std": -0.085736, "nauc_recall_at_1_diff1": 0.536651, "nauc_recall_at_3_max": 0.327526, "nauc_recall_at_3_std": -0.091071, "nauc_recall_at_3_diff1": 0.413324, "nauc_recall_at_5_max": 0.318179, "nauc_recall_at_5_std": -0.07227, "nauc_recall_at_5_diff1": 0.400085, "nauc_recall_at_10_max": 0.285254, "nauc_recall_at_10_std": -0.069256, "nauc_recall_at_10_diff1": 0.364273, "nauc_recall_at_20_max": 0.264989, "nauc_recall_at_20_std": -0.059253, "nauc_recall_at_20_diff1": 0.368117, "nauc_recall_at_100_max": 0.238493, "nauc_recall_at_100_std": -0.013676, "nauc_recall_at_100_diff1": 0.36541, "nauc_recall_at_1000_max": 0.265536, "nauc_recall_at_1000_std": 0.081373, "nauc_recall_at_1000_diff1": 0.393854, "nauc_precision_at_1_max": 0.335533, "nauc_precision_at_1_std": -0.085736, "nauc_precision_at_1_diff1": 0.536651, "nauc_precision_at_3_max": 0.327526, "nauc_precision_at_3_std": -0.091071, "nauc_precision_at_3_diff1": 0.413324, "nauc_precision_at_5_max": 0.318179, "nauc_precision_at_5_std": -0.07227, "nauc_precision_at_5_diff1": 0.400085, "nauc_precision_at_10_max": 0.285254, "nauc_precision_at_10_std": -0.069256, "nauc_precision_at_10_diff1": 0.364273, "nauc_precision_at_20_max": 0.264989, "nauc_precision_at_20_std": -0.059253, "nauc_precision_at_20_diff1": 0.368117, "nauc_precision_at_100_max": 0.238493, "nauc_precision_at_100_std": -0.013676, "nauc_precision_at_100_diff1": 0.36541, "nauc_precision_at_1000_max": 0.265536, "nauc_precision_at_1000_std": 0.081373, "nauc_precision_at_1000_diff1": 0.393854, "nauc_mrr_at_1_max": 0.328441, "nauc_mrr_at_1_std": -0.098502, "nauc_mrr_at_1_diff1": 0.548109, "nauc_mrr_at_3_max": 0.331441, "nauc_mrr_at_3_std": -0.094692, "nauc_mrr_at_3_diff1": 0.483948, "nauc_mrr_at_5_max": 0.330842, "nauc_mrr_at_5_std": -0.088395, "nauc_mrr_at_5_diff1": 0.480519, "nauc_mrr_at_10_max": 0.327005, "nauc_mrr_at_10_std": -0.088475, "nauc_mrr_at_10_diff1": 0.476139, "nauc_mrr_at_20_max": 0.325374, "nauc_mrr_at_20_std": -0.088162, "nauc_mrr_at_20_diff1": 0.476901, "nauc_mrr_at_100_max": 0.324667, "nauc_mrr_at_100_std": -0.087367, "nauc_mrr_at_100_diff1": 0.477039, "nauc_mrr_at_1000_max": 0.324763, "nauc_mrr_at_1000_std": -0.087134, "nauc_mrr_at_1000_diff1": 0.477246, "cv_recall_at_1": 0.292, "cv_recall_at_3": 0.404, "cv_recall_at_5": 0.455, "cv_recall_at_10": 0.492, "cv_recall_at_20": 0.546, "cv_recall_at_100": 0.636, "cv_recall_at_1000": 0.793, "main_score": 0.39254, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 342.41199684143066, "kg_co2_emissions": null }