{ "dataset_revision": "393c24e85114d44c43259fb2d1c5639c5d09809d", "task_name": "EnglishHealthcare1Retrieval", "mteb_version": "2.3.4", "scores": { "test": [ { "ndcg_at_1": 0.39331, "ndcg_at_3": 0.47782, "ndcg_at_5": 0.49939, "ndcg_at_10": 0.5236, "ndcg_at_20": 0.54557, "ndcg_at_100": 0.58577, "ndcg_at_1000": 0.58995, "map_at_1": 0.39331, "map_at_3": 0.45726, "map_at_5": 0.46914, "map_at_10": 0.47924, "map_at_20": 0.48529, "map_at_100": 0.49055, "map_at_1000": 0.4908, "recall_at_1": 0.39331, "recall_at_3": 0.53725, "recall_at_5": 0.58996, "recall_at_10": 0.66413, "recall_at_20": 0.75072, "recall_at_100": 0.97128, "recall_at_1000": 1.0, "accuracy": 0.39331, "precision_at_1": 0.39331, "precision_at_3": 0.17908, "precision_at_5": 0.11799, "precision_at_10": 0.06645, "precision_at_20": 0.03758, "precision_at_100": 0.00976, "precision_at_1000": 0.00101, "mrr_at_1": 0.39331, "mrr_at_3": 0.457256, "mrr_at_5": 0.469142, "mrr_at_10": 0.47927, "mrr_at_20": 0.485372, "mrr_at_100": 0.490588, "mrr_at_1000": 0.490828, "nauc_ndcg_at_1_max": 0.575246, "nauc_ndcg_at_1_std": 0.257979, "nauc_ndcg_at_1_diff1": 0.673405, "nauc_ndcg_at_3_max": 0.611702, "nauc_ndcg_at_3_std": 0.329716, "nauc_ndcg_at_3_diff1": 0.613866, "nauc_ndcg_at_5_max": 0.609682, "nauc_ndcg_at_5_std": 0.343027, "nauc_ndcg_at_5_diff1": 0.6063, "nauc_ndcg_at_10_max": 0.622621, "nauc_ndcg_at_10_std": 0.362315, "nauc_ndcg_at_10_diff1": 0.606046, "nauc_ndcg_at_20_max": 0.628209, "nauc_ndcg_at_20_std": 0.378665, "nauc_ndcg_at_20_diff1": 0.606522, "nauc_ndcg_at_100_max": 0.617079, "nauc_ndcg_at_100_std": 0.35152, "nauc_ndcg_at_100_diff1": 0.617152, "nauc_ndcg_at_1000_max": 0.613985, "nauc_ndcg_at_1000_std": 0.344399, "nauc_ndcg_at_1000_diff1": 0.618165, "nauc_map_at_1_max": 0.575246, "nauc_map_at_1_std": 0.257979, "nauc_map_at_1_diff1": 0.673405, "nauc_map_at_3_max": 0.603238, "nauc_map_at_3_std": 0.311249, "nauc_map_at_3_diff1": 0.628693, "nauc_map_at_5_max": 0.602142, "nauc_map_at_5_std": 0.318364, "nauc_map_at_5_diff1": 0.624938, "nauc_map_at_10_max": 0.606928, "nauc_map_at_10_std": 0.325542, "nauc_map_at_10_diff1": 0.624996, "nauc_map_at_20_max": 0.608224, "nauc_map_at_20_std": 0.329364, "nauc_map_at_20_diff1": 0.625156, "nauc_map_at_100_max": 0.606826, "nauc_map_at_100_std": 0.326274, "nauc_map_at_100_diff1": 0.626414, "nauc_map_at_1000_max": 0.606668, "nauc_map_at_1000_std": 0.325908, "nauc_map_at_1000_diff1": 0.626475, "nauc_recall_at_1_max": 0.575246, "nauc_recall_at_1_std": 0.257979, "nauc_recall_at_1_diff1": 0.673405, "nauc_recall_at_3_max": 0.636944, "nauc_recall_at_3_std": 0.385623, "nauc_recall_at_3_diff1": 0.569187, "nauc_recall_at_5_max": 0.632717, "nauc_recall_at_5_std": 0.423012, "nauc_recall_at_5_diff1": 0.546098, "nauc_recall_at_10_max": 0.684475, "nauc_recall_at_10_std": 0.504884, "nauc_recall_at_10_diff1": 0.537756, "nauc_recall_at_20_max": 0.730862, "nauc_recall_at_20_std": 0.631822, "nauc_recall_at_20_diff1": 0.524481, "nauc_recall_at_100_max": 0.818408, "nauc_recall_at_100_std": 0.817559, "nauc_recall_at_100_diff1": 0.550882, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.575246, "nauc_precision_at_1_std": 0.257979, "nauc_precision_at_1_diff1": 0.673405, "nauc_precision_at_3_max": 0.636944, "nauc_precision_at_3_std": 0.385623, "nauc_precision_at_3_diff1": 0.569187, "nauc_precision_at_5_max": 0.632717, "nauc_precision_at_5_std": 0.423012, "nauc_precision_at_5_diff1": 0.546098, "nauc_precision_at_10_max": 0.683723, "nauc_precision_at_10_std": 0.504011, "nauc_precision_at_10_diff1": 0.537064, "nauc_precision_at_20_max": 0.729625, "nauc_precision_at_20_std": 0.629545, "nauc_precision_at_20_diff1": 0.5252, "nauc_precision_at_100_max": 0.561598, "nauc_precision_at_100_std": 0.53863, "nauc_precision_at_100_diff1": 0.420141, "nauc_precision_at_1000_max": -0.46386, "nauc_precision_at_1000_std": -0.574664, "nauc_precision_at_1000_diff1": -0.077588, "nauc_mrr_at_1_max": 0.575246, "nauc_mrr_at_1_std": 0.257979, "nauc_mrr_at_1_diff1": 0.673405, "nauc_mrr_at_3_max": 0.603238, "nauc_mrr_at_3_std": 0.311249, "nauc_mrr_at_3_diff1": 0.628693, "nauc_mrr_at_5_max": 0.602142, "nauc_mrr_at_5_std": 0.318364, "nauc_mrr_at_5_diff1": 0.624938, "nauc_mrr_at_10_max": 0.606862, "nauc_mrr_at_10_std": 0.325461, "nauc_mrr_at_10_diff1": 0.624944, "nauc_mrr_at_20_max": 0.608118, "nauc_mrr_at_20_std": 0.329168, "nauc_mrr_at_20_diff1": 0.625203, "nauc_mrr_at_100_max": 0.606784, "nauc_mrr_at_100_std": 0.326184, "nauc_mrr_at_100_diff1": 0.626474, "nauc_mrr_at_1000_max": 0.60663, "nauc_mrr_at_1000_std": 0.325834, "nauc_mrr_at_1000_diff1": 0.626514, "cv_recall_at_1": 0.39331, "cv_recall_at_3": 0.53725, "cv_recall_at_5": 0.58996, "cv_recall_at_10": 0.66447, "cv_recall_at_20": 0.75165, "cv_recall_at_100": 0.97162, "cv_recall_at_1000": 1.0, "main_score": 0.5236, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5.041153907775879, "kg_co2_emissions": null }