{ "dataset_revision": "d56462d0e63a25450459c4f213e49ffdb866f7f9", "task_name": "SciFact", "mteb_version": "2.3.9", "scores": { "test": [ { "ndcg_at_1": 0.20667, "ndcg_at_3": 0.24875, "ndcg_at_5": 0.26685, "ndcg_at_10": 0.28362, "ndcg_at_20": 0.30349, "ndcg_at_100": 0.33347, "ndcg_at_1000": 0.36393, "map_at_1": 0.20083, "map_at_3": 0.23481, "map_at_5": 0.24517, "map_at_10": 0.25341, "map_at_20": 0.25923, "map_at_100": 0.26341, "map_at_1000": 0.26443, "recall_at_1": 0.20083, "recall_at_3": 0.27889, "recall_at_5": 0.32261, "recall_at_10": 0.36983, "recall_at_20": 0.44511, "recall_at_100": 0.60311, "recall_at_1000": 0.848, "accuracy": 0.20083, "precision_at_1": 0.20667, "precision_at_3": 0.1, "precision_at_5": 0.072, "precision_at_10": 0.04267, "precision_at_20": 0.0255, "precision_at_100": 0.00693, "precision_at_1000": 0.00097, "mrr_at_1": 0.206667, "mrr_at_3": 0.242222, "mrr_at_5": 0.252389, "mrr_at_10": 0.25841, "mrr_at_20": 0.264048, "mrr_at_100": 0.268116, "mrr_at_1000": 0.268989, "nauc_ndcg_at_1_max": 0.281113, "nauc_ndcg_at_1_std": 0.318412, "nauc_ndcg_at_1_diff1": 0.647646, "nauc_ndcg_at_3_max": 0.303388, "nauc_ndcg_at_3_std": 0.303605, "nauc_ndcg_at_3_diff1": 0.567451, "nauc_ndcg_at_5_max": 0.305527, "nauc_ndcg_at_5_std": 0.281374, "nauc_ndcg_at_5_diff1": 0.541361, "nauc_ndcg_at_10_max": 0.302501, "nauc_ndcg_at_10_std": 0.274846, "nauc_ndcg_at_10_diff1": 0.522471, "nauc_ndcg_at_20_max": 0.295774, "nauc_ndcg_at_20_std": 0.268583, "nauc_ndcg_at_20_diff1": 0.513915, "nauc_ndcg_at_100_max": 0.307973, "nauc_ndcg_at_100_std": 0.280316, "nauc_ndcg_at_100_diff1": 0.509955, "nauc_ndcg_at_1000_max": 0.291905, "nauc_ndcg_at_1000_std": 0.291007, "nauc_ndcg_at_1000_diff1": 0.51878, "nauc_map_at_1_max": 0.290871, "nauc_map_at_1_std": 0.302109, "nauc_map_at_1_diff1": 0.646464, "nauc_map_at_3_max": 0.302863, "nauc_map_at_3_std": 0.300147, "nauc_map_at_3_diff1": 0.591224, "nauc_map_at_5_max": 0.302355, "nauc_map_at_5_std": 0.290592, "nauc_map_at_5_diff1": 0.575674, "nauc_map_at_10_max": 0.302107, "nauc_map_at_10_std": 0.289001, "nauc_map_at_10_diff1": 0.564929, "nauc_map_at_20_max": 0.300842, "nauc_map_at_20_std": 0.287799, "nauc_map_at_20_diff1": 0.563377, "nauc_map_at_100_max": 0.303388, "nauc_map_at_100_std": 0.289653, "nauc_map_at_100_diff1": 0.563189, "nauc_map_at_1000_max": 0.302818, "nauc_map_at_1000_std": 0.290176, "nauc_map_at_1000_diff1": 0.563472, "nauc_recall_at_1_max": 0.290871, "nauc_recall_at_1_std": 0.302109, "nauc_recall_at_1_diff1": 0.646464, "nauc_recall_at_3_max": 0.305364, "nauc_recall_at_3_std": 0.295769, "nauc_recall_at_3_diff1": 0.514417, "nauc_recall_at_5_max": 0.305241, "nauc_recall_at_5_std": 0.24412, "nauc_recall_at_5_diff1": 0.454091, "nauc_recall_at_10_max": 0.2948, "nauc_recall_at_10_std": 0.226955, "nauc_recall_at_10_diff1": 0.411764, "nauc_recall_at_20_max": 0.266019, "nauc_recall_at_20_std": 0.198683, "nauc_recall_at_20_diff1": 0.374306, "nauc_recall_at_100_max": 0.315632, "nauc_recall_at_100_std": 0.244224, "nauc_recall_at_100_diff1": 0.326014, "nauc_recall_at_1000_max": 0.075722, "nauc_recall_at_1000_std": 0.370632, "nauc_recall_at_1000_diff1": 0.284675, "nauc_precision_at_1_max": 0.281113, "nauc_precision_at_1_std": 0.318412, "nauc_precision_at_1_diff1": 0.647646, "nauc_precision_at_3_max": 0.29431, "nauc_precision_at_3_std": 0.324001, "nauc_precision_at_3_diff1": 0.501167, "nauc_precision_at_5_max": 0.304736, "nauc_precision_at_5_std": 0.279132, "nauc_precision_at_5_diff1": 0.413696, "nauc_precision_at_10_max": 0.296636, "nauc_precision_at_10_std": 0.246492, "nauc_precision_at_10_diff1": 0.333678, "nauc_precision_at_20_max": 0.271714, "nauc_precision_at_20_std": 0.234023, "nauc_precision_at_20_diff1": 0.302641, "nauc_precision_at_100_max": 0.296547, "nauc_precision_at_100_std": 0.261812, "nauc_precision_at_100_diff1": 0.22999, "nauc_precision_at_1000_max": 0.115223, "nauc_precision_at_1000_std": 0.270584, "nauc_precision_at_1000_diff1": 0.094632, "nauc_mrr_at_1_max": 0.281113, "nauc_mrr_at_1_std": 0.318412, "nauc_mrr_at_1_diff1": 0.647646, "nauc_mrr_at_3_max": 0.299124, "nauc_mrr_at_3_std": 0.307434, "nauc_mrr_at_3_diff1": 0.579571, "nauc_mrr_at_5_max": 0.304156, "nauc_mrr_at_5_std": 0.294442, "nauc_mrr_at_5_diff1": 0.566645, "nauc_mrr_at_10_max": 0.300965, "nauc_mrr_at_10_std": 0.290872, "nauc_mrr_at_10_diff1": 0.560256, "nauc_mrr_at_20_max": 0.298785, "nauc_mrr_at_20_std": 0.289523, "nauc_mrr_at_20_diff1": 0.557619, "nauc_mrr_at_100_max": 0.300573, "nauc_mrr_at_100_std": 0.291839, "nauc_mrr_at_100_diff1": 0.557759, "nauc_mrr_at_1000_max": 0.299888, "nauc_mrr_at_1000_std": 0.292116, "nauc_mrr_at_1000_diff1": 0.558058, "cv_recall_at_1": 0.20667, "cv_recall_at_3": 0.29333, "cv_recall_at_5": 0.34, "cv_recall_at_10": 0.38333, "cv_recall_at_20": 0.46, "cv_recall_at_100": 0.62, "cv_recall_at_1000": 0.85, "main_score": 0.28362, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 15.89398741722107, "kg_co2_emissions": null }