{ "dataset_revision": "d56462d0e63a25450459c4f213e49ffdb866f7f9", "task_name": "SciFact", "mteb_version": "2.10.12", "scores": { "test": [ { "ndcg_at_1": 0.61333, "ndcg_at_3": 0.69497, "ndcg_at_5": 0.72391, "ndcg_at_10": 0.7488, "ndcg_at_20": 0.75514, "ndcg_at_100": 0.76561, "ndcg_at_1000": 0.76853, "map_at_1": 0.58094, "map_at_3": 0.66383, "map_at_5": 0.68491, "map_at_10": 0.69615, "map_at_20": 0.69825, "map_at_100": 0.69993, "map_at_1000": 0.70004, "recall_at_1": 0.58094, "recall_at_3": 0.75461, "recall_at_5": 0.82522, "recall_at_10": 0.89867, "recall_at_20": 0.922, "recall_at_100": 0.97667, "recall_at_1000": 1.0, "accuracy": 0.58094, "precision_at_1": 0.61333, "precision_at_3": 0.27556, "precision_at_5": 0.18467, "precision_at_10": 0.10133, "precision_at_20": 0.05217, "precision_at_100": 0.01107, "precision_at_1000": 0.00113, "mrr_at_1": 0.613333, "mrr_at_3": 0.684444, "mrr_at_5": 0.698444, "mrr_at_10": 0.708294, "mrr_at_20": 0.709531, "mrr_at_100": 0.710802, "mrr_at_1000": 0.710911, "nauc_ndcg_at_1_max": 0.582785, "nauc_ndcg_at_1_std": 0.049698, "nauc_ndcg_at_1_diff1": 0.773243, "nauc_ndcg_at_3_max": 0.587475, "nauc_ndcg_at_3_std": 0.006311, "nauc_ndcg_at_3_diff1": 0.729328, "nauc_ndcg_at_5_max": 0.574841, "nauc_ndcg_at_5_std": 0.008759, "nauc_ndcg_at_5_diff1": 0.725691, "nauc_ndcg_at_10_max": 0.605886, "nauc_ndcg_at_10_std": 0.050542, "nauc_ndcg_at_10_diff1": 0.733181, "nauc_ndcg_at_20_max": 0.607878, "nauc_ndcg_at_20_std": 0.069646, "nauc_ndcg_at_20_diff1": 0.732554, "nauc_ndcg_at_100_max": 0.600286, "nauc_ndcg_at_100_std": 0.054868, "nauc_ndcg_at_100_diff1": 0.740496, "nauc_ndcg_at_1000_max": 0.597192, "nauc_ndcg_at_1000_std": 0.051395, "nauc_ndcg_at_1000_diff1": 0.739263, "nauc_map_at_1_max": 0.523089, "nauc_map_at_1_std": -0.032628, "nauc_map_at_1_diff1": 0.78821, "nauc_map_at_3_max": 0.563235, "nauc_map_at_3_std": -0.024095, "nauc_map_at_3_diff1": 0.749536, "nauc_map_at_5_max": 0.568906, "nauc_map_at_5_std": -0.001737, "nauc_map_at_5_diff1": 0.742275, "nauc_map_at_10_max": 0.584036, "nauc_map_at_10_std": 0.020278, "nauc_map_at_10_diff1": 0.744743, "nauc_map_at_20_max": 0.585084, "nauc_map_at_20_std": 0.026305, "nauc_map_at_20_diff1": 0.744559, "nauc_map_at_100_max": 0.58403, "nauc_map_at_100_std": 0.024888, "nauc_map_at_100_diff1": 0.745581, "nauc_map_at_1000_max": 0.583891, "nauc_map_at_1000_std": 0.024709, "nauc_map_at_1000_diff1": 0.745543, "nauc_recall_at_1_max": 0.523089, "nauc_recall_at_1_std": -0.032628, "nauc_recall_at_1_diff1": 0.78821, "nauc_recall_at_3_max": 0.580997, "nauc_recall_at_3_std": -0.039872, "nauc_recall_at_3_diff1": 0.675131, "nauc_recall_at_5_max": 0.553495, "nauc_recall_at_5_std": -0.037216, "nauc_recall_at_5_diff1": 0.655025, "nauc_recall_at_10_max": 0.703184, "nauc_recall_at_10_std": 0.141321, "nauc_recall_at_10_diff1": 0.662738, "nauc_recall_at_20_max": 0.746906, "nauc_recall_at_20_std": 0.342223, "nauc_recall_at_20_diff1": 0.642678, "nauc_recall_at_100_max": 0.776911, "nauc_recall_at_100_std": 0.243831, "nauc_recall_at_100_diff1": 0.819595, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.582785, "nauc_precision_at_1_std": 0.049698, "nauc_precision_at_1_diff1": 0.773243, "nauc_precision_at_3_max": 0.543943, "nauc_precision_at_3_std": 0.172316, "nauc_precision_at_3_diff1": 0.403566, "nauc_precision_at_5_max": 0.43062, "nauc_precision_at_5_std": 0.275313, "nauc_precision_at_5_diff1": 0.193609, "nauc_precision_at_10_max": 0.43066, "nauc_precision_at_10_std": 0.475506, "nauc_precision_at_10_diff1": 0.029457, "nauc_precision_at_20_max": 0.378856, "nauc_precision_at_20_std": 0.544346, "nauc_precision_at_20_diff1": -0.049063, "nauc_precision_at_100_max": 0.242961, "nauc_precision_at_100_std": 0.529564, "nauc_precision_at_100_diff1": -0.189807, "nauc_precision_at_1000_max": 0.187881, "nauc_precision_at_1000_std": 0.559039, "nauc_precision_at_1000_diff1": -0.293933, "nauc_mrr_at_1_max": 0.582785, "nauc_mrr_at_1_std": 0.049698, "nauc_mrr_at_1_diff1": 0.773243, "nauc_mrr_at_3_max": 0.60011, "nauc_mrr_at_3_std": 0.059861, "nauc_mrr_at_3_diff1": 0.730586, "nauc_mrr_at_5_max": 0.588654, "nauc_mrr_at_5_std": 0.051254, "nauc_mrr_at_5_diff1": 0.733161, "nauc_mrr_at_10_max": 0.599358, "nauc_mrr_at_10_std": 0.064286, "nauc_mrr_at_10_diff1": 0.737818, "nauc_mrr_at_20_max": 0.598307, "nauc_mrr_at_20_std": 0.065275, "nauc_mrr_at_20_diff1": 0.738174, "nauc_mrr_at_100_max": 0.597417, "nauc_mrr_at_100_std": 0.063924, "nauc_mrr_at_100_diff1": 0.738803, "nauc_mrr_at_1000_max": 0.597281, "nauc_mrr_at_1000_std": 0.063758, "nauc_mrr_at_1000_diff1": 0.738762, "hit_rate_at_1": 0.61333, "hit_rate_at_3": 0.77667, "hit_rate_at_5": 0.83667, "hit_rate_at_10": 0.91, "hit_rate_at_20": 0.92667, "hit_rate_at_100": 0.97667, "hit_rate_at_1000": 1.0, "main_score": 0.7488, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 4.7741172313690186, "kg_co2_emissions": null, "date": null }