{ "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", "task_name": "NFCorpus", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.4613, "ndcg_at_3": 0.42595, "ndcg_at_5": 0.40678, "ndcg_at_10": 0.3715, "ndcg_at_20": 0.34833, "ndcg_at_100": 0.3429, "ndcg_at_1000": 0.42092, "map_at_1": 0.0645, "map_at_3": 0.11098, "map_at_5": 0.12773, "map_at_10": 0.1475, "map_at_20": 0.16323, "map_at_100": 0.18433, "map_at_1000": 0.19837, "recall_at_1": 0.0645, "recall_at_3": 0.12176, "recall_at_5": 0.14784, "recall_at_10": 0.18172, "recall_at_20": 0.22293, "recall_at_100": 0.33684, "recall_at_1000": 0.61963, "accuracy": 0.0645, "precision_at_1": 0.48297, "precision_at_3": 0.39835, "precision_at_5": 0.35046, "precision_at_10": 0.27059, "precision_at_20": 0.19985, "precision_at_100": 0.08591, "precision_at_1000": 0.0204, "mrr_at_1": 0.482972, "mrr_at_3": 0.557276, "mrr_at_5": 0.570588, "mrr_at_10": 0.574982, "mrr_at_20": 0.579082, "mrr_at_100": 0.580974, "mrr_at_1000": 0.581299, "nauc_ndcg_at_1_max": 0.148862, "nauc_ndcg_at_1_std": 0.184831, "nauc_ndcg_at_1_diff1": 0.329135, "nauc_ndcg_at_3_max": 0.096745, "nauc_ndcg_at_3_std": 0.278879, "nauc_ndcg_at_3_diff1": 0.275587, "nauc_ndcg_at_5_max": 0.096734, "nauc_ndcg_at_5_std": 0.301648, "nauc_ndcg_at_5_diff1": 0.256159, "nauc_ndcg_at_10_max": 0.093694, "nauc_ndcg_at_10_std": 0.304731, "nauc_ndcg_at_10_diff1": 0.225737, "nauc_ndcg_at_20_max": 0.106085, "nauc_ndcg_at_20_std": 0.31049, "nauc_ndcg_at_20_diff1": 0.2142, "nauc_ndcg_at_100_max": 0.167322, "nauc_ndcg_at_100_std": 0.289062, "nauc_ndcg_at_100_diff1": 0.219974, "nauc_ndcg_at_1000_max": 0.23179, "nauc_ndcg_at_1000_std": 0.331743, "nauc_ndcg_at_1000_diff1": 0.235113, "nauc_map_at_1_max": 0.041197, "nauc_map_at_1_std": -0.162886, "nauc_map_at_1_diff1": 0.342646, "nauc_map_at_3_max": 0.039176, "nauc_map_at_3_std": -0.102756, "nauc_map_at_3_diff1": 0.292895, "nauc_map_at_5_max": 0.065665, "nauc_map_at_5_std": -0.06152, "nauc_map_at_5_diff1": 0.295463, "nauc_map_at_10_max": 0.079314, "nauc_map_at_10_std": -0.005663, "nauc_map_at_10_diff1": 0.287558, "nauc_map_at_20_max": 0.085405, "nauc_map_at_20_std": 0.045771, "nauc_map_at_20_diff1": 0.271868, "nauc_map_at_100_max": 0.092771, "nauc_map_at_100_std": 0.118277, "nauc_map_at_100_diff1": 0.254824, "nauc_map_at_1000_max": 0.090517, "nauc_map_at_1000_std": 0.15127, "nauc_map_at_1000_diff1": 0.244409, "nauc_recall_at_1_max": 0.041197, "nauc_recall_at_1_std": -0.162886, "nauc_recall_at_1_diff1": 0.342646, "nauc_recall_at_3_max": 0.03319, "nauc_recall_at_3_std": -0.0963, "nauc_recall_at_3_diff1": 0.272484, "nauc_recall_at_5_max": 0.085254, "nauc_recall_at_5_std": -0.05264, "nauc_recall_at_5_diff1": 0.26591, "nauc_recall_at_10_max": 0.113437, "nauc_recall_at_10_std": 0.007807, "nauc_recall_at_10_diff1": 0.24746, "nauc_recall_at_20_max": 0.125484, "nauc_recall_at_20_std": 0.078662, "nauc_recall_at_20_diff1": 0.210986, "nauc_recall_at_100_max": 0.197791, "nauc_recall_at_100_std": 0.1944, "nauc_recall_at_100_diff1": 0.156965, "nauc_recall_at_1000_max": 0.283186, "nauc_recall_at_1000_std": 0.269732, "nauc_recall_at_1000_diff1": 0.118707, "nauc_precision_at_1_max": 0.194906, "nauc_precision_at_1_std": 0.176464, "nauc_precision_at_1_diff1": 0.331069, "nauc_precision_at_3_max": 0.119197, "nauc_precision_at_3_std": 0.351968, "nauc_precision_at_3_diff1": 0.187591, "nauc_precision_at_5_max": 0.103186, "nauc_precision_at_5_std": 0.406772, "nauc_precision_at_5_diff1": 0.138856, "nauc_precision_at_10_max": 0.073913, "nauc_precision_at_10_std": 0.454004, "nauc_precision_at_10_diff1": 0.066559, "nauc_precision_at_20_max": 0.037558, "nauc_precision_at_20_std": 0.506955, "nauc_precision_at_20_diff1": -0.00623, "nauc_precision_at_100_max": -0.05382, "nauc_precision_at_100_std": 0.50253, "nauc_precision_at_100_diff1": -0.094045, "nauc_precision_at_1000_max": -0.132971, "nauc_precision_at_1000_std": 0.39608, "nauc_precision_at_1000_diff1": -0.138113, "nauc_mrr_at_1_max": 0.194906, "nauc_mrr_at_1_std": 0.176464, "nauc_mrr_at_1_diff1": 0.331069, "nauc_mrr_at_3_max": 0.177574, "nauc_mrr_at_3_std": 0.25807, "nauc_mrr_at_3_diff1": 0.34052, "nauc_mrr_at_5_max": 0.196758, "nauc_mrr_at_5_std": 0.255188, "nauc_mrr_at_5_diff1": 0.331124, "nauc_mrr_at_10_max": 0.200366, "nauc_mrr_at_10_std": 0.25441, "nauc_mrr_at_10_diff1": 0.326691, "nauc_mrr_at_20_max": 0.203052, "nauc_mrr_at_20_std": 0.259714, "nauc_mrr_at_20_diff1": 0.32406, "nauc_mrr_at_100_max": 0.20418, "nauc_mrr_at_100_std": 0.260241, "nauc_mrr_at_100_diff1": 0.325351, "nauc_mrr_at_1000_max": 0.203979, "nauc_mrr_at_1000_std": 0.260044, "nauc_mrr_at_1000_diff1": 0.325295, "hit_rate_at_1": 0.48297, "hit_rate_at_3": 0.64087, "hit_rate_at_5": 0.69969, "hit_rate_at_10": 0.73065, "hit_rate_at_20": 0.79257, "hit_rate_at_100": 0.87307, "hit_rate_at_1000": 0.95046, "main_score": 0.3715, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 19.403509378433228, "kg_co2_emissions": null, "date": 1773420957.337052 }