{ "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", "task_name": "LEMBQMSumRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.69155, "ndcg_at_3": 0.76655, "ndcg_at_5": 0.78695, "ndcg_at_10": 0.79928, "ndcg_at_20": 0.80818, "ndcg_at_100": 0.81929, "ndcg_at_1000": 0.81929, "map_at_1": 0.69155, "map_at_3": 0.74831, "map_at_5": 0.75957, "map_at_10": 0.76469, "map_at_20": 0.76711, "map_at_100": 0.76879, "map_at_1000": 0.76879, "recall_at_1": 0.69155, "recall_at_3": 0.81925, "recall_at_5": 0.86902, "recall_at_10": 0.90701, "recall_at_20": 0.94237, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.69155, "precision_at_1": 0.69155, "precision_at_3": 0.27308, "precision_at_5": 0.1738, "precision_at_10": 0.0907, "precision_at_20": 0.04712, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.691552, "mrr_at_3": 0.748417, "mrr_at_5": 0.759387, "mrr_at_10": 0.764604, "mrr_at_20": 0.767026, "mrr_at_100": 0.768711, "mrr_at_1000": 0.768711, "nauc_ndcg_at_1_max": -0.020637, "nauc_ndcg_at_1_std": -0.210584, "nauc_ndcg_at_1_diff1": 0.80872, "nauc_ndcg_at_3_max": -0.017448, "nauc_ndcg_at_3_std": -0.223965, "nauc_ndcg_at_3_diff1": 0.777167, "nauc_ndcg_at_5_max": -0.007988, "nauc_ndcg_at_5_std": -0.211273, "nauc_ndcg_at_5_diff1": 0.773373, "nauc_ndcg_at_10_max": -0.012951, "nauc_ndcg_at_10_std": -0.207375, "nauc_ndcg_at_10_diff1": 0.769599, "nauc_ndcg_at_20_max": -0.013748, "nauc_ndcg_at_20_std": -0.216298, "nauc_ndcg_at_20_diff1": 0.775741, "nauc_ndcg_at_100_max": -0.011883, "nauc_ndcg_at_100_std": -0.212926, "nauc_ndcg_at_100_diff1": 0.781218, "nauc_ndcg_at_1000_max": -0.011883, "nauc_ndcg_at_1000_std": -0.212926, "nauc_ndcg_at_1000_diff1": 0.781218, "nauc_map_at_1_max": -0.020637, "nauc_map_at_1_std": -0.210584, "nauc_map_at_1_diff1": 0.80872, "nauc_map_at_3_max": -0.01695, "nauc_map_at_3_std": -0.219241, "nauc_map_at_3_diff1": 0.785685, "nauc_map_at_5_max": -0.011791, "nauc_map_at_5_std": -0.212424, "nauc_map_at_5_diff1": 0.784273, "nauc_map_at_10_max": -0.01364, "nauc_map_at_10_std": -0.211192, "nauc_map_at_10_diff1": 0.783102, "nauc_map_at_20_max": -0.013774, "nauc_map_at_20_std": -0.213228, "nauc_map_at_20_diff1": 0.78468, "nauc_map_at_100_max": -0.013165, "nauc_map_at_100_std": -0.212762, "nauc_map_at_100_diff1": 0.785358, "nauc_map_at_1000_max": -0.013165, "nauc_map_at_1000_std": -0.212762, "nauc_map_at_1000_diff1": 0.785358, "nauc_recall_at_1_max": -0.020637, "nauc_recall_at_1_std": -0.210584, "nauc_recall_at_1_diff1": 0.80872, "nauc_recall_at_3_max": -0.020088, "nauc_recall_at_3_std": -0.242283, "nauc_recall_at_3_diff1": 0.745289, "nauc_recall_at_5_max": 0.010764, "nauc_recall_at_5_std": -0.203902, "nauc_recall_at_5_diff1": 0.719921, "nauc_recall_at_10_max": -0.012333, "nauc_recall_at_10_std": -0.176363, "nauc_recall_at_10_diff1": 0.678432, "nauc_recall_at_20_max": -0.022674, "nauc_recall_at_20_std": -0.263654, "nauc_recall_at_20_diff1": 0.694322, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.020637, "nauc_precision_at_1_std": -0.210584, "nauc_precision_at_1_diff1": 0.80872, "nauc_precision_at_3_max": -0.020088, "nauc_precision_at_3_std": -0.242283, "nauc_precision_at_3_diff1": 0.745289, "nauc_precision_at_5_max": 0.010764, "nauc_precision_at_5_std": -0.203902, "nauc_precision_at_5_diff1": 0.719921, "nauc_precision_at_10_max": -0.012333, "nauc_precision_at_10_std": -0.176363, "nauc_precision_at_10_diff1": 0.678432, "nauc_precision_at_20_max": -0.022674, "nauc_precision_at_20_std": -0.263654, "nauc_precision_at_20_diff1": 0.694322, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.020637, "nauc_mrr_at_1_std": -0.210584, "nauc_mrr_at_1_diff1": 0.80872, "nauc_mrr_at_3_max": -0.017837, "nauc_mrr_at_3_std": -0.221488, "nauc_mrr_at_3_diff1": 0.786077, "nauc_mrr_at_5_max": -0.0134, "nauc_mrr_at_5_std": -0.214434, "nauc_mrr_at_5_diff1": 0.784382, "nauc_mrr_at_10_max": -0.014443, "nauc_mrr_at_10_std": -0.213116, "nauc_mrr_at_10_diff1": 0.78351, "nauc_mrr_at_20_max": -0.014177, "nauc_mrr_at_20_std": -0.215151, "nauc_mrr_at_20_diff1": 0.78504, "nauc_mrr_at_100_max": -0.013986, "nauc_mrr_at_100_std": -0.214762, "nauc_mrr_at_100_diff1": 0.785767, "nauc_mrr_at_1000_max": -0.013986, "nauc_mrr_at_1000_std": -0.214762, "nauc_mrr_at_1000_diff1": 0.785767, "hit_rate_at_1": 0.69155, "hit_rate_at_3": 0.81925, "hit_rate_at_5": 0.86902, "hit_rate_at_10": 0.90701, "hit_rate_at_20": 0.94237, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.79928, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 36.573508739471436, "kg_co2_emissions": null, "date": 1772529801.161185 }