{ "dataset_revision": "dc2cfaf4fcbf238806a02ae8607786e88112463e", "task_name": "ESCIReranking", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.82703, "ndcg_at_3": 0.83667, "ndcg_at_5": 0.84504, "ndcg_at_10": 0.87156, "ndcg_at_20": 0.89523, "ndcg_at_100": 0.91253, "ndcg_at_1000": 0.91253, "map_at_1": 0.14309, "map_at_3": 0.32351, "map_at_5": 0.44789, "map_at_10": 0.63723, "map_at_20": 0.78358, "map_at_100": 0.84238, "map_at_1000": 0.84238, "recall_at_1": 0.14309, "recall_at_3": 0.36063, "recall_at_5": 0.51153, "recall_at_10": 0.74907, "recall_at_20": 0.92812, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.14309, "precision_at_1": 0.82703, "precision_at_3": 0.79153, "precision_at_5": 0.75081, "precision_at_10": 0.6527, "precision_at_20": 0.48584, "precision_at_100": 0.11524, "precision_at_1000": 0.01152, "mrr_at_1": 0.828108, "mrr_at_3": 0.893964, "mrr_at_5": 0.89691, "mrr_at_10": 0.898511, "mrr_at_20": 0.898771, "mrr_at_100": 0.898808, "mrr_at_1000": 0.898808, "nauc_ndcg_at_1_max": 0.421452, "nauc_ndcg_at_1_std": 0.223215, "nauc_ndcg_at_1_diff1": -0.010662, "nauc_ndcg_at_3_max": 0.384626, "nauc_ndcg_at_3_std": 0.225723, "nauc_ndcg_at_3_diff1": -0.048736, "nauc_ndcg_at_5_max": 0.364698, "nauc_ndcg_at_5_std": 0.213227, "nauc_ndcg_at_5_diff1": -0.016098, "nauc_ndcg_at_10_max": 0.331192, "nauc_ndcg_at_10_std": 0.197685, "nauc_ndcg_at_10_diff1": -0.026106, "nauc_ndcg_at_20_max": 0.333167, "nauc_ndcg_at_20_std": 0.195767, "nauc_ndcg_at_20_diff1": -0.036522, "nauc_ndcg_at_100_max": 0.41847, "nauc_ndcg_at_100_std": 0.232572, "nauc_ndcg_at_100_diff1": -0.054653, "nauc_ndcg_at_1000_max": 0.41847, "nauc_ndcg_at_1000_std": 0.232572, "nauc_ndcg_at_1000_diff1": -0.054653, "nauc_map_at_1_max": -0.145855, "nauc_map_at_1_std": -0.016582, "nauc_map_at_1_diff1": 0.298438, "nauc_map_at_3_max": -0.137734, "nauc_map_at_3_std": 0.010709, "nauc_map_at_3_diff1": 0.21082, "nauc_map_at_5_max": -0.100932, "nauc_map_at_5_std": 0.039985, "nauc_map_at_5_diff1": 0.180942, "nauc_map_at_10_max": -0.022273, "nauc_map_at_10_std": 0.075798, "nauc_map_at_10_diff1": 0.12825, "nauc_map_at_20_max": 0.180305, "nauc_map_at_20_std": 0.159589, "nauc_map_at_20_diff1": 0.04389, "nauc_map_at_100_max": 0.363636, "nauc_map_at_100_std": 0.200339, "nauc_map_at_100_diff1": -0.044316, "nauc_map_at_1000_max": 0.363636, "nauc_map_at_1000_std": 0.200339, "nauc_map_at_1000_diff1": -0.044316, "nauc_recall_at_1_max": -0.145855, "nauc_recall_at_1_std": -0.016582, "nauc_recall_at_1_diff1": 0.298438, "nauc_recall_at_3_max": -0.194632, "nauc_recall_at_3_std": -0.028783, "nauc_recall_at_3_diff1": 0.206837, "nauc_recall_at_5_max": -0.193093, "nauc_recall_at_5_std": -0.01282, "nauc_recall_at_5_diff1": 0.197432, "nauc_recall_at_10_max": -0.232023, "nauc_recall_at_10_std": -0.020883, "nauc_recall_at_10_diff1": 0.182518, "nauc_recall_at_20_max": -0.257029, "nauc_recall_at_20_std": 0.003262, "nauc_recall_at_20_diff1": 0.169606, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.421452, "nauc_precision_at_1_std": 0.223215, "nauc_precision_at_1_diff1": -0.010662, "nauc_precision_at_3_max": 0.420386, "nauc_precision_at_3_std": 0.232367, "nauc_precision_at_3_diff1": -0.213687, "nauc_precision_at_5_max": 0.416281, "nauc_precision_at_5_std": 0.201367, "nauc_precision_at_5_diff1": -0.233007, "nauc_precision_at_10_max": 0.366279, "nauc_precision_at_10_std": 0.124729, "nauc_precision_at_10_diff1": -0.243074, "nauc_precision_at_20_max": 0.312003, "nauc_precision_at_20_std": 0.08174, "nauc_precision_at_20_diff1": -0.206997, "nauc_precision_at_100_max": 0.271478, "nauc_precision_at_100_std": 0.049212, "nauc_precision_at_100_diff1": -0.189633, "nauc_precision_at_1000_max": 0.271478, "nauc_precision_at_1000_std": 0.049212, "nauc_precision_at_1000_diff1": -0.189633, "nauc_mrr_at_1_max": 0.424829, "nauc_mrr_at_1_std": 0.226494, "nauc_mrr_at_1_diff1": -0.017376, "nauc_mrr_at_3_max": 0.44933, "nauc_mrr_at_3_std": 0.236445, "nauc_mrr_at_3_diff1": -0.022258, "nauc_mrr_at_5_max": 0.447809, "nauc_mrr_at_5_std": 0.239804, "nauc_mrr_at_5_diff1": -0.017313, "nauc_mrr_at_10_max": 0.443595, "nauc_mrr_at_10_std": 0.23447, "nauc_mrr_at_10_diff1": -0.01857, "nauc_mrr_at_20_max": 0.443929, "nauc_mrr_at_20_std": 0.234581, "nauc_mrr_at_20_diff1": -0.019715, "nauc_mrr_at_100_max": 0.443739, "nauc_mrr_at_100_std": 0.234394, "nauc_mrr_at_100_diff1": -0.019167, "nauc_mrr_at_1000_max": 0.443739, "nauc_mrr_at_1000_std": 0.234394, "nauc_mrr_at_1000_diff1": -0.019167, "cv_recall_at_1": 0.82811, "cv_recall_at_3": 0.97135, "cv_recall_at_5": 0.98432, "cv_recall_at_10": 0.99568, "cv_recall_at_20": 0.99892, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.84238, "hf_subset": "jp", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 82.8523051738739, "kg_co2_emissions": null }