{ "dataset_revision": "dc2cfaf4fcbf238806a02ae8607786e88112463e", "task_name": "ESCIReranking", "mteb_version": "2.2.0", "scores": { "test": [ { "ndcg_at_1": 0.82541, "ndcg_at_3": 0.83212, "ndcg_at_5": 0.84021, "ndcg_at_10": 0.86628, "ndcg_at_20": 0.89115, "ndcg_at_100": 0.90989, "ndcg_at_1000": 0.90989, "map_at_1": 0.14054, "map_at_3": 0.32083, "map_at_5": 0.44453, "map_at_10": 0.63124, "map_at_20": 0.77747, "map_at_100": 0.83739, "map_at_1000": 0.83739, "recall_at_1": 0.14054, "recall_at_3": 0.35731, "recall_at_5": 0.51119, "recall_at_10": 0.74572, "recall_at_20": 0.92627, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.14054, "precision_at_1": 0.82541, "precision_at_3": 0.78649, "precision_at_5": 0.74422, "precision_at_10": 0.64773, "precision_at_20": 0.48378, "precision_at_100": 0.11524, "precision_at_1000": 0.01152, "mrr_at_1": 0.828108, "mrr_at_3": 0.891441, "mrr_at_5": 0.895766, "mrr_at_10": 0.897502, "mrr_at_20": 0.897784, "mrr_at_100": 0.897806, "mrr_at_1000": 0.897806, "nauc_ndcg_at_1_max": 0.463284, "nauc_ndcg_at_1_std": 0.314305, "nauc_ndcg_at_1_diff1": 0.006837, "nauc_ndcg_at_3_max": 0.410743, "nauc_ndcg_at_3_std": 0.283905, "nauc_ndcg_at_3_diff1": -0.006704, "nauc_ndcg_at_5_max": 0.397822, "nauc_ndcg_at_5_std": 0.257888, "nauc_ndcg_at_5_diff1": -0.01355, "nauc_ndcg_at_10_max": 0.361521, "nauc_ndcg_at_10_std": 0.261534, "nauc_ndcg_at_10_diff1": 0.001858, "nauc_ndcg_at_20_max": 0.35111, "nauc_ndcg_at_20_std": 0.264129, "nauc_ndcg_at_20_diff1": -0.010615, "nauc_ndcg_at_100_max": 0.435655, "nauc_ndcg_at_100_std": 0.290615, "nauc_ndcg_at_100_diff1": -0.040894, "nauc_ndcg_at_1000_max": 0.435655, "nauc_ndcg_at_1000_std": 0.290615, "nauc_ndcg_at_1000_diff1": -0.040894, "nauc_map_at_1_max": -0.16235, "nauc_map_at_1_std": -0.010485, "nauc_map_at_1_diff1": 0.273267, "nauc_map_at_3_max": -0.145521, "nauc_map_at_3_std": 0.013415, "nauc_map_at_3_diff1": 0.228134, "nauc_map_at_5_max": -0.101504, "nauc_map_at_5_std": 0.047036, "nauc_map_at_5_diff1": 0.186041, "nauc_map_at_10_max": -0.005338, "nauc_map_at_10_std": 0.12055, "nauc_map_at_10_diff1": 0.136863, "nauc_map_at_20_max": 0.196375, "nauc_map_at_20_std": 0.21864, "nauc_map_at_20_diff1": 0.040973, "nauc_map_at_100_max": 0.38073, "nauc_map_at_100_std": 0.251795, "nauc_map_at_100_diff1": -0.044335, "nauc_map_at_1000_max": 0.38073, "nauc_map_at_1000_std": 0.251795, "nauc_map_at_1000_diff1": -0.044335, "nauc_recall_at_1_max": -0.16235, "nauc_recall_at_1_std": -0.010485, "nauc_recall_at_1_diff1": 0.273267, "nauc_recall_at_3_max": -0.205576, "nauc_recall_at_3_std": -0.033101, "nauc_recall_at_3_diff1": 0.249577, "nauc_recall_at_5_max": -0.199333, "nauc_recall_at_5_std": -0.026077, "nauc_recall_at_5_diff1": 0.213559, "nauc_recall_at_10_max": -0.218246, "nauc_recall_at_10_std": 0.012342, "nauc_recall_at_10_diff1": 0.202857, "nauc_recall_at_20_max": -0.257337, "nauc_recall_at_20_std": 0.061871, "nauc_recall_at_20_diff1": 0.176377, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.463284, "nauc_precision_at_1_std": 0.314305, "nauc_precision_at_1_diff1": 0.006837, "nauc_precision_at_3_max": 0.456055, "nauc_precision_at_3_std": 0.277631, "nauc_precision_at_3_diff1": -0.175905, "nauc_precision_at_5_max": 0.454803, "nauc_precision_at_5_std": 0.238315, "nauc_precision_at_5_diff1": -0.241306, "nauc_precision_at_10_max": 0.399175, "nauc_precision_at_10_std": 0.173286, "nauc_precision_at_10_diff1": -0.243144, "nauc_precision_at_20_max": 0.32138, "nauc_precision_at_20_std": 0.093909, "nauc_precision_at_20_diff1": -0.21719, "nauc_precision_at_100_max": 0.280663, "nauc_precision_at_100_std": 0.046665, "nauc_precision_at_100_diff1": -0.190991, "nauc_precision_at_1000_max": 0.280663, "nauc_precision_at_1000_std": 0.046665, "nauc_precision_at_1000_diff1": -0.190991, "nauc_mrr_at_1_max": 0.469762, "nauc_mrr_at_1_std": 0.318324, "nauc_mrr_at_1_diff1": -0.009697, "nauc_mrr_at_3_max": 0.482684, "nauc_mrr_at_3_std": 0.333302, "nauc_mrr_at_3_diff1": 0.045159, "nauc_mrr_at_5_max": 0.480471, "nauc_mrr_at_5_std": 0.325291, "nauc_mrr_at_5_diff1": 0.033342, "nauc_mrr_at_10_max": 0.479191, "nauc_mrr_at_10_std": 0.326898, "nauc_mrr_at_10_diff1": 0.029144, "nauc_mrr_at_20_max": 0.478979, "nauc_mrr_at_20_std": 0.326191, "nauc_mrr_at_20_diff1": 0.027517, "nauc_mrr_at_100_max": 0.478962, "nauc_mrr_at_100_std": 0.326138, "nauc_mrr_at_100_diff1": 0.027925, "nauc_mrr_at_1000_max": 0.478962, "nauc_mrr_at_1000_std": 0.326138, "nauc_mrr_at_1000_diff1": 0.027925, "cv_recall_at_1": 0.82811, "cv_recall_at_3": 0.96541, "cv_recall_at_5": 0.98378, "cv_recall_at_10": 0.99568, "cv_recall_at_20": 0.99946, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.83739, "hf_subset": "jp", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 30.766944885253906, "kg_co2_emissions": null }