{ "dataset_revision": "11aaa91e8c4915be01ba73fa89fadd0cebbf4972", "task_name": "CorebT2CReranking", "mteb_version": "2.22.1", "scores": { "test": [ { "ndcg_at_1": 0.22139, "ndcg_at_3": 0.30768, "ndcg_at_5": 0.37185, "ndcg_at_10": 0.38388, "ndcg_at_20": 0.40055, "ndcg_at_100": 0.40055, "ndcg_at_1000": 0.40055, "map_at_1": 0.13252, "map_at_3": 0.22841, "map_at_5": 0.26493, "map_at_10": 0.26991, "map_at_20": 0.27379, "map_at_100": 0.27379, "map_at_1000": 0.27379, "recall_at_1": 0.13252, "recall_at_3": 0.3634, "recall_at_5": 0.51199, "recall_at_10": 0.55092, "recall_at_20": 0.60345, "recall_at_100": 0.60345, "recall_at_1000": 0.60345, "accuracy": 0.13252, "precision_at_1": 0.22139, "precision_at_3": 0.1995, "precision_at_5": 0.1636, "precision_at_10": 0.08949, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.221388, "mrr_at_3": 0.379143, "mrr_at_5": 0.432942, "mrr_at_10": 0.442803, "mrr_at_20": 0.450581, "mrr_at_100": 0.450581, "mrr_at_1000": 0.450581, "nauc_ndcg_at_1_max": 0.084976, "nauc_ndcg_at_1_std": 0.096798, "nauc_ndcg_at_1_diff1": 0.110583, "nauc_ndcg_at_3_max": 0.154122, "nauc_ndcg_at_3_std": 0.144061, "nauc_ndcg_at_3_diff1": 0.178962, "nauc_ndcg_at_5_max": 0.290177, "nauc_ndcg_at_5_std": 0.289661, "nauc_ndcg_at_5_diff1": 0.211355, "nauc_ndcg_at_10_max": 0.23822, "nauc_ndcg_at_10_std": 0.243531, "nauc_ndcg_at_10_diff1": 0.192589, "nauc_ndcg_at_20_max": 0.175723, "nauc_ndcg_at_20_std": 0.181064, "nauc_ndcg_at_20_diff1": 0.167747, "nauc_ndcg_at_100_max": 0.175723, "nauc_ndcg_at_100_std": 0.181064, "nauc_ndcg_at_100_diff1": 0.167747, "nauc_ndcg_at_1000_max": 0.175723, "nauc_ndcg_at_1000_std": 0.181064, "nauc_ndcg_at_1000_diff1": 0.167747, "nauc_map_at_1_max": 0.036346, "nauc_map_at_1_std": 0.039633, "nauc_map_at_1_diff1": 0.121049, "nauc_map_at_3_max": 0.10679, "nauc_map_at_3_std": 0.10402, "nauc_map_at_3_diff1": 0.160167, "nauc_map_at_5_max": 0.177011, "nauc_map_at_5_std": 0.176746, "nauc_map_at_5_diff1": 0.179426, "nauc_map_at_10_max": 0.158483, "nauc_map_at_10_std": 0.158543, "nauc_map_at_10_diff1": 0.174824, "nauc_map_at_20_max": 0.143356, "nauc_map_at_20_std": 0.14332, "nauc_map_at_20_diff1": 0.169005, "nauc_map_at_100_max": 0.143356, "nauc_map_at_100_std": 0.14332, "nauc_map_at_100_diff1": 0.169005, "nauc_map_at_1000_max": 0.143356, "nauc_map_at_1000_std": 0.14332, "nauc_map_at_1000_diff1": 0.169005, "nauc_recall_at_1_max": 0.036346, "nauc_recall_at_1_std": 0.039633, "nauc_recall_at_1_diff1": 0.121049, "nauc_recall_at_3_max": 0.15136, "nauc_recall_at_3_std": 0.144183, "nauc_recall_at_3_diff1": 0.161744, "nauc_recall_at_5_max": 0.346622, "nauc_recall_at_5_std": 0.348101, "nauc_recall_at_5_diff1": 0.189883, "nauc_recall_at_10_max": 0.244842, "nauc_recall_at_10_std": 0.248396, "nauc_recall_at_10_diff1": 0.155291, "nauc_recall_at_20_max": 0.055408, "nauc_recall_at_20_std": 0.0585, "nauc_recall_at_20_diff1": 0.068761, "nauc_recall_at_100_max": 0.055408, "nauc_recall_at_100_std": 0.0585, "nauc_recall_at_100_diff1": 0.068761, "nauc_recall_at_1000_max": 0.055408, "nauc_recall_at_1000_std": 0.0585, "nauc_recall_at_1000_diff1": 0.068761, "nauc_precision_at_1_max": 0.084976, "nauc_precision_at_1_std": 0.096798, "nauc_precision_at_1_diff1": 0.110583, "nauc_precision_at_3_max": 0.313414, "nauc_precision_at_3_std": 0.301885, "nauc_precision_at_3_diff1": 0.218326, "nauc_precision_at_5_max": 0.961882, "nauc_precision_at_5_std": 0.959645, "nauc_precision_at_5_diff1": 0.439202, "nauc_precision_at_10_max": 0.919705, "nauc_precision_at_10_std": 0.924694, "nauc_precision_at_10_diff1": 0.460471, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.084976, "nauc_mrr_at_1_std": 0.096798, "nauc_mrr_at_1_diff1": 0.110583, "nauc_mrr_at_3_max": 0.180481, "nauc_mrr_at_3_std": 0.180588, "nauc_mrr_at_3_diff1": 0.157974, "nauc_mrr_at_5_max": 0.263297, "nauc_mrr_at_5_std": 0.266083, "nauc_mrr_at_5_diff1": 0.184679, "nauc_mrr_at_10_max": 0.239325, "nauc_mrr_at_10_std": 0.242681, "nauc_mrr_at_10_diff1": 0.178459, "nauc_mrr_at_20_max": 0.219433, "nauc_mrr_at_20_std": 0.222745, "nauc_mrr_at_20_diff1": 0.170008, "nauc_mrr_at_100_max": 0.219433, "nauc_mrr_at_100_std": 0.222745, "nauc_mrr_at_100_diff1": 0.170008, "nauc_mrr_at_1000_max": 0.219433, "nauc_mrr_at_1000_std": 0.222745, "nauc_mrr_at_1000_diff1": 0.170008, "hit_rate_at_1": 0.22139, "hit_rate_at_3": 0.5985, "hit_rate_at_5": 0.81801, "hit_rate_at_10": 0.89493, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.26991, "hf_subset": "default", "languages": [ "eng-Latn", "python-Code", "ruby-Code", "java-Code", "go-Code", "c++-Code" ], "mteb_version": "2.22.1" } ] }, "evaluation_time": 85.7530250280397, "kg_co2_emissions": null, "date": 1790978030.301056, "evaluation_phases": [ { "name": "Data loading", "start": 5.6540011428296566e-05, "end": 4.342845978972036, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 4.34286329097813, "end": 4.342866326973308, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 4.3687490280135535, "end": 85.61494094599038, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 85.61515249597142, "end": 85.74386797199259, "split": "test", "subset": "default" } ] }