{ "dataset_revision": "7b389786924b7f5a7586297aa9f94be15a58dea1", "task_name": "CorebC2TReranking", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.86733, "ndcg_at_3": 0.94514, "ndcg_at_5": 0.94642, "ndcg_at_10": 0.94642, "ndcg_at_20": 0.94642, "ndcg_at_100": 0.94642, "ndcg_at_1000": 0.94642, "map_at_1": 0.86733, "map_at_3": 0.92706, "map_at_5": 0.92781, "map_at_10": 0.92781, "map_at_20": 0.92781, "map_at_100": 0.92781, "map_at_1000": 0.92781, "recall_at_1": 0.86733, "recall_at_3": 0.99703, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.86733, "precision_at_1": 0.86733, "precision_at_3": 0.33234, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.867327, "mrr_at_3": 0.927063, "mrr_at_5": 0.927805, "mrr_at_10": 0.927805, "mrr_at_20": 0.927805, "mrr_at_100": 0.927805, "mrr_at_1000": 0.927805, "nauc_ndcg_at_1_max": 0.145798, "nauc_ndcg_at_1_std": -0.234762, "nauc_ndcg_at_1_diff1": 0.745914, "nauc_ndcg_at_3_max": 0.166566, "nauc_ndcg_at_3_std": -0.258272, "nauc_ndcg_at_3_diff1": 0.769324, "nauc_ndcg_at_5_max": 0.161855, "nauc_ndcg_at_5_std": -0.241117, "nauc_ndcg_at_5_diff1": 0.763649, "nauc_ndcg_at_10_max": 0.161855, "nauc_ndcg_at_10_std": -0.241117, "nauc_ndcg_at_10_diff1": 0.763649, "nauc_ndcg_at_20_max": 0.161855, "nauc_ndcg_at_20_std": -0.241117, "nauc_ndcg_at_20_diff1": 0.763649, "nauc_ndcg_at_100_max": 0.161855, "nauc_ndcg_at_100_std": -0.241117, "nauc_ndcg_at_100_diff1": 0.763649, "nauc_ndcg_at_1000_max": 0.161855, "nauc_ndcg_at_1000_std": -0.241117, "nauc_ndcg_at_1000_diff1": 0.763649, "nauc_map_at_1_max": 0.145798, "nauc_map_at_1_std": -0.234762, "nauc_map_at_1_diff1": 0.745914, "nauc_map_at_3_max": 0.162993, "nauc_map_at_3_std": -0.248115, "nauc_map_at_3_diff1": 0.765108, "nauc_map_at_5_max": 0.160926, "nauc_map_at_5_std": -0.240616, "nauc_map_at_5_diff1": 0.762618, "nauc_map_at_10_max": 0.160926, "nauc_map_at_10_std": -0.240616, "nauc_map_at_10_diff1": 0.762618, "nauc_map_at_20_max": 0.160926, "nauc_map_at_20_std": -0.240616, "nauc_map_at_20_diff1": 0.762618, "nauc_map_at_100_max": 0.160926, "nauc_map_at_100_std": -0.240616, "nauc_map_at_100_diff1": 0.762618, "nauc_map_at_1000_max": 0.160926, "nauc_map_at_1000_std": -0.240616, "nauc_map_at_1000_diff1": 0.762618, "nauc_recall_at_1_max": 0.145798, "nauc_recall_at_1_std": -0.234762, "nauc_recall_at_1_diff1": 0.745914, "nauc_recall_at_3_max": 0.358077, "nauc_recall_at_3_std": -0.955649, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.145798, "nauc_precision_at_1_std": -0.234762, "nauc_precision_at_1_diff1": 0.745914, "nauc_precision_at_3_max": 0.358077, "nauc_precision_at_3_std": -0.955649, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 1.0, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.145798, "nauc_mrr_at_1_std": -0.234762, "nauc_mrr_at_1_diff1": 0.745914, "nauc_mrr_at_3_max": 0.162993, "nauc_mrr_at_3_std": -0.248115, "nauc_mrr_at_3_diff1": 0.765108, "nauc_mrr_at_5_max": 0.160926, "nauc_mrr_at_5_std": -0.240616, "nauc_mrr_at_5_diff1": 0.762618, "nauc_mrr_at_10_max": 0.160926, "nauc_mrr_at_10_std": -0.240616, "nauc_mrr_at_10_diff1": 0.762618, "nauc_mrr_at_20_max": 0.160926, "nauc_mrr_at_20_std": -0.240616, "nauc_mrr_at_20_diff1": 0.762618, "nauc_mrr_at_100_max": 0.160926, "nauc_mrr_at_100_std": -0.240616, "nauc_mrr_at_100_diff1": 0.762618, "nauc_mrr_at_1000_max": 0.160926, "nauc_mrr_at_1000_std": -0.240616, "nauc_mrr_at_1000_diff1": 0.762618, "hit_rate_at_1": 0.86733, "hit_rate_at_3": 0.99703, "hit_rate_at_5": 1.0, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.92781, "hf_subset": "default", "languages": [ "eng-Latn", "python-Code", "ruby-Code", "java-Code", "go-Code", "c++-Code" ] } ] }, "evaluation_time": 59.44791340827942, "kg_co2_emissions": null, "date": 1779277711.47885 }