{ "dataset_revision": "dc306b20b36df58d87171763f7db5bb7ce0f418b", "task_name": "CorebC2TRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.82376, "ndcg_at_3": 0.92051, "ndcg_at_5": 0.92468, "ndcg_at_10": 0.926, "ndcg_at_20": 0.926, "ndcg_at_100": 0.926, "ndcg_at_1000": 0.926, "map_at_1": 0.82376, "map_at_3": 0.89769, "map_at_5": 0.90007, "map_at_10": 0.90063, "map_at_20": 0.90063, "map_at_100": 0.90063, "map_at_1000": 0.90063, "recall_at_1": 0.82376, "recall_at_3": 0.98614, "recall_at_5": 0.99604, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.82376, "precision_at_1": 0.82376, "precision_at_3": 0.32871, "precision_at_5": 0.19921, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.823762, "mrr_at_3": 0.89769, "mrr_at_5": 0.900066, "mrr_at_10": 0.900632, "mrr_at_20": 0.900632, "mrr_at_100": 0.900632, "mrr_at_1000": 0.900632, "nauc_ndcg_at_1_max": 0.219329, "nauc_ndcg_at_1_std": 0.033004, "nauc_ndcg_at_1_diff1": 0.740139, "nauc_ndcg_at_3_max": 0.286333, "nauc_ndcg_at_3_std": -0.052014, "nauc_ndcg_at_3_diff1": 0.760309, "nauc_ndcg_at_5_max": 0.269042, "nauc_ndcg_at_5_std": 0.007464, "nauc_ndcg_at_5_diff1": 0.76004, "nauc_ndcg_at_10_max": 0.255319, "nauc_ndcg_at_10_std": -0.000959, "nauc_ndcg_at_10_diff1": 0.755535, "nauc_ndcg_at_20_max": 0.255319, "nauc_ndcg_at_20_std": -0.000959, "nauc_ndcg_at_20_diff1": 0.755535, "nauc_ndcg_at_100_max": 0.255319, "nauc_ndcg_at_100_std": -0.000959, "nauc_ndcg_at_100_diff1": 0.755535, "nauc_ndcg_at_1000_max": 0.255319, "nauc_ndcg_at_1000_std": -0.000959, "nauc_ndcg_at_1000_diff1": 0.755535, "nauc_map_at_1_max": 0.219329, "nauc_map_at_1_std": 0.033004, "nauc_map_at_1_diff1": 0.740139, "nauc_map_at_3_max": 0.26475, "nauc_map_at_3_std": -0.023007, "nauc_map_at_3_diff1": 0.756104, "nauc_map_at_5_max": 0.256935, "nauc_map_at_5_std": 0.003707, "nauc_map_at_5_diff1": 0.755937, "nauc_map_at_10_max": 0.252481, "nauc_map_at_10_std": 0.000995, "nauc_map_at_10_diff1": 0.754474, "nauc_map_at_20_max": 0.252481, "nauc_map_at_20_std": 0.000995, "nauc_map_at_20_diff1": 0.754474, "nauc_map_at_100_max": 0.252481, "nauc_map_at_100_std": 0.000995, "nauc_map_at_100_diff1": 0.754474, "nauc_map_at_1000_max": 0.252481, "nauc_map_at_1000_std": 0.000995, "nauc_map_at_1000_diff1": 0.754474, "nauc_recall_at_1_max": 0.219329, "nauc_recall_at_1_std": 0.033004, "nauc_recall_at_1_diff1": 0.740139, "nauc_recall_at_3_max": 0.706216, "nauc_recall_at_3_std": -0.622316, "nauc_recall_at_3_diff1": 0.8336, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.456116, "nauc_recall_at_5_diff1": 1.0, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.219329, "nauc_precision_at_1_std": 0.033004, "nauc_precision_at_1_diff1": 0.740139, "nauc_precision_at_3_max": 0.706216, "nauc_precision_at_3_std": -0.622316, "nauc_precision_at_3_diff1": 0.8336, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.456116, "nauc_precision_at_5_diff1": 1.0, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.219329, "nauc_mrr_at_1_std": 0.033004, "nauc_mrr_at_1_diff1": 0.740139, "nauc_mrr_at_3_max": 0.26475, "nauc_mrr_at_3_std": -0.023007, "nauc_mrr_at_3_diff1": 0.756104, "nauc_mrr_at_5_max": 0.256935, "nauc_mrr_at_5_std": 0.003707, "nauc_mrr_at_5_diff1": 0.755937, "nauc_mrr_at_10_max": 0.252481, "nauc_mrr_at_10_std": 0.000995, "nauc_mrr_at_10_diff1": 0.754474, "nauc_mrr_at_20_max": 0.252481, "nauc_mrr_at_20_std": 0.000995, "nauc_mrr_at_20_diff1": 0.754474, "nauc_mrr_at_100_max": 0.252481, "nauc_mrr_at_100_std": 0.000995, "nauc_mrr_at_100_diff1": 0.754474, "nauc_mrr_at_1000_max": 0.252481, "nauc_mrr_at_1000_std": 0.000995, "nauc_mrr_at_1000_diff1": 0.754474, "hit_rate_at_1": 0.82376, "hit_rate_at_3": 0.98614, "hit_rate_at_5": 0.99604, "hit_rate_at_10": 1.0, "hit_rate_at_20": 1.0, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.926, "hf_subset": "default", "languages": [ "eng-Latn", "python-Code", "ruby-Code", "java-Code", "go-Code", "c++-Code" ] } ] }, "evaluation_time": 58.725244760513306, "kg_co2_emissions": null, "date": 1778677076.10675 }