{ "dataset_revision": "b0f12fa0c0dd67f59c95a5c33d02aeeb4c398c5f", "task_name": "CodeFeedbackMT", "mteb_version": "2.12.26", "scores": { "test": [ { "ndcg_at_1": 0.84605, "ndcg_at_3": 0.89902, "ndcg_at_5": 0.90615, "ndcg_at_10": 0.91243, "ndcg_at_20": 0.91533, "ndcg_at_100": 0.91785, "ndcg_at_1000": 0.91838, "map_at_1": 0.84605, "map_at_3": 0.8867, "map_at_5": 0.89067, "map_at_10": 0.89329, "map_at_20": 0.8941, "map_at_100": 0.89447, "map_at_1000": 0.89449, "recall_at_1": 0.84605, "recall_at_3": 0.9344, "recall_at_5": 0.95165, "recall_at_10": 0.97093, "recall_at_20": 0.98222, "recall_at_100": 0.99556, "recall_at_1000": 0.99955, "accuracy": 0.84605, "precision_at_1": 0.84605, "precision_at_3": 0.31147, "precision_at_5": 0.19033, "precision_at_10": 0.09709, "precision_at_20": 0.04911, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.845974, "mrr_at_3": 0.886646, "mrr_at_5": 0.890615, "mrr_at_10": 0.893238, "mrr_at_20": 0.894052, "mrr_at_100": 0.894417, "mrr_at_1000": 0.89444, "nauc_ndcg_at_1_max": 0.47347, "nauc_ndcg_at_1_std": -0.287082, "nauc_ndcg_at_1_diff1": 0.874596, "nauc_ndcg_at_3_max": 0.47546, "nauc_ndcg_at_3_std": -0.380074, "nauc_ndcg_at_3_diff1": 0.862178, "nauc_ndcg_at_5_max": 0.474061, "nauc_ndcg_at_5_std": -0.387249, "nauc_ndcg_at_5_diff1": 0.863904, "nauc_ndcg_at_10_max": 0.474878, "nauc_ndcg_at_10_std": -0.383191, "nauc_ndcg_at_10_diff1": 0.864649, "nauc_ndcg_at_20_max": 0.476036, "nauc_ndcg_at_20_std": -0.369435, "nauc_ndcg_at_20_diff1": 0.864849, "nauc_ndcg_at_100_max": 0.476336, "nauc_ndcg_at_100_std": -0.359394, "nauc_ndcg_at_100_diff1": 0.865036, "nauc_ndcg_at_1000_max": 0.475437, "nauc_ndcg_at_1000_std": -0.358586, "nauc_ndcg_at_1000_diff1": 0.865657, "nauc_map_at_1_max": 0.47347, "nauc_map_at_1_std": -0.287082, "nauc_map_at_1_diff1": 0.874596, "nauc_map_at_3_max": 0.475419, "nauc_map_at_3_std": -0.352123, "nauc_map_at_3_diff1": 0.865589, "nauc_map_at_5_max": 0.474739, "nauc_map_at_5_std": -0.354677, "nauc_map_at_5_diff1": 0.866547, "nauc_map_at_10_max": 0.474872, "nauc_map_at_10_std": -0.352809, "nauc_map_at_10_diff1": 0.86689, "nauc_map_at_20_max": 0.475127, "nauc_map_at_20_std": -0.349468, "nauc_map_at_20_diff1": 0.866924, "nauc_map_at_100_max": 0.475174, "nauc_map_at_100_std": -0.348395, "nauc_map_at_100_diff1": 0.866964, "nauc_map_at_1000_max": 0.475148, "nauc_map_at_1000_std": -0.348351, "nauc_map_at_1000_diff1": 0.866984, "nauc_recall_at_1_max": 0.47347, "nauc_recall_at_1_std": -0.287082, "nauc_recall_at_1_diff1": 0.874596, "nauc_recall_at_3_max": 0.475244, "nauc_recall_at_3_std": -0.513633, "nauc_recall_at_3_diff1": 0.846119, "nauc_recall_at_5_max": 0.468836, "nauc_recall_at_5_std": -0.592606, "nauc_recall_at_5_diff1": 0.848264, "nauc_recall_at_10_max": 0.47595, "nauc_recall_at_10_std": -0.685645, "nauc_recall_at_10_diff1": 0.84422, "nauc_recall_at_20_max": 0.497701, "nauc_recall_at_20_std": -0.629818, "nauc_recall_at_20_diff1": 0.836099, "nauc_recall_at_100_max": 0.581978, "nauc_recall_at_100_std": -0.422411, "nauc_recall_at_100_diff1": 0.763124, "nauc_recall_at_1000_max": 0.283606, "nauc_recall_at_1000_std": -0.079346, "nauc_recall_at_1000_diff1": 0.695847, "nauc_precision_at_1_max": 0.47347, "nauc_precision_at_1_std": -0.287082, "nauc_precision_at_1_diff1": 0.874596, "nauc_precision_at_3_max": 0.475244, "nauc_precision_at_3_std": -0.513633, "nauc_precision_at_3_diff1": 0.846119, "nauc_precision_at_5_max": 0.468836, "nauc_precision_at_5_std": -0.592606, "nauc_precision_at_5_diff1": 0.848264, "nauc_precision_at_10_max": 0.47595, "nauc_precision_at_10_std": -0.685645, "nauc_precision_at_10_diff1": 0.84422, "nauc_precision_at_20_max": 0.497701, "nauc_precision_at_20_std": -0.629818, "nauc_precision_at_20_diff1": 0.836099, "nauc_precision_at_100_max": 0.581978, "nauc_precision_at_100_std": -0.422411, "nauc_precision_at_100_diff1": 0.763124, "nauc_precision_at_1000_max": 0.283606, "nauc_precision_at_1000_std": -0.079346, "nauc_precision_at_1000_diff1": 0.695847, "nauc_mrr_at_1_max": 0.473543, "nauc_mrr_at_1_std": -0.287846, "nauc_mrr_at_1_diff1": 0.874719, "nauc_mrr_at_3_max": 0.475527, "nauc_mrr_at_3_std": -0.352491, "nauc_mrr_at_3_diff1": 0.865689, "nauc_mrr_at_5_max": 0.474851, "nauc_mrr_at_5_std": -0.355059, "nauc_mrr_at_5_diff1": 0.86665, "nauc_mrr_at_10_max": 0.474987, "nauc_mrr_at_10_std": -0.353201, "nauc_mrr_at_10_diff1": 0.866996, "nauc_mrr_at_20_max": 0.475243, "nauc_mrr_at_20_std": -0.349865, "nauc_mrr_at_20_diff1": 0.86703, "nauc_mrr_at_100_max": 0.475291, "nauc_mrr_at_100_std": -0.348793, "nauc_mrr_at_100_diff1": 0.867072, "nauc_mrr_at_1000_max": 0.475265, "nauc_mrr_at_1000_std": -0.34875, "nauc_mrr_at_1000_diff1": 0.867091, "hit_rate_at_1": 0.84605, "hit_rate_at_3": 0.9344, "hit_rate_at_5": 0.95165, "hit_rate_at_10": 0.97093, "hit_rate_at_20": 0.98222, "hit_rate_at_100": 0.99556, "hit_rate_at_1000": 0.99955, "main_score": 0.91243, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.12.26" } ] }, "evaluation_time": 457.7984004020691, "kg_co2_emissions": null, "date": 1785768938.623422, "evaluation_phases": null }