{ "dataset_revision": "94d25599a7e0221484f31749448e5ea217484e41", "task_name": "Code1Retrieval", "mteb_version": "2.1.10", "scores": { "test": [ { "ndcg_at_1": 0.84405, "ndcg_at_3": 0.88987, "ndcg_at_5": 0.89816, "ndcg_at_10": 0.9049, "ndcg_at_20": 0.9082, "ndcg_at_100": 0.91156, "ndcg_at_1000": 0.91247, "map_at_1": 0.84405, "map_at_3": 0.87911, "map_at_5": 0.88374, "map_at_10": 0.88655, "map_at_20": 0.88747, "map_at_100": 0.88796, "map_at_1000": 0.88799, "recall_at_1": 0.84405, "recall_at_3": 0.9208, "recall_at_5": 0.94082, "recall_at_10": 0.96153, "recall_at_20": 0.97444, "recall_at_100": 0.99221, "recall_at_1000": 0.99918, "accuracy": 0.84405, "precision_at_1": 0.84405, "precision_at_3": 0.30693, "precision_at_5": 0.18816, "precision_at_10": 0.09615, "precision_at_20": 0.04872, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.844188, "mrr_at_3": 0.879257, "mrr_at_5": 0.883788, "mrr_at_10": 0.886634, "mrr_at_20": 0.887553, "mrr_at_100": 0.888039, "mrr_at_1000": 0.888076, "nauc_ndcg_at_1_max": 0.597812, "nauc_ndcg_at_1_std": -0.447561, "nauc_ndcg_at_1_diff1": 0.912024, "nauc_ndcg_at_3_max": 0.608315, "nauc_ndcg_at_3_std": -0.480195, "nauc_ndcg_at_3_diff1": 0.895822, "nauc_ndcg_at_5_max": 0.614273, "nauc_ndcg_at_5_std": -0.467528, "nauc_ndcg_at_5_diff1": 0.897986, "nauc_ndcg_at_10_max": 0.618884, "nauc_ndcg_at_10_std": -0.450792, "nauc_ndcg_at_10_diff1": 0.899222, "nauc_ndcg_at_20_max": 0.619027, "nauc_ndcg_at_20_std": -0.445228, "nauc_ndcg_at_20_diff1": 0.899601, "nauc_ndcg_at_100_max": 0.616743, "nauc_ndcg_at_100_std": -0.443919, "nauc_ndcg_at_100_diff1": 0.899708, "nauc_ndcg_at_1000_max": 0.613999, "nauc_ndcg_at_1000_std": -0.450416, "nauc_ndcg_at_1000_diff1": 0.900136, "nauc_map_at_1_max": 0.597812, "nauc_map_at_1_std": -0.447561, "nauc_map_at_1_diff1": 0.912024, "nauc_map_at_3_max": 0.60489, "nauc_map_at_3_std": -0.470832, "nauc_map_at_3_diff1": 0.899641, "nauc_map_at_5_max": 0.607709, "nauc_map_at_5_std": -0.464283, "nauc_map_at_5_diff1": 0.90084, "nauc_map_at_10_max": 0.609246, "nauc_map_at_10_std": -0.458088, "nauc_map_at_10_diff1": 0.901329, "nauc_map_at_20_max": 0.60923, "nauc_map_at_20_std": -0.456779, "nauc_map_at_20_diff1": 0.901433, "nauc_map_at_100_max": 0.609061, "nauc_map_at_100_std": -0.456546, "nauc_map_at_100_diff1": 0.901465, "nauc_map_at_1000_max": 0.608976, "nauc_map_at_1000_std": -0.456732, "nauc_map_at_1000_diff1": 0.90148, "nauc_recall_at_1_max": 0.597812, "nauc_recall_at_1_std": -0.447561, "nauc_recall_at_1_diff1": 0.912024, "nauc_recall_at_3_max": 0.623077, "nauc_recall_at_3_std": -0.51981, "nauc_recall_at_3_diff1": 0.880204, "nauc_recall_at_5_max": 0.651914, "nauc_recall_at_5_std": -0.481505, "nauc_recall_at_5_diff1": 0.883844, "nauc_recall_at_10_max": 0.704799, "nauc_recall_at_10_std": -0.369388, "nauc_recall_at_10_diff1": 0.885602, "nauc_recall_at_20_max": 0.749136, "nauc_recall_at_20_std": -0.255215, "nauc_recall_at_20_diff1": 0.883945, "nauc_recall_at_100_max": 0.884589, "nauc_recall_at_100_std": 0.223716, "nauc_recall_at_100_diff1": 0.85209, "nauc_recall_at_1000_max": 0.944173, "nauc_recall_at_1000_std": 0.552525, "nauc_recall_at_1000_diff1": 0.785442, "nauc_precision_at_1_max": 0.597812, "nauc_precision_at_1_std": -0.447561, "nauc_precision_at_1_diff1": 0.912024, "nauc_precision_at_3_max": 0.623077, "nauc_precision_at_3_std": -0.51981, "nauc_precision_at_3_diff1": 0.880204, "nauc_precision_at_5_max": 0.651914, "nauc_precision_at_5_std": -0.481505, "nauc_precision_at_5_diff1": 0.883844, "nauc_precision_at_10_max": 0.704799, "nauc_precision_at_10_std": -0.369388, "nauc_precision_at_10_diff1": 0.885602, "nauc_precision_at_20_max": 0.749136, "nauc_precision_at_20_std": -0.255215, "nauc_precision_at_20_diff1": 0.883945, "nauc_precision_at_100_max": 0.884589, "nauc_precision_at_100_std": 0.223716, "nauc_precision_at_100_diff1": 0.85209, "nauc_precision_at_1000_max": 0.944173, "nauc_precision_at_1000_std": 0.552525, "nauc_precision_at_1000_diff1": 0.785442, "nauc_mrr_at_1_max": 0.597773, "nauc_mrr_at_1_std": -0.447284, "nauc_mrr_at_1_diff1": 0.911833, "nauc_mrr_at_3_max": 0.606082, "nauc_mrr_at_3_std": -0.469567, "nauc_mrr_at_3_diff1": 0.899382, "nauc_mrr_at_5_max": 0.608496, "nauc_mrr_at_5_std": -0.463768, "nauc_mrr_at_5_diff1": 0.900624, "nauc_mrr_at_10_max": 0.609935, "nauc_mrr_at_10_std": -0.457331, "nauc_mrr_at_10_diff1": 0.901111, "nauc_mrr_at_20_max": 0.609978, "nauc_mrr_at_20_std": -0.456003, "nauc_mrr_at_20_diff1": 0.901238, "nauc_mrr_at_100_max": 0.60977, "nauc_mrr_at_100_std": -0.455797, "nauc_mrr_at_100_diff1": 0.901269, "nauc_mrr_at_1000_max": 0.609685, "nauc_mrr_at_1000_std": -0.455983, "nauc_mrr_at_1000_diff1": 0.901283, "cv_recall_at_1": 0.84419, "cv_recall_at_3": 0.92093, "cv_recall_at_5": 0.94055, "cv_recall_at_10": 0.96159, "cv_recall_at_20": 0.97451, "cv_recall_at_100": 0.99221, "cv_recall_at_1000": 0.99918, "main_score": 0.9049, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 244.7213053703308, "kg_co2_emissions": null }