{ "dataset_revision": "281562cb8a1265ab5c0824bfa6ddcd9b0a15618f", "task_name": "CodeTransOceanDL", "mteb_version": "2.6.8", "scores": { "test": [ { "ndcg_at_1": 0.08333, "ndcg_at_3": 0.10073, "ndcg_at_5": 0.16484, "ndcg_at_10": 0.33158, "ndcg_at_20": 0.3816, "ndcg_at_100": 0.38556, "ndcg_at_1000": 0.38556, "map_at_1": 0.08333, "map_at_3": 0.09537, "map_at_5": 0.13231, "map_at_10": 0.19879, "map_at_20": 0.21448, "map_at_100": 0.21494, "map_at_1000": 0.21494, "recall_at_1": 0.08333, "recall_at_3": 0.11667, "recall_at_5": 0.26667, "recall_at_10": 0.79444, "recall_at_20": 0.97778, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.08333, "precision_at_1": 0.08333, "precision_at_3": 0.03889, "precision_at_5": 0.05333, "precision_at_10": 0.07944, "precision_at_20": 0.04889, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.022222, "mrr_at_3": 0.064815, "mrr_at_5": 0.098426, "mrr_at_10": 0.166872, "mrr_at_20": 0.182114, "mrr_at_100": 0.182598, "mrr_at_1000": 0.182598, "nauc_ndcg_at_1_max": -0.004973, "nauc_ndcg_at_1_std": -0.070763, "nauc_ndcg_at_1_diff1": 0.703247, "nauc_ndcg_at_3_max": -0.001148, "nauc_ndcg_at_3_std": -0.058583, "nauc_ndcg_at_3_diff1": 0.585227, "nauc_ndcg_at_5_max": -0.020015, "nauc_ndcg_at_5_std": -0.066993, "nauc_ndcg_at_5_diff1": 0.48648, "nauc_ndcg_at_10_max": 0.083262, "nauc_ndcg_at_10_std": 0.015118, "nauc_ndcg_at_10_diff1": 0.57454, "nauc_ndcg_at_20_max": 0.048571, "nauc_ndcg_at_20_std": -0.005905, "nauc_ndcg_at_20_diff1": 0.551123, "nauc_ndcg_at_100_max": 0.021342, "nauc_ndcg_at_100_std": -0.032829, "nauc_ndcg_at_100_diff1": 0.560863, "nauc_ndcg_at_1000_max": 0.021342, "nauc_ndcg_at_1000_std": -0.032829, "nauc_ndcg_at_1000_diff1": 0.560863, "nauc_map_at_1_max": -0.004973, "nauc_map_at_1_std": -0.070763, "nauc_map_at_1_diff1": 0.703247, "nauc_map_at_3_max": -0.00325, "nauc_map_at_3_std": -0.061461, "nauc_map_at_3_diff1": 0.614821, "nauc_map_at_5_max": -0.015937, "nauc_map_at_5_std": -0.065944, "nauc_map_at_5_diff1": 0.542504, "nauc_map_at_10_max": 0.027543, "nauc_map_at_10_std": -0.031109, "nauc_map_at_10_diff1": 0.579892, "nauc_map_at_20_max": 0.01377, "nauc_map_at_20_std": -0.040604, "nauc_map_at_20_diff1": 0.574786, "nauc_map_at_100_max": 0.011026, "nauc_map_at_100_std": -0.043319, "nauc_map_at_100_diff1": 0.575826, "nauc_map_at_1000_max": 0.011026, "nauc_map_at_1000_std": -0.043319, "nauc_map_at_1000_diff1": 0.575826, "nauc_recall_at_1_max": -0.004973, "nauc_recall_at_1_std": -0.070763, "nauc_recall_at_1_diff1": 0.703247, "nauc_recall_at_3_max": 0.004403, "nauc_recall_at_3_std": -0.051499, "nauc_recall_at_3_diff1": 0.511848, "nauc_recall_at_5_max": -0.027616, "nauc_recall_at_5_std": -0.069751, "nauc_recall_at_5_diff1": 0.383779, "nauc_recall_at_10_max": 0.286312, "nauc_recall_at_10_std": 0.180062, "nauc_recall_at_10_diff1": 0.600565, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.934641, "nauc_recall_at_20_diff1": 0.214169, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.004973, "nauc_precision_at_1_std": -0.070763, "nauc_precision_at_1_diff1": 0.703247, "nauc_precision_at_3_max": 0.004403, "nauc_precision_at_3_std": -0.051499, "nauc_precision_at_3_diff1": 0.511848, "nauc_precision_at_5_max": -0.027616, "nauc_precision_at_5_std": -0.069751, "nauc_precision_at_5_diff1": 0.383779, "nauc_precision_at_10_max": 0.286312, "nauc_precision_at_10_std": 0.180062, "nauc_precision_at_10_diff1": 0.600565, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.934641, "nauc_precision_at_20_diff1": 0.214169, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.177354, "nauc_mrr_at_1_std": 0.034881, "nauc_mrr_at_1_diff1": 0.64784, "nauc_mrr_at_3_max": 0.038728, "nauc_mrr_at_3_std": -0.034978, "nauc_mrr_at_3_diff1": 0.008096, "nauc_mrr_at_5_max": 0.016946, "nauc_mrr_at_5_std": -0.029611, "nauc_mrr_at_5_diff1": 0.035197, "nauc_mrr_at_10_max": 0.075846, "nauc_mrr_at_10_std": 0.018155, "nauc_mrr_at_10_diff1": 0.041569, "nauc_mrr_at_20_max": 0.065095, "nauc_mrr_at_20_std": 0.007276, "nauc_mrr_at_20_diff1": 0.079351, "nauc_mrr_at_100_max": 0.061067, "nauc_mrr_at_100_std": 0.003283, "nauc_mrr_at_100_diff1": 0.078804, "nauc_mrr_at_1000_max": 0.061067, "nauc_mrr_at_1000_std": 0.003283, "nauc_mrr_at_1000_diff1": 0.078804, "cv_recall_at_1": 0.02222, "cv_recall_at_3": 0.11667, "cv_recall_at_5": 0.26667, "cv_recall_at_10": 0.8, "cv_recall_at_20": 0.97778, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.33158, "hf_subset": "default", "languages": [ "python-Code" ] } ] }, "evaluation_time": 8.030534982681274, "kg_co2_emissions": null }