{ "dataset_revision": "d11a14c74e8bd448cedab0c1d9a720040535f228", "task_name": "MIRACLReranking", "mteb_version": "2.12.30", "scores": { "dev": [ { "ndcg_at_1": 0.18845, "ndcg_at_3": 0.22547, "ndcg_at_5": 0.2524, "ndcg_at_10": 0.29416, "ndcg_at_20": 0.33633, "ndcg_at_100": 0.3991, "ndcg_at_1000": 0.3991, "map_at_1": 0.11125, "map_at_3": 0.17378, "map_at_5": 0.19622, "map_at_10": 0.22036, "map_at_20": 0.23679, "map_at_100": 0.25194, "map_at_1000": 0.25194, "recall_at_1": 0.11125, "recall_at_3": 0.23618, "recall_at_5": 0.3081, "recall_at_10": 0.41681, "recall_at_20": 0.54579, "recall_at_100": 0.79952, "recall_at_1000": 0.79952, "accuracy": 0.11125, "precision_at_1": 0.18845, "precision_at_3": 0.14542, "precision_at_5": 0.12221, "precision_at_10": 0.09046, "precision_at_20": 0.06219, "precision_at_100": 0.01953, "precision_at_1000": 0.00195, "mrr_at_1": 0.188452, "mrr_at_3": 0.263432, "mrr_at_5": 0.285485, "mrr_at_10": 0.300131, "mrr_at_20": 0.306979, "mrr_at_100": 0.310671, "mrr_at_1000": 0.310671, "nauc_ndcg_at_1_max": 0.022101, "nauc_ndcg_at_1_std": -0.021427, "nauc_ndcg_at_1_diff1": 0.195753, "nauc_ndcg_at_3_max": 0.004961, "nauc_ndcg_at_3_std": -0.019018, "nauc_ndcg_at_3_diff1": 0.178324, "nauc_ndcg_at_5_max": 0.006209, "nauc_ndcg_at_5_std": -0.011166, "nauc_ndcg_at_5_diff1": 0.1625, "nauc_ndcg_at_10_max": 0.017863, "nauc_ndcg_at_10_std": 0.010481, "nauc_ndcg_at_10_diff1": 0.145491, "nauc_ndcg_at_20_max": 0.051451, "nauc_ndcg_at_20_std": 0.021274, "nauc_ndcg_at_20_diff1": 0.12697, "nauc_ndcg_at_100_max": 0.087855, "nauc_ndcg_at_100_std": 0.013966, "nauc_ndcg_at_100_diff1": 0.091773, "nauc_ndcg_at_1000_max": 0.087855, "nauc_ndcg_at_1000_std": 0.013966, "nauc_ndcg_at_1000_diff1": 0.091773, "nauc_map_at_1_max": -0.036721, "nauc_map_at_1_std": -0.035309, "nauc_map_at_1_diff1": 0.278395, "nauc_map_at_3_max": -0.027278, "nauc_map_at_3_std": -0.023109, "nauc_map_at_3_diff1": 0.221, "nauc_map_at_5_max": -0.013653, "nauc_map_at_5_std": -0.015768, "nauc_map_at_5_diff1": 0.200939, "nauc_map_at_10_max": -0.002997, "nauc_map_at_10_std": -0.00415, "nauc_map_at_10_diff1": 0.186756, "nauc_map_at_20_max": 0.010481, "nauc_map_at_20_std": 0.002304, "nauc_map_at_20_diff1": 0.176784, "nauc_map_at_100_max": 0.019311, "nauc_map_at_100_std": 0.000957, "nauc_map_at_100_diff1": 0.168932, "nauc_map_at_1000_max": 0.019311, "nauc_map_at_1000_std": 0.000957, "nauc_map_at_1000_diff1": 0.168932, "nauc_recall_at_1_max": -0.036721, "nauc_recall_at_1_std": -0.035309, "nauc_recall_at_1_diff1": 0.278395, "nauc_recall_at_3_max": -0.026479, "nauc_recall_at_3_std": -0.014575, "nauc_recall_at_3_diff1": 0.162165, "nauc_recall_at_5_max": -0.010665, "nauc_recall_at_5_std": 0.006934, "nauc_recall_at_5_diff1": 0.12203, "nauc_recall_at_10_max": 0.016218, "nauc_recall_at_10_std": 0.049329, "nauc_recall_at_10_diff1": 0.078422, "nauc_recall_at_20_max": 0.092728, "nauc_recall_at_20_std": 0.077246, "nauc_recall_at_20_diff1": 0.027758, "nauc_recall_at_100_max": 0.339742, "nauc_recall_at_100_std": 0.078812, "nauc_recall_at_100_diff1": -0.201943, "nauc_recall_at_1000_max": 0.339742, "nauc_recall_at_1000_std": 0.078812, "nauc_recall_at_1000_diff1": -0.201943, "nauc_precision_at_1_max": 0.022101, "nauc_precision_at_1_std": -0.021427, "nauc_precision_at_1_diff1": 0.195753, "nauc_precision_at_3_max": 0.062324, "nauc_precision_at_3_std": -0.000965, "nauc_precision_at_3_diff1": 0.102892, "nauc_precision_at_5_max": 0.093845, "nauc_precision_at_5_std": 0.008538, "nauc_precision_at_5_diff1": 0.04295, "nauc_precision_at_10_max": 0.108113, "nauc_precision_at_10_std": 0.036837, "nauc_precision_at_10_diff1": -0.008039, "nauc_precision_at_20_max": 0.170641, "nauc_precision_at_20_std": 0.052723, "nauc_precision_at_20_diff1": -0.045166, "nauc_precision_at_100_max": 0.191244, "nauc_precision_at_100_std": 0.007591, "nauc_precision_at_100_diff1": -0.105241, "nauc_precision_at_1000_max": 0.191244, "nauc_precision_at_1000_std": 0.007591, "nauc_precision_at_1000_diff1": -0.105241, "nauc_mrr_at_1_max": 0.022101, "nauc_mrr_at_1_std": -0.021427, "nauc_mrr_at_1_diff1": 0.195753, "nauc_mrr_at_3_max": 0.033475, "nauc_mrr_at_3_std": -0.018883, "nauc_mrr_at_3_diff1": 0.158239, "nauc_mrr_at_5_max": 0.035616, "nauc_mrr_at_5_std": -0.017091, "nauc_mrr_at_5_diff1": 0.147158, "nauc_mrr_at_10_max": 0.040908, "nauc_mrr_at_10_std": -0.009756, "nauc_mrr_at_10_diff1": 0.141703, "nauc_mrr_at_20_max": 0.047509, "nauc_mrr_at_20_std": -0.009848, "nauc_mrr_at_20_diff1": 0.14052, "nauc_mrr_at_100_max": 0.048184, "nauc_mrr_at_100_std": -0.00941, "nauc_mrr_at_100_diff1": 0.138047, "nauc_mrr_at_1000_max": 0.048184, "nauc_mrr_at_1000_std": -0.00941, "nauc_mrr_at_1000_diff1": 0.138047, "hit_rate_at_1": 0.18845, "hit_rate_at_3": 0.36247, "hit_rate_at_5": 0.4587, "hit_rate_at_10": 0.56616, "hit_rate_at_20": 0.6656, "hit_rate_at_100": 0.79952, "hit_rate_at_1000": 0.79952, "main_score": 0.29416, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "mteb_version": "2.12.30" } ] }, "evaluation_time": 29.766040325164795, "kg_co2_emissions": null, "date": null, "evaluation_phases": null }