{ "dataset_revision": "e8233e2234f8b24ab47f203b69d1161c3c0bc5a1", "task_name": "RuBQReranking", "mteb_version": "2.12.16", "scores": { "test": [ { "ndcg_at_1": 0.57705, "ndcg_at_3": 0.6434, "ndcg_at_5": 0.69944, "ndcg_at_10": 0.74425, "ndcg_at_20": 0.76162, "ndcg_at_100": 0.76339, "ndcg_at_1000": 0.76339, "map_at_1": 0.40572, "map_at_3": 0.58075, "map_at_5": 0.62878, "map_at_10": 0.65631, "map_at_20": 0.66389, "map_at_100": 0.66447, "map_at_1000": 0.66447, "recall_at_1": 0.40572, "recall_at_3": 0.69298, "recall_at_5": 0.82079, "recall_at_10": 0.93637, "recall_at_20": 0.99328, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.40572, "precision_at_1": 0.57705, "precision_at_3": 0.36364, "precision_at_5": 0.26667, "precision_at_10": 0.1559, "precision_at_20": 0.08324, "precision_at_100": 0.01678, "precision_at_1000": 0.00168, "mrr_at_1": 0.577047, "mrr_at_3": 0.685902, "mrr_at_5": 0.704728, "mrr_at_10": 0.713592, "mrr_at_20": 0.715898, "mrr_at_100": 0.716009, "mrr_at_1000": 0.716009, "nauc_ndcg_at_1_max": 0.205677, "nauc_ndcg_at_1_std": 0.100608, "nauc_ndcg_at_1_diff1": 0.376333, "nauc_ndcg_at_3_max": 0.170618, "nauc_ndcg_at_3_std": 0.088207, "nauc_ndcg_at_3_diff1": 0.306061, "nauc_ndcg_at_5_max": 0.189712, "nauc_ndcg_at_5_std": 0.130369, "nauc_ndcg_at_5_diff1": 0.293311, "nauc_ndcg_at_10_max": 0.207952, "nauc_ndcg_at_10_std": 0.144906, "nauc_ndcg_at_10_diff1": 0.305447, "nauc_ndcg_at_20_max": 0.202155, "nauc_ndcg_at_20_std": 0.12593, "nauc_ndcg_at_20_diff1": 0.31222, "nauc_ndcg_at_100_max": 0.200392, "nauc_ndcg_at_100_std": 0.122337, "nauc_ndcg_at_100_diff1": 0.309892, "nauc_ndcg_at_1000_max": 0.200392, "nauc_ndcg_at_1000_std": 0.122337, "nauc_ndcg_at_1000_diff1": 0.309892, "nauc_map_at_1_max": 0.117842, "nauc_map_at_1_std": -0.01297, "nauc_map_at_1_diff1": 0.377479, "nauc_map_at_3_max": 0.159716, "nauc_map_at_3_std": 0.063228, "nauc_map_at_3_diff1": 0.323611, "nauc_map_at_5_max": 0.175385, "nauc_map_at_5_std": 0.100171, "nauc_map_at_5_diff1": 0.30713, "nauc_map_at_10_max": 0.186144, "nauc_map_at_10_std": 0.108221, "nauc_map_at_10_diff1": 0.311341, "nauc_map_at_20_max": 0.184837, "nauc_map_at_20_std": 0.103907, "nauc_map_at_20_diff1": 0.312163, "nauc_map_at_100_max": 0.184643, "nauc_map_at_100_std": 0.103169, "nauc_map_at_100_diff1": 0.311451, "nauc_map_at_1000_max": 0.184643, "nauc_map_at_1000_std": 0.103169, "nauc_map_at_1000_diff1": 0.311451, "nauc_recall_at_1_max": 0.117842, "nauc_recall_at_1_std": -0.01297, "nauc_recall_at_1_diff1": 0.377479, "nauc_recall_at_3_max": 0.132961, "nauc_recall_at_3_std": 0.071311, "nauc_recall_at_3_diff1": 0.254432, "nauc_recall_at_5_max": 0.16867, "nauc_recall_at_5_std": 0.188312, "nauc_recall_at_5_diff1": 0.190906, "nauc_recall_at_10_max": 0.266842, "nauc_recall_at_10_std": 0.370907, "nauc_recall_at_10_diff1": 0.193187, "nauc_recall_at_20_max": 0.394109, "nauc_recall_at_20_std": 0.505059, "nauc_recall_at_20_diff1": 0.459395, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.205677, "nauc_precision_at_1_std": 0.100608, "nauc_precision_at_1_diff1": 0.376333, "nauc_precision_at_3_max": 0.149368, "nauc_precision_at_3_std": 0.186517, "nauc_precision_at_3_diff1": 0.016031, "nauc_precision_at_5_max": 0.133313, "nauc_precision_at_5_std": 0.221475, "nauc_precision_at_5_diff1": -0.085335, "nauc_precision_at_10_max": 0.115292, "nauc_precision_at_10_std": 0.201942, "nauc_precision_at_10_diff1": -0.139097, "nauc_precision_at_20_max": 0.079471, "nauc_precision_at_20_std": 0.155592, "nauc_precision_at_20_diff1": -0.166338, "nauc_precision_at_100_max": 0.074851, "nauc_precision_at_100_std": 0.147478, "nauc_precision_at_100_diff1": -0.17515, "nauc_precision_at_1000_max": 0.074851, "nauc_precision_at_1000_std": 0.147478, "nauc_precision_at_1000_diff1": -0.17515, "nauc_mrr_at_1_max": 0.205677, "nauc_mrr_at_1_std": 0.100608, "nauc_mrr_at_1_diff1": 0.376333, "nauc_mrr_at_3_max": 0.211493, "nauc_mrr_at_3_std": 0.128576, "nauc_mrr_at_3_diff1": 0.328488, "nauc_mrr_at_5_max": 0.217944, "nauc_mrr_at_5_std": 0.134624, "nauc_mrr_at_5_diff1": 0.329404, "nauc_mrr_at_10_max": 0.217996, "nauc_mrr_at_10_std": 0.134868, "nauc_mrr_at_10_diff1": 0.33457, "nauc_mrr_at_20_max": 0.21617, "nauc_mrr_at_20_std": 0.130485, "nauc_mrr_at_20_diff1": 0.336086, "nauc_mrr_at_100_max": 0.215885, "nauc_mrr_at_100_std": 0.130074, "nauc_mrr_at_100_diff1": 0.336159, "nauc_mrr_at_1000_max": 0.215885, "nauc_mrr_at_1000_std": 0.130074, "nauc_mrr_at_1000_diff1": 0.336159, "hit_rate_at_1": 0.57705, "hit_rate_at_3": 0.82076, "hit_rate_at_5": 0.90329, "hit_rate_at_10": 0.96712, "hit_rate_at_20": 0.99742, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.66447, "hf_subset": "default", "languages": [ "rus-Cyrl" ] } ] }, "evaluation_time": 60.003544092178345, "kg_co2_emissions": null, "date": 1780710444.100538 }