{ "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", "task_name": "Touche2020", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.32653, "ndcg_at_3": 0.25794, "ndcg_at_5": 0.24505, "ndcg_at_10": 0.21867, "ndcg_at_20": 0.23546, "ndcg_at_100": 0.33774, "ndcg_at_1000": 0.46046, "map_at_1": 0.02581, "map_at_3": 0.04813, "map_at_5": 0.06748, "map_at_10": 0.08164, "map_at_20": 0.1072, "map_at_100": 0.13715, "map_at_1000": 0.15301, "recall_at_1": 0.02581, "recall_at_3": 0.05642, "recall_at_5": 0.0899, "recall_at_10": 0.13286, "recall_at_20": 0.21627, "recall_at_100": 0.44401, "recall_at_1000": 0.8117, "accuracy": 0.02581, "precision_at_1": 0.34694, "precision_at_3": 0.2585, "precision_at_5": 0.23673, "precision_at_10": 0.17959, "precision_at_20": 0.14898, "precision_at_100": 0.06939, "precision_at_1000": 0.01508, "mrr_at_1": 0.346939, "mrr_at_3": 0.414966, "mrr_at_5": 0.437415, "mrr_at_10": 0.462042, "mrr_at_20": 0.464338, "mrr_at_100": 0.467912, "mrr_at_1000": 0.467987, "nauc_ndcg_at_1_max": -0.119085, "nauc_ndcg_at_1_std": -0.180372, "nauc_ndcg_at_1_diff1": 0.282716, "nauc_ndcg_at_3_max": -0.060122, "nauc_ndcg_at_3_std": -0.124363, "nauc_ndcg_at_3_diff1": 0.342068, "nauc_ndcg_at_5_max": -0.009374, "nauc_ndcg_at_5_std": -0.145115, "nauc_ndcg_at_5_diff1": 0.378205, "nauc_ndcg_at_10_max": -0.000496, "nauc_ndcg_at_10_std": -0.123404, "nauc_ndcg_at_10_diff1": 0.349359, "nauc_ndcg_at_20_max": 0.009504, "nauc_ndcg_at_20_std": -0.058961, "nauc_ndcg_at_20_diff1": 0.362297, "nauc_ndcg_at_100_max": 0.020017, "nauc_ndcg_at_100_std": 0.196192, "nauc_ndcg_at_100_diff1": 0.308021, "nauc_ndcg_at_1000_max": 0.049434, "nauc_ndcg_at_1000_std": 0.239949, "nauc_ndcg_at_1000_diff1": 0.206663, "nauc_map_at_1_max": -0.103461, "nauc_map_at_1_std": -0.26749, "nauc_map_at_1_diff1": 0.35224, "nauc_map_at_3_max": 0.002626, "nauc_map_at_3_std": -0.221077, "nauc_map_at_3_diff1": 0.472663, "nauc_map_at_5_max": 0.064422, "nauc_map_at_5_std": -0.218236, "nauc_map_at_5_diff1": 0.517542, "nauc_map_at_10_max": 0.045407, "nauc_map_at_10_std": -0.182071, "nauc_map_at_10_diff1": 0.479387, "nauc_map_at_20_max": 0.079771, "nauc_map_at_20_std": -0.115407, "nauc_map_at_20_diff1": 0.441951, "nauc_map_at_100_max": 0.088007, "nauc_map_at_100_std": 0.01369, "nauc_map_at_100_diff1": 0.405303, "nauc_map_at_1000_max": 0.093152, "nauc_map_at_1000_std": 0.058095, "nauc_map_at_1000_diff1": 0.373076, "nauc_recall_at_1_max": -0.103461, "nauc_recall_at_1_std": -0.26749, "nauc_recall_at_1_diff1": 0.35224, "nauc_recall_at_3_max": -0.017293, "nauc_recall_at_3_std": -0.221415, "nauc_recall_at_3_diff1": 0.456068, "nauc_recall_at_5_max": 0.057868, "nauc_recall_at_5_std": -0.203461, "nauc_recall_at_5_diff1": 0.488135, "nauc_recall_at_10_max": 0.027287, "nauc_recall_at_10_std": -0.107567, "nauc_recall_at_10_diff1": 0.384345, "nauc_recall_at_20_max": 0.052493, "nauc_recall_at_20_std": 0.015292, "nauc_recall_at_20_diff1": 0.307348, "nauc_recall_at_100_max": 0.024519, "nauc_recall_at_100_std": 0.412185, "nauc_recall_at_100_diff1": 0.173446, "nauc_recall_at_1000_max": 0.116268, "nauc_recall_at_1000_std": 0.68998, "nauc_recall_at_1000_diff1": -0.250373, "nauc_precision_at_1_max": -0.101251, "nauc_precision_at_1_std": -0.184056, "nauc_precision_at_1_diff1": 0.325863, "nauc_precision_at_3_max": -0.019014, "nauc_precision_at_3_std": -0.092937, "nauc_precision_at_3_diff1": 0.375864, "nauc_precision_at_5_max": 0.038284, "nauc_precision_at_5_std": -0.121923, "nauc_precision_at_5_diff1": 0.406807, "nauc_precision_at_10_max": 0.070078, "nauc_precision_at_10_std": -0.00655, "nauc_precision_at_10_diff1": 0.283457, "nauc_precision_at_20_max": 0.087908, "nauc_precision_at_20_std": 0.169252, "nauc_precision_at_20_diff1": 0.156136, "nauc_precision_at_100_max": 0.106151, "nauc_precision_at_100_std": 0.733301, "nauc_precision_at_100_diff1": -0.12526, "nauc_precision_at_1000_max": 0.072569, "nauc_precision_at_1000_std": 0.257398, "nauc_precision_at_1000_diff1": -0.48885, "nauc_mrr_at_1_max": -0.101251, "nauc_mrr_at_1_std": -0.184056, "nauc_mrr_at_1_diff1": 0.325863, "nauc_mrr_at_3_max": -0.127183, "nauc_mrr_at_3_std": -0.210013, "nauc_mrr_at_3_diff1": 0.350947, "nauc_mrr_at_5_max": -0.126286, "nauc_mrr_at_5_std": -0.233561, "nauc_mrr_at_5_diff1": 0.346605, "nauc_mrr_at_10_max": -0.130463, "nauc_mrr_at_10_std": -0.217073, "nauc_mrr_at_10_diff1": 0.320383, "nauc_mrr_at_20_max": -0.129112, "nauc_mrr_at_20_std": -0.210001, "nauc_mrr_at_20_diff1": 0.320153, "nauc_mrr_at_100_max": -0.128033, "nauc_mrr_at_100_std": -0.207693, "nauc_mrr_at_100_diff1": 0.324309, "nauc_mrr_at_1000_max": -0.127935, "nauc_mrr_at_1000_std": -0.207973, "nauc_mrr_at_1000_diff1": 0.324646, "hit_rate_at_1": 0.34694, "hit_rate_at_3": 0.5102, "hit_rate_at_5": 0.61224, "hit_rate_at_10": 0.81633, "hit_rate_at_20": 0.85714, "hit_rate_at_100": 0.97959, "hit_rate_at_1000": 1.0, "main_score": 0.21867, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 983.0328407287598, "kg_co2_emissions": null, "date": null }