{ "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", "task_name": "Touche2020", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "ndcg_at_1": 0.18367, "ndcg_at_3": 0.23106, "ndcg_at_5": 0.22423, "ndcg_at_10": 0.2183, "ndcg_at_20": 0.23534, "ndcg_at_100": 0.33332, "ndcg_at_1000": 0.44842999999999994, "map_at_1": 0.0152, "map_at_3": 0.03811, "map_at_5": 0.05488, "map_at_10": 0.08204, "map_at_20": 0.10387, "map_at_100": 0.13633, "map_at_1000": 0.15156, "recall_at_1": 0.0152, "recall_at_3": 0.05466, "recall_at_5": 0.08927, "recall_at_10": 0.15237, "recall_at_20": 0.22841, "recall_at_100": 0.44587, "recall_at_1000": 0.79199, "precision_at_1": 0.20408, "precision_at_3": 0.2517, "precision_at_5": 0.23673, "precision_at_10": 0.20408, "precision_at_20": 0.16531, "precision_at_100": 0.07204, "precision_at_1000": 0.01473, "mrr_at_1": 0.204082, "mrr_at_3": 0.3537410000000001, "mrr_at_5": 0.377211, "mrr_at_10": 0.39706800000000003, "mrr_at_20": 0.406272, "mrr_at_100": 0.407905, "mrr_at_1000": 0.40805, "nauc_ndcg_at_1_max": -0.253799, "nauc_ndcg_at_1_std": -0.278526, "nauc_ndcg_at_1_diff1": 0.115616, "nauc_ndcg_at_3_max": -0.319879, "nauc_ndcg_at_3_std": -0.18192599999999998, "nauc_ndcg_at_3_diff1": 0.154188, "nauc_ndcg_at_5_max": -0.292499, "nauc_ndcg_at_5_std": -0.188992, "nauc_ndcg_at_5_diff1": 0.09677, "nauc_ndcg_at_10_max": -0.254279, "nauc_ndcg_at_10_std": -0.190155, "nauc_ndcg_at_10_diff1": 0.01535, "nauc_ndcg_at_20_max": -0.250078, "nauc_ndcg_at_20_std": -0.066269, "nauc_ndcg_at_20_diff1": -0.020142000000000004, "nauc_ndcg_at_100_max": -0.247187, "nauc_ndcg_at_100_std": 0.185879, "nauc_ndcg_at_100_diff1": -0.079256, "nauc_ndcg_at_1000_max": -0.209609, "nauc_ndcg_at_1000_std": 0.273604, "nauc_ndcg_at_1000_diff1": -0.053411, "nauc_map_at_1_max": -0.263166, "nauc_map_at_1_std": -0.277019, "nauc_map_at_1_diff1": 0.144953, "nauc_map_at_3_max": -0.194984, "nauc_map_at_3_std": -0.260187, "nauc_map_at_3_diff1": 0.18931599999999998, "nauc_map_at_5_max": -0.176688, "nauc_map_at_5_std": -0.274662, "nauc_map_at_5_diff1": 0.163786, "nauc_map_at_10_max": -0.09727000000000001, "nauc_map_at_10_std": -0.254592, "nauc_map_at_10_diff1": 0.08434999999999998, "nauc_map_at_20_max": -0.142879, "nauc_map_at_20_std": -0.175881, "nauc_map_at_20_diff1": 0.024941, "nauc_map_at_100_max": -0.158045, "nauc_map_at_100_std": -0.026222, "nauc_map_at_100_diff1": -0.043869, "nauc_map_at_1000_max": -0.154637, "nauc_map_at_1000_std": 0.018402, "nauc_map_at_1000_diff1": -0.053595, "nauc_recall_at_1_max": -0.263166, "nauc_recall_at_1_std": -0.277019, "nauc_recall_at_1_diff1": 0.144953, "nauc_recall_at_3_max": -0.184525, "nauc_recall_at_3_std": -0.22701899999999997, "nauc_recall_at_3_diff1": 0.145105, "nauc_recall_at_5_max": -0.168608, "nauc_recall_at_5_std": -0.262799, "nauc_recall_at_5_diff1": 0.069103, "nauc_recall_at_10_max": -0.114987, "nauc_recall_at_10_std": -0.222905, "nauc_recall_at_10_diff1": -0.016997, "nauc_recall_at_20_max": -0.16319, "nauc_recall_at_20_std": -0.026968000000000002, "nauc_recall_at_20_diff1": -0.085511, "nauc_recall_at_100_max": -0.17740999999999998, "nauc_recall_at_100_std": 0.361914, "nauc_recall_at_100_diff1": -0.201127, "nauc_recall_at_1000_max": 0.034279, "nauc_recall_at_1000_std": 0.657558, "nauc_recall_at_1000_diff1": -0.155379, "nauc_precision_at_1_max": -0.273245, "nauc_precision_at_1_std": -0.28615, "nauc_precision_at_1_diff1": 0.162275, "nauc_precision_at_3_max": -0.32128599999999996, "nauc_precision_at_3_std": -0.140653, "nauc_precision_at_3_diff1": 0.156075, "nauc_precision_at_5_max": -0.271763, "nauc_precision_at_5_std": -0.155885, "nauc_precision_at_5_diff1": 0.073432, "nauc_precision_at_10_max": -0.269241, "nauc_precision_at_10_std": -0.11737, "nauc_precision_at_10_diff1": -0.0763, "nauc_precision_at_20_max": -0.26902, "nauc_precision_at_20_std": 0.23751899999999998, "nauc_precision_at_20_diff1": -0.213438, "nauc_precision_at_100_max": -0.169757, "nauc_precision_at_100_std": 0.706663, "nauc_precision_at_100_diff1": -0.323231, "nauc_precision_at_1000_max": 0.208431, "nauc_precision_at_1000_std": 0.378016, "nauc_precision_at_1000_diff1": -0.099112, "nauc_mrr_at_1_max": -0.273245, "nauc_mrr_at_1_std": -0.28615, "nauc_mrr_at_1_diff1": 0.162275, "nauc_mrr_at_3_max": -0.333325, "nauc_mrr_at_3_std": -0.215435, "nauc_mrr_at_3_diff1": 0.157577, "nauc_mrr_at_5_max": -0.3456, "nauc_mrr_at_5_std": -0.210279, "nauc_mrr_at_5_diff1": 0.10469900000000001, "nauc_mrr_at_10_max": -0.354396, "nauc_mrr_at_10_std": -0.226385, "nauc_mrr_at_10_diff1": 0.084536, "nauc_mrr_at_20_max": -0.340343, "nauc_mrr_at_20_std": -0.21402200000000002, "nauc_mrr_at_20_diff1": 0.10713400000000001, "nauc_mrr_at_100_max": -0.34190799999999993, "nauc_mrr_at_100_std": -0.215996, "nauc_mrr_at_100_diff1": 0.109828, "nauc_mrr_at_1000_max": -0.341503, "nauc_mrr_at_1000_std": -0.216623, "nauc_mrr_at_1000_diff1": 0.1096, "main_score": 0.2183 } ] } }