{ "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", "task_name": "Touche2020", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.28571, "ndcg_at_3": 0.257, "ndcg_at_5": 0.25821, "ndcg_at_10": 0.24194, "ndcg_at_20": 0.26159, "ndcg_at_100": 0.37105, "ndcg_at_1000": 0.48084, "map_at_1": 0.02527, "map_at_3": 0.05242, "map_at_5": 0.06964, "map_at_10": 0.0937, "map_at_20": 0.12251, "map_at_100": 0.16, "map_at_1000": 0.17515, "recall_at_1": 0.02527, "recall_at_3": 0.06139, "recall_at_5": 0.09565, "recall_at_10": 0.15548, "recall_at_20": 0.24974, "recall_at_100": 0.49132, "recall_at_1000": 0.82388, "accuracy": 0.02527, "precision_at_1": 0.30612, "precision_at_3": 0.26531, "precision_at_5": 0.26939, "precision_at_10": 0.22245, "precision_at_20": 0.17959, "precision_at_100": 0.07959, "precision_at_1000": 0.01537, "mrr_at_1": 0.306122, "mrr_at_3": 0.387755, "mrr_at_5": 0.430612, "mrr_at_10": 0.451239, "mrr_at_20": 0.458165, "mrr_at_100": 0.459294, "mrr_at_1000": 0.459294, "nauc_ndcg_at_1_max": -0.130843, "nauc_ndcg_at_1_std": -0.078076, "nauc_ndcg_at_1_diff1": 0.191432, "nauc_ndcg_at_3_max": -0.215867, "nauc_ndcg_at_3_std": -0.082535, "nauc_ndcg_at_3_diff1": 0.169647, "nauc_ndcg_at_5_max": -0.225807, "nauc_ndcg_at_5_std": -0.060644, "nauc_ndcg_at_5_diff1": 0.173689, "nauc_ndcg_at_10_max": -0.27258, "nauc_ndcg_at_10_std": -0.031037, "nauc_ndcg_at_10_diff1": 0.207329, "nauc_ndcg_at_20_max": -0.271332, "nauc_ndcg_at_20_std": -0.004716, "nauc_ndcg_at_20_diff1": 0.183276, "nauc_ndcg_at_100_max": -0.187002, "nauc_ndcg_at_100_std": 0.286248, "nauc_ndcg_at_100_diff1": 0.108574, "nauc_ndcg_at_1000_max": -0.170111, "nauc_ndcg_at_1000_std": 0.352249, "nauc_ndcg_at_1000_diff1": 0.110324, "nauc_map_at_1_max": -0.1414, "nauc_map_at_1_std": -0.12462, "nauc_map_at_1_diff1": 0.213276, "nauc_map_at_3_max": -0.183094, "nauc_map_at_3_std": -0.089189, "nauc_map_at_3_diff1": 0.181791, "nauc_map_at_5_max": -0.202373, "nauc_map_at_5_std": -0.100434, "nauc_map_at_5_diff1": 0.172201, "nauc_map_at_10_max": -0.215102, "nauc_map_at_10_std": -0.082259, "nauc_map_at_10_diff1": 0.209571, "nauc_map_at_20_max": -0.234385, "nauc_map_at_20_std": -0.045674, "nauc_map_at_20_diff1": 0.208918, "nauc_map_at_100_max": -0.214034, "nauc_map_at_100_std": 0.130394, "nauc_map_at_100_diff1": 0.168382, "nauc_map_at_1000_max": -0.213912, "nauc_map_at_1000_std": 0.163377, "nauc_map_at_1000_diff1": 0.175684, "nauc_recall_at_1_max": -0.1414, "nauc_recall_at_1_std": -0.12462, "nauc_recall_at_1_diff1": 0.213276, "nauc_recall_at_3_max": -0.209524, "nauc_recall_at_3_std": -0.131592, "nauc_recall_at_3_diff1": 0.160461, "nauc_recall_at_5_max": -0.224668, "nauc_recall_at_5_std": -0.098163, "nauc_recall_at_5_diff1": 0.163634, "nauc_recall_at_10_max": -0.241675, "nauc_recall_at_10_std": -0.039639, "nauc_recall_at_10_diff1": 0.223318, "nauc_recall_at_20_max": -0.260597, "nauc_recall_at_20_std": 0.015125, "nauc_recall_at_20_diff1": 0.148823, "nauc_recall_at_100_max": -0.148504, "nauc_recall_at_100_std": 0.463244, "nauc_recall_at_100_diff1": -0.001897, "nauc_recall_at_1000_max": -0.022114, "nauc_recall_at_1000_std": 0.714977, "nauc_recall_at_1000_diff1": -0.132266, "nauc_precision_at_1_max": -0.096867, "nauc_precision_at_1_std": -0.102291, "nauc_precision_at_1_diff1": 0.23197, "nauc_precision_at_3_max": -0.22789, "nauc_precision_at_3_std": -0.095929, "nauc_precision_at_3_diff1": 0.170439, "nauc_precision_at_5_max": -0.196653, "nauc_precision_at_5_std": -0.078832, "nauc_precision_at_5_diff1": 0.224682, "nauc_precision_at_10_max": -0.273882, "nauc_precision_at_10_std": 0.054825, "nauc_precision_at_10_diff1": 0.312587, "nauc_precision_at_20_max": -0.238925, "nauc_precision_at_20_std": 0.208902, "nauc_precision_at_20_diff1": 0.262094, "nauc_precision_at_100_max": 0.037193, "nauc_precision_at_100_std": 0.740253, "nauc_precision_at_100_diff1": -0.016735, "nauc_precision_at_1000_max": 0.217705, "nauc_precision_at_1000_std": 0.315896, "nauc_precision_at_1000_diff1": -0.076258, "nauc_mrr_at_1_max": -0.096867, "nauc_mrr_at_1_std": -0.102291, "nauc_mrr_at_1_diff1": 0.23197, "nauc_mrr_at_3_max": -0.143041, "nauc_mrr_at_3_std": -0.181043, "nauc_mrr_at_3_diff1": 0.228522, "nauc_mrr_at_5_max": -0.140331, "nauc_mrr_at_5_std": -0.173733, "nauc_mrr_at_5_diff1": 0.279021, "nauc_mrr_at_10_max": -0.129345, "nauc_mrr_at_10_std": -0.137043, "nauc_mrr_at_10_diff1": 0.266042, "nauc_mrr_at_20_max": -0.130787, "nauc_mrr_at_20_std": -0.137709, "nauc_mrr_at_20_diff1": 0.258337, "nauc_mrr_at_100_max": -0.128994, "nauc_mrr_at_100_std": -0.141066, "nauc_mrr_at_100_diff1": 0.25783, "nauc_mrr_at_1000_max": -0.128994, "nauc_mrr_at_1000_std": -0.141066, "nauc_mrr_at_1000_diff1": 0.25783, "hit_rate_at_1": 0.30612, "hit_rate_at_3": 0.53061, "hit_rate_at_5": 0.73469, "hit_rate_at_10": 0.87755, "hit_rate_at_20": 0.95918, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.24194, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 258.23938035964966, "kg_co2_emissions": null, "date": 1772452693.063179 }