{ "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", "task_name": "Touche2020", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.23469, "ndcg_at_3": 0.22806, "ndcg_at_5": 0.20597, "ndcg_at_10": 0.18742, "ndcg_at_20": 0.19986, "ndcg_at_100": 0.30852, "ndcg_at_1000": 0.43748, "map_at_1": 0.02467, "map_at_3": 0.05546, "map_at_5": 0.06596, "map_at_10": 0.0846, "map_at_20": 0.1005, "map_at_100": 0.13103, "map_at_1000": 0.14791, "recall_at_1": 0.02467, "recall_at_3": 0.06751, "recall_at_5": 0.08677, "recall_at_10": 0.12807, "recall_at_20": 0.18447, "recall_at_100": 0.4295, "recall_at_1000": 0.81914, "precision_at_1": 0.26531, "precision_at_3": 0.2585, "precision_at_5": 0.21633, "precision_at_10": 0.15918, "precision_at_20": 0.12347, "precision_at_100": 0.0651, "precision_at_1000": 0.01498, "mrr_at_1": 0.265306, "mrr_at_3": 0.380952, "mrr_at_5": 0.390136, "mrr_at_10": 0.398356, "mrr_at_20": 0.408548, "mrr_at_100": 0.414103, "mrr_at_1000": 0.414299, "nauc_ndcg_at_1_max": -0.440348, "nauc_ndcg_at_1_std": -0.060819, "nauc_ndcg_at_1_diff1": -0.080888, "nauc_ndcg_at_3_max": -0.469333, "nauc_ndcg_at_3_std": -0.109736, "nauc_ndcg_at_3_diff1": -0.088108, "nauc_ndcg_at_5_max": -0.437096, "nauc_ndcg_at_5_std": -0.04005, "nauc_ndcg_at_5_diff1": -0.076693, "nauc_ndcg_at_10_max": -0.428167, "nauc_ndcg_at_10_std": -0.076029, "nauc_ndcg_at_10_diff1": -0.06549, "nauc_ndcg_at_20_max": -0.421931, "nauc_ndcg_at_20_std": -0.118266, "nauc_ndcg_at_20_diff1": -0.029022, "nauc_ndcg_at_100_max": -0.497932, "nauc_ndcg_at_100_std": 0.060859, "nauc_ndcg_at_100_diff1": -0.049419, "nauc_ndcg_at_1000_max": -0.548681, "nauc_ndcg_at_1000_std": 0.19788, "nauc_ndcg_at_1000_diff1": -0.062513, "nauc_map_at_1_max": -0.483548, "nauc_map_at_1_std": -0.30706, "nauc_map_at_1_diff1": -0.062232, "nauc_map_at_3_max": -0.456469, "nauc_map_at_3_std": -0.328132, "nauc_map_at_3_diff1": -0.078166, "nauc_map_at_5_max": -0.451775, "nauc_map_at_5_std": -0.287452, "nauc_map_at_5_diff1": -0.087419, "nauc_map_at_10_max": -0.420336, "nauc_map_at_10_std": -0.264147, "nauc_map_at_10_diff1": -0.097198, "nauc_map_at_20_max": -0.406223, "nauc_map_at_20_std": -0.23991, "nauc_map_at_20_diff1": -0.083306, "nauc_map_at_100_max": -0.428357, "nauc_map_at_100_std": -0.162827, "nauc_map_at_100_diff1": -0.082208, "nauc_map_at_1000_max": -0.443231, "nauc_map_at_1000_std": -0.109049, "nauc_map_at_1000_diff1": -0.09007, "nauc_recall_at_1_max": -0.483548, "nauc_recall_at_1_std": -0.30706, "nauc_recall_at_1_diff1": -0.062232, "nauc_recall_at_3_max": -0.489226, "nauc_recall_at_3_std": -0.31272, "nauc_recall_at_3_diff1": -0.061042, "nauc_recall_at_5_max": -0.462759, "nauc_recall_at_5_std": -0.22632, "nauc_recall_at_5_diff1": -0.073501, "nauc_recall_at_10_max": -0.400886, "nauc_recall_at_10_std": -0.164453, "nauc_recall_at_10_diff1": -0.071286, "nauc_recall_at_20_max": -0.392907, "nauc_recall_at_20_std": -0.151067, "nauc_recall_at_20_diff1": -0.042771, "nauc_recall_at_100_max": -0.502605, "nauc_recall_at_100_std": 0.166219, "nauc_recall_at_100_diff1": -0.120498, "nauc_recall_at_1000_max": -0.55431, "nauc_recall_at_1000_std": 0.685599, "nauc_recall_at_1000_diff1": -0.120935, "nauc_precision_at_1_max": -0.48765, "nauc_precision_at_1_std": -0.111828, "nauc_precision_at_1_diff1": -0.065161, "nauc_precision_at_3_max": -0.520724, "nauc_precision_at_3_std": -0.152765, "nauc_precision_at_3_diff1": -0.079945, "nauc_precision_at_5_max": -0.447512, "nauc_precision_at_5_std": -0.012302, "nauc_precision_at_5_diff1": -0.083964, "nauc_precision_at_10_max": -0.391438, "nauc_precision_at_10_std": 0.032192, "nauc_precision_at_10_diff1": -0.075693, "nauc_precision_at_20_max": -0.34031, "nauc_precision_at_20_std": 0.049404, "nauc_precision_at_20_diff1": -0.054047, "nauc_precision_at_100_max": -0.342297, "nauc_precision_at_100_std": 0.498785, "nauc_precision_at_100_diff1": -0.071373, "nauc_precision_at_1000_max": 0.20281, "nauc_precision_at_1000_std": 0.418328, "nauc_precision_at_1000_diff1": 0.085432, "nauc_mrr_at_1_max": -0.48765, "nauc_mrr_at_1_std": -0.111828, "nauc_mrr_at_1_diff1": -0.065161, "nauc_mrr_at_3_max": -0.566703, "nauc_mrr_at_3_std": -0.064247, "nauc_mrr_at_3_diff1": -0.122414, "nauc_mrr_at_5_max": -0.532202, "nauc_mrr_at_5_std": -0.045515, "nauc_mrr_at_5_diff1": -0.108385, "nauc_mrr_at_10_max": -0.542824, "nauc_mrr_at_10_std": -0.024295, "nauc_mrr_at_10_diff1": -0.113694, "nauc_mrr_at_20_max": -0.55444, "nauc_mrr_at_20_std": -0.021291, "nauc_mrr_at_20_diff1": -0.128086, "nauc_mrr_at_100_max": -0.551646, "nauc_mrr_at_100_std": -0.024545, "nauc_mrr_at_100_diff1": -0.120162, "nauc_mrr_at_1000_max": -0.550932, "nauc_mrr_at_1000_std": -0.025007, "nauc_mrr_at_1000_diff1": -0.120313, "main_score": 0.18742, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 8828.536549806595, "kg_co2_emissions": 0.8282281097019983 }