{ "dataset_revision": "b7b9a535a1a62791aeaef666b0ee69d34c891335", "task_name": "Touche2020-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.12245, "ndcg_at_3": 0.09727, "ndcg_at_5": 0.0879, "ndcg_at_10": 0.07044, "ndcg_at_20": 0.07431, "ndcg_at_100": 0.10959, "ndcg_at_1000": 0.17802, "map_at_1": 0.00963, "map_at_3": 0.01503, "map_at_5": 0.01979, "map_at_10": 0.02095, "map_at_20": 0.02484, "map_at_100": 0.03015, "map_at_1000": 0.03477, "recall_at_1": 0.00963, "recall_at_3": 0.02041, "recall_at_5": 0.03016, "recall_at_10": 0.0373, "recall_at_20": 0.06319, "recall_at_100": 0.14432, "recall_at_1000": 0.36861, "precision_at_1": 0.12245, "precision_at_3": 0.09524, "precision_at_5": 0.08571, "precision_at_10": 0.05714, "precision_at_20": 0.04796, "precision_at_100": 0.02408, "precision_at_1000": 0.00671, "mrr_at_1": 0.122449, "mrr_at_3": 0.173469, "mrr_at_5": 0.177551, "mrr_at_10": 0.193643, "mrr_at_20": 0.202169, "mrr_at_100": 0.210322, "mrr_at_1000": 0.210952, "nauc_ndcg_at_1_max": -0.004108, "nauc_ndcg_at_1_std": 0.278942, "nauc_ndcg_at_1_diff1": 0.38755, "nauc_ndcg_at_3_max": -0.050848, "nauc_ndcg_at_3_std": 0.286698, "nauc_ndcg_at_3_diff1": 0.194956, "nauc_ndcg_at_5_max": -0.0388, "nauc_ndcg_at_5_std": 0.273544, "nauc_ndcg_at_5_diff1": 0.174719, "nauc_ndcg_at_10_max": -0.039632, "nauc_ndcg_at_10_std": 0.319735, "nauc_ndcg_at_10_diff1": 0.253566, "nauc_ndcg_at_20_max": -0.081529, "nauc_ndcg_at_20_std": 0.372073, "nauc_ndcg_at_20_diff1": 0.316973, "nauc_ndcg_at_100_max": 0.011664, "nauc_ndcg_at_100_std": 0.399382, "nauc_ndcg_at_100_diff1": 0.304462, "nauc_ndcg_at_1000_max": 0.029598, "nauc_ndcg_at_1000_std": 0.512188, "nauc_ndcg_at_1000_diff1": 0.183256, "nauc_map_at_1_max": -0.178191, "nauc_map_at_1_std": 0.268288, "nauc_map_at_1_diff1": 0.542314, "nauc_map_at_3_max": -0.198912, "nauc_map_at_3_std": 0.276215, "nauc_map_at_3_diff1": 0.326813, "nauc_map_at_5_max": -0.159881, "nauc_map_at_5_std": 0.298398, "nauc_map_at_5_diff1": 0.337429, "nauc_map_at_10_max": -0.136627, "nauc_map_at_10_std": 0.317444, "nauc_map_at_10_diff1": 0.342884, "nauc_map_at_20_max": -0.131996, "nauc_map_at_20_std": 0.352243, "nauc_map_at_20_diff1": 0.389574, "nauc_map_at_100_max": -0.072908, "nauc_map_at_100_std": 0.367199, "nauc_map_at_100_diff1": 0.377851, "nauc_map_at_1000_max": -0.057184, "nauc_map_at_1000_std": 0.410166, "nauc_map_at_1000_diff1": 0.348827, "nauc_recall_at_1_max": -0.178191, "nauc_recall_at_1_std": 0.268288, "nauc_recall_at_1_diff1": 0.542314, "nauc_recall_at_3_max": -0.19919, "nauc_recall_at_3_std": 0.206489, "nauc_recall_at_3_diff1": 0.206997, "nauc_recall_at_5_max": -0.147949, "nauc_recall_at_5_std": 0.239256, "nauc_recall_at_5_diff1": 0.252187, "nauc_recall_at_10_max": -0.086308, "nauc_recall_at_10_std": 0.279828, "nauc_recall_at_10_diff1": 0.299012, "nauc_recall_at_20_max": -0.094222, "nauc_recall_at_20_std": 0.394878, "nauc_recall_at_20_diff1": 0.340799, "nauc_recall_at_100_max": 0.032306, "nauc_recall_at_100_std": 0.398073, "nauc_recall_at_100_diff1": 0.26441, "nauc_recall_at_1000_max": -0.023309, "nauc_recall_at_1000_std": 0.507796, "nauc_recall_at_1000_diff1": 0.020676, "nauc_precision_at_1_max": -0.004108, "nauc_precision_at_1_std": 0.278942, "nauc_precision_at_1_diff1": 0.38755, "nauc_precision_at_3_max": -0.050621, "nauc_precision_at_3_std": 0.220465, "nauc_precision_at_3_diff1": 0.084862, "nauc_precision_at_5_max": 0.010848, "nauc_precision_at_5_std": 0.187949, "nauc_precision_at_5_diff1": 0.087698, "nauc_precision_at_10_max": 0.071077, "nauc_precision_at_10_std": 0.249381, "nauc_precision_at_10_diff1": 0.148382, "nauc_precision_at_20_max": 0.061531, "nauc_precision_at_20_std": 0.37919, "nauc_precision_at_20_diff1": 0.211201, "nauc_precision_at_100_max": 0.318977, "nauc_precision_at_100_std": 0.426197, "nauc_precision_at_100_diff1": 0.201592, "nauc_precision_at_1000_max": 0.24311, "nauc_precision_at_1000_std": 0.509359, "nauc_precision_at_1000_diff1": -0.070236, "nauc_mrr_at_1_max": -0.004108, "nauc_mrr_at_1_std": 0.278942, "nauc_mrr_at_1_diff1": 0.38755, "nauc_mrr_at_3_max": -0.033291, "nauc_mrr_at_3_std": 0.235881, "nauc_mrr_at_3_diff1": 0.256623, "nauc_mrr_at_5_max": -0.034997, "nauc_mrr_at_5_std": 0.231744, "nauc_mrr_at_5_diff1": 0.242469, "nauc_mrr_at_10_max": -0.024066, "nauc_mrr_at_10_std": 0.237886, "nauc_mrr_at_10_diff1": 0.255909, "nauc_mrr_at_20_max": -0.030926, "nauc_mrr_at_20_std": 0.266494, "nauc_mrr_at_20_diff1": 0.25366, "nauc_mrr_at_100_max": -0.031705, "nauc_mrr_at_100_std": 0.262603, "nauc_mrr_at_100_diff1": 0.259672, "nauc_mrr_at_1000_max": -0.030941, "nauc_mrr_at_1000_std": 0.26219, "nauc_mrr_at_1000_diff1": 0.259522, "main_score": 0.07044, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 684.849582195282, "kg_co2_emissions": null }