{ "dataset_revision": "b7b9a535a1a62791aeaef666b0ee69d34c891335", "task_name": "Touche2020-Fa", "mteb_version": "1.25.8", "scores": { "test": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00781, "ndcg_at_5": 0.01243, "ndcg_at_10": 0.01144, "ndcg_at_20": 0.01139, "ndcg_at_100": 0.02484, "ndcg_at_1000": 0.04884, "map_at_1": 0.0, "map_at_3": 0.00094, "map_at_5": 0.00244, "map_at_10": 0.00286, "map_at_20": 0.00309, "map_at_100": 0.0044, "map_at_1000": 0.00529, "recall_at_1": 0.0, "recall_at_3": 0.00227, "recall_at_5": 0.00858, "recall_at_10": 0.01141, "recall_at_20": 0.01429, "recall_at_100": 0.04538, "recall_at_1000": 0.13303, "precision_at_1": 0.0, "precision_at_3": 0.01361, "precision_at_5": 0.02449, "precision_at_10": 0.01837, "precision_at_20": 0.01224, "precision_at_100": 0.00878, "precision_at_1000": 0.00253, "mrr_at_1": 0.0, "mrr_at_3": 0.017007, "mrr_at_5": 0.029252, "mrr_at_10": 0.03407, "mrr_at_20": 0.036714, "mrr_at_100": 0.045472, "mrr_at_1000": 0.046714, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.154784, "nauc_ndcg_at_3_std": -0.137617, "nauc_ndcg_at_3_diff1": -0.339753, "nauc_ndcg_at_5_max": -0.243037, "nauc_ndcg_at_5_std": -0.265606, "nauc_ndcg_at_5_diff1": -0.225914, "nauc_ndcg_at_10_max": -0.212004, "nauc_ndcg_at_10_std": -0.232039, "nauc_ndcg_at_10_diff1": -0.197673, "nauc_ndcg_at_20_max": -0.166485, "nauc_ndcg_at_20_std": -0.235319, "nauc_ndcg_at_20_diff1": -0.233284, "nauc_ndcg_at_100_max": -0.121689, "nauc_ndcg_at_100_std": -0.279918, "nauc_ndcg_at_100_diff1": -0.37687, "nauc_ndcg_at_1000_max": -0.007232, "nauc_ndcg_at_1000_std": -0.17634, "nauc_ndcg_at_1000_diff1": -0.388123, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.129578, "nauc_map_at_3_std": -0.25075, "nauc_map_at_3_diff1": -0.29949, "nauc_map_at_5_max": -0.263548, "nauc_map_at_5_std": -0.270002, "nauc_map_at_5_diff1": -0.249309, "nauc_map_at_10_max": -0.235826, "nauc_map_at_10_std": -0.274302, "nauc_map_at_10_diff1": -0.227154, "nauc_map_at_20_max": -0.211842, "nauc_map_at_20_std": -0.269007, "nauc_map_at_20_diff1": -0.227861, "nauc_map_at_100_max": -0.174649, "nauc_map_at_100_std": -0.320364, "nauc_map_at_100_diff1": -0.295122, "nauc_map_at_1000_max": -0.137408, "nauc_map_at_1000_std": -0.325701, "nauc_map_at_1000_diff1": -0.320432, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.143226, "nauc_recall_at_3_std": -0.189492, "nauc_recall_at_3_diff1": -0.321291, "nauc_recall_at_5_max": -0.312726, "nauc_recall_at_5_std": -0.310599, "nauc_recall_at_5_diff1": -0.216614, "nauc_recall_at_10_max": -0.252637, "nauc_recall_at_10_std": -0.296488, "nauc_recall_at_10_diff1": -0.17217, "nauc_recall_at_20_max": -0.185438, "nauc_recall_at_20_std": -0.296373, "nauc_recall_at_20_diff1": -0.161792, "nauc_recall_at_100_max": -0.138842, "nauc_recall_at_100_std": -0.271289, "nauc_recall_at_100_diff1": -0.340943, "nauc_recall_at_1000_max": 0.024555, "nauc_recall_at_1000_std": -0.077498, "nauc_recall_at_1000_diff1": -0.338847, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.139466, "nauc_precision_at_3_std": -0.206371, "nauc_precision_at_3_diff1": -0.315284, "nauc_precision_at_5_max": -0.210052, "nauc_precision_at_5_std": -0.293181, "nauc_precision_at_5_diff1": -0.128555, "nauc_precision_at_10_max": -0.156962, "nauc_precision_at_10_std": -0.284703, "nauc_precision_at_10_diff1": -0.076992, "nauc_precision_at_20_max": -0.097735, "nauc_precision_at_20_std": -0.287149, "nauc_precision_at_20_diff1": -0.076396, "nauc_precision_at_100_max": -0.004953, "nauc_precision_at_100_std": -0.195689, "nauc_precision_at_100_diff1": -0.295656, "nauc_precision_at_1000_max": 0.205257, "nauc_precision_at_1000_std": 0.046479, "nauc_precision_at_1000_diff1": -0.237157, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.125928, "nauc_mrr_at_3_std": -0.267136, "nauc_mrr_at_3_diff1": -0.293659, "nauc_mrr_at_5_max": -0.181245, "nauc_mrr_at_5_std": -0.356772, "nauc_mrr_at_5_diff1": -0.131292, "nauc_mrr_at_10_max": -0.162266, "nauc_mrr_at_10_std": -0.325903, "nauc_mrr_at_10_diff1": -0.097616, "nauc_mrr_at_20_max": -0.133763, "nauc_mrr_at_20_std": -0.349491, "nauc_mrr_at_20_diff1": -0.095265, "nauc_mrr_at_100_max": -0.139095, "nauc_mrr_at_100_std": -0.317794, "nauc_mrr_at_100_diff1": -0.113298, "nauc_mrr_at_1000_max": -0.136624, "nauc_mrr_at_1000_std": -0.315705, "nauc_mrr_at_1000_diff1": -0.11141, "main_score": 0.01144, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 1157.5033144950867, "kg_co2_emissions": null }