{ "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", "task_name": "ArguAna-NL.v2", "mteb_version": "2.6.7", "scores": { "test": [ { "ndcg_at_1": 0.26814, "ndcg_at_3": 0.41003, "ndcg_at_5": 0.46509, "ndcg_at_10": 0.51883, "ndcg_at_20": 0.54637, "ndcg_at_100": 0.55869, "ndcg_at_1000": 0.56052, "map_at_1": 0.26814, "map_at_3": 0.37459, "map_at_5": 0.40531, "map_at_10": 0.42757, "map_at_20": 0.43542, "map_at_100": 0.4373, "map_at_1000": 0.43739, "recall_at_1": 0.26814, "recall_at_3": 0.5128, "recall_at_5": 0.6458, "recall_at_10": 0.81152, "recall_at_20": 0.91821, "recall_at_100": 0.98222, "recall_at_1000": 0.99573, "accuracy": 0.26814, "precision_at_1": 0.26814, "precision_at_3": 0.17093, "precision_at_5": 0.12916, "precision_at_10": 0.08115, "precision_at_20": 0.04591, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.276671, "mrr_at_3": 0.376719, "mrr_at_5": 0.40876, "mrr_at_10": 0.430613, "mrr_at_20": 0.438474, "mrr_at_100": 0.440351, "mrr_at_1000": 0.440437, "nauc_ndcg_at_1_max": -0.034314, "nauc_ndcg_at_1_std": -0.087741, "nauc_ndcg_at_1_diff1": 0.199518, "nauc_ndcg_at_3_max": 0.01108, "nauc_ndcg_at_3_std": -0.067184, "nauc_ndcg_at_3_diff1": 0.156795, "nauc_ndcg_at_5_max": 0.001535, "nauc_ndcg_at_5_std": -0.072907, "nauc_ndcg_at_5_diff1": 0.147555, "nauc_ndcg_at_10_max": 0.009472, "nauc_ndcg_at_10_std": -0.065504, "nauc_ndcg_at_10_diff1": 0.138471, "nauc_ndcg_at_20_max": 0.013535, "nauc_ndcg_at_20_std": -0.054027, "nauc_ndcg_at_20_diff1": 0.148951, "nauc_ndcg_at_100_max": 0.007189, "nauc_ndcg_at_100_std": -0.060487, "nauc_ndcg_at_100_diff1": 0.155701, "nauc_ndcg_at_1000_max": 0.003608, "nauc_ndcg_at_1000_std": -0.064218, "nauc_ndcg_at_1000_diff1": 0.156304, "nauc_map_at_1_max": -0.034314, "nauc_map_at_1_std": -0.087741, "nauc_map_at_1_diff1": 0.199518, "nauc_map_at_3_max": -0.000337, "nauc_map_at_3_std": -0.073186, "nauc_map_at_3_diff1": 0.16579, "nauc_map_at_5_max": -0.005778, "nauc_map_at_5_std": -0.076662, "nauc_map_at_5_diff1": 0.161149, "nauc_map_at_10_max": -0.003163, "nauc_map_at_10_std": -0.073412, "nauc_map_at_10_diff1": 0.158406, "nauc_map_at_20_max": -0.002546, "nauc_map_at_20_std": -0.071155, "nauc_map_at_20_diff1": 0.16124, "nauc_map_at_100_max": -0.003217, "nauc_map_at_100_std": -0.071703, "nauc_map_at_100_diff1": 0.162183, "nauc_map_at_1000_max": -0.00334, "nauc_map_at_1000_std": -0.071824, "nauc_map_at_1000_diff1": 0.162207, "nauc_recall_at_1_max": -0.034314, "nauc_recall_at_1_std": -0.087741, "nauc_recall_at_1_diff1": 0.199518, "nauc_recall_at_3_max": 0.043735, "nauc_recall_at_3_std": -0.049702, "nauc_recall_at_3_diff1": 0.131722, "nauc_recall_at_5_max": 0.023886, "nauc_recall_at_5_std": -0.060864, "nauc_recall_at_5_diff1": 0.102171, "nauc_recall_at_10_max": 0.077003, "nauc_recall_at_10_std": -0.022914, "nauc_recall_at_10_diff1": 0.028659, "nauc_recall_at_20_max": 0.20704, "nauc_recall_at_20_std": 0.175386, "nauc_recall_at_20_diff1": 0.032693, "nauc_recall_at_100_max": 0.399544, "nauc_recall_at_100_std": 0.44967, "nauc_recall_at_100_diff1": 0.090583, "nauc_recall_at_1000_max": 0.074408, "nauc_recall_at_1000_std": 0.418153, "nauc_recall_at_1000_diff1": 0.151479, "nauc_precision_at_1_max": -0.034314, "nauc_precision_at_1_std": -0.087741, "nauc_precision_at_1_diff1": 0.199518, "nauc_precision_at_3_max": 0.043735, "nauc_precision_at_3_std": -0.049702, "nauc_precision_at_3_diff1": 0.131722, "nauc_precision_at_5_max": 0.023886, "nauc_precision_at_5_std": -0.060864, "nauc_precision_at_5_diff1": 0.102171, "nauc_precision_at_10_max": 0.077003, "nauc_precision_at_10_std": -0.022914, "nauc_precision_at_10_diff1": 0.028659, "nauc_precision_at_20_max": 0.20704, "nauc_precision_at_20_std": 0.175386, "nauc_precision_at_20_diff1": 0.032693, "nauc_precision_at_100_max": 0.399544, "nauc_precision_at_100_std": 0.44967, "nauc_precision_at_100_diff1": 0.090583, "nauc_precision_at_1000_max": 0.074408, "nauc_precision_at_1000_std": 0.418153, "nauc_precision_at_1000_diff1": 0.151479, "nauc_mrr_at_1_max": -0.032949, "nauc_mrr_at_1_std": -0.07266, "nauc_mrr_at_1_diff1": 0.170952, "nauc_mrr_at_3_max": -0.013338, "nauc_mrr_at_3_std": -0.069968, "nauc_mrr_at_3_diff1": 0.137983, "nauc_mrr_at_5_max": -0.015254, "nauc_mrr_at_5_std": -0.070499, "nauc_mrr_at_5_diff1": 0.136107, "nauc_mrr_at_10_max": -0.013102, "nauc_mrr_at_10_std": -0.068443, "nauc_mrr_at_10_diff1": 0.132769, "nauc_mrr_at_20_max": -0.012827, "nauc_mrr_at_20_std": -0.066096, "nauc_mrr_at_20_diff1": 0.134875, "nauc_mrr_at_100_max": -0.013577, "nauc_mrr_at_100_std": -0.066609, "nauc_mrr_at_100_diff1": 0.135632, "nauc_mrr_at_1000_max": -0.013701, "nauc_mrr_at_1000_std": -0.066728, "nauc_mrr_at_1000_diff1": 0.135648, "cv_recall_at_1": 0.27667, "cv_recall_at_3": 0.50925, "cv_recall_at_5": 0.64794, "cv_recall_at_10": 0.81152, "cv_recall_at_20": 0.91821, "cv_recall_at_100": 0.98222, "cv_recall_at_1000": 0.99573, "main_score": 0.51883, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 39.13043141365051, "kg_co2_emissions": null }