{ "dataset_revision": "5feb5630fdff4d8d189ffedb2dba56862fdd45c0", "task_name": "VidoreTatdqaRetrieval", "mteb_version": "2.3.4", "scores": { "test": [ { "ndcg_at_1": 0.52916, "ndcg_at_3": 0.62269, "ndcg_at_5": 0.65676, "ndcg_at_10": 0.6855, "ndcg_at_20": 0.69797, "ndcg_at_100": 0.70967, "ndcg_at_1000": 0.71362, "map_at_1": 0.52764, "map_at_3": 0.59903, "map_at_5": 0.618, "map_at_10": 0.63006, "map_at_20": 0.6336, "map_at_100": 0.63523, "map_at_1000": 0.63543, "recall_at_1": 0.52764, "recall_at_3": 0.69046, "recall_at_5": 0.77278, "recall_at_10": 0.86087, "recall_at_20": 0.90923, "recall_at_100": 0.97193, "recall_at_1000": 1.0, "accuracy": 0.52764, "precision_at_1": 0.52916, "precision_at_3": 0.23086, "precision_at_5": 0.15504, "precision_at_10": 0.08639, "precision_at_20": 0.04566, "precision_at_100": 0.00978, "precision_at_1000": 0.00101, "mrr_at_1": 0.532199, "mrr_at_3": 0.601458, "mrr_at_5": 0.620383, "mrr_at_10": 0.63226, "mrr_at_20": 0.635868, "mrr_at_100": 0.637501, "mrr_at_1000": 0.637672, "nauc_ndcg_at_1_max": 0.128869, "nauc_ndcg_at_1_std": 0.153307, "nauc_ndcg_at_1_diff1": 0.692797, "nauc_ndcg_at_3_max": 0.122891, "nauc_ndcg_at_3_std": 0.174746, "nauc_ndcg_at_3_diff1": 0.637228, "nauc_ndcg_at_5_max": 0.129566, "nauc_ndcg_at_5_std": 0.185335, "nauc_ndcg_at_5_diff1": 0.636689, "nauc_ndcg_at_10_max": 0.130562, "nauc_ndcg_at_10_std": 0.190862, "nauc_ndcg_at_10_diff1": 0.641651, "nauc_ndcg_at_20_max": 0.133013, "nauc_ndcg_at_20_std": 0.187813, "nauc_ndcg_at_20_diff1": 0.644847, "nauc_ndcg_at_100_max": 0.135433, "nauc_ndcg_at_100_std": 0.188185, "nauc_ndcg_at_100_diff1": 0.651633, "nauc_ndcg_at_1000_max": 0.130767, "nauc_ndcg_at_1000_std": 0.180015, "nauc_ndcg_at_1000_diff1": 0.65091, "nauc_map_at_1_max": 0.127625, "nauc_map_at_1_std": 0.151542, "nauc_map_at_1_diff1": 0.694431, "nauc_map_at_3_max": 0.12292, "nauc_map_at_3_std": 0.167023, "nauc_map_at_3_diff1": 0.652423, "nauc_map_at_5_max": 0.126477, "nauc_map_at_5_std": 0.171711, "nauc_map_at_5_diff1": 0.652814, "nauc_map_at_10_max": 0.127275, "nauc_map_at_10_std": 0.173724, "nauc_map_at_10_diff1": 0.654878, "nauc_map_at_20_max": 0.127944, "nauc_map_at_20_std": 0.172716, "nauc_map_at_20_diff1": 0.655792, "nauc_map_at_100_max": 0.128316, "nauc_map_at_100_std": 0.172828, "nauc_map_at_100_diff1": 0.656655, "nauc_map_at_1000_max": 0.128085, "nauc_map_at_1000_std": 0.172468, "nauc_map_at_1000_diff1": 0.656618, "nauc_recall_at_1_max": 0.127625, "nauc_recall_at_1_std": 0.151542, "nauc_recall_at_1_diff1": 0.694431, "nauc_recall_at_3_max": 0.119995, "nauc_recall_at_3_std": 0.199063, "nauc_recall_at_3_diff1": 0.587897, "nauc_recall_at_5_max": 0.140266, "nauc_recall_at_5_std": 0.242565, "nauc_recall_at_5_diff1": 0.572183, "nauc_recall_at_10_max": 0.147115, "nauc_recall_at_10_std": 0.301203, "nauc_recall_at_10_diff1": 0.568133, "nauc_recall_at_20_max": 0.178174, "nauc_recall_at_20_std": 0.325484, "nauc_recall_at_20_diff1": 0.565833, "nauc_recall_at_100_max": 0.37936, "nauc_recall_at_100_std": 0.638679, "nauc_recall_at_100_diff1": 0.684421, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.128869, "nauc_precision_at_1_std": 0.153307, "nauc_precision_at_1_diff1": 0.692797, "nauc_precision_at_3_max": 0.118782, "nauc_precision_at_3_std": 0.199592, "nauc_precision_at_3_diff1": 0.580288, "nauc_precision_at_5_max": 0.137537, "nauc_precision_at_5_std": 0.242071, "nauc_precision_at_5_diff1": 0.562533, "nauc_precision_at_10_max": 0.142548, "nauc_precision_at_10_std": 0.296177, "nauc_precision_at_10_diff1": 0.53933, "nauc_precision_at_20_max": 0.160469, "nauc_precision_at_20_std": 0.306242, "nauc_precision_at_20_diff1": 0.511837, "nauc_precision_at_100_max": 0.248192, "nauc_precision_at_100_std": 0.460729, "nauc_precision_at_100_diff1": 0.418015, "nauc_precision_at_1000_max": -0.362139, "nauc_precision_at_1000_std": -0.343864, "nauc_precision_at_1000_diff1": -0.500478, "nauc_mrr_at_1_max": 0.123767, "nauc_mrr_at_1_std": 0.147126, "nauc_mrr_at_1_diff1": 0.686056, "nauc_mrr_at_3_max": 0.122951, "nauc_mrr_at_3_std": 0.165685, "nauc_mrr_at_3_diff1": 0.646763, "nauc_mrr_at_5_max": 0.12621, "nauc_mrr_at_5_std": 0.169849, "nauc_mrr_at_5_diff1": 0.646568, "nauc_mrr_at_10_max": 0.126775, "nauc_mrr_at_10_std": 0.171676, "nauc_mrr_at_10_diff1": 0.649095, "nauc_mrr_at_20_max": 0.127417, "nauc_mrr_at_20_std": 0.170664, "nauc_mrr_at_20_diff1": 0.649957, "nauc_mrr_at_100_max": 0.127544, "nauc_mrr_at_100_std": 0.170585, "nauc_mrr_at_100_diff1": 0.650797, "nauc_mrr_at_1000_max": 0.127403, "nauc_mrr_at_1000_std": 0.170317, "nauc_mrr_at_1000_diff1": 0.650796, "cv_recall_at_1": 0.5322, "cv_recall_at_3": 0.69137, "cv_recall_at_5": 0.77339, "cv_recall_at_10": 0.86087, "cv_recall_at_20": 0.91009, "cv_recall_at_100": 0.97327, "cv_recall_at_1000": 1.0, "main_score": 0.65676, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 39.485167026519775, "kg_co2_emissions": null }