{ "dataset_revision": "ee0f58854a2555a8e666a3b248a8f9e856568785", "task_name": "FEVER-NL", "mteb_version": "1.34.7", "scores": { "test": [ { "ndcg_at_1": 0.77318, "ndcg_at_3": 0.83497, "ndcg_at_5": 0.84469, "ndcg_at_10": 0.85165, "ndcg_at_20": 0.85561, "ndcg_at_100": 0.8598, "ndcg_at_1000": 0.8627, "map_at_1": 0.71743, "map_at_3": 0.80143, "map_at_5": 0.80854, "map_at_10": 0.81241, "map_at_20": 0.81394, "map_at_100": 0.81483, "map_at_1000": 0.81497, "recall_at_1": 0.71743, "recall_at_3": 0.88387, "recall_at_5": 0.90846, "recall_at_10": 0.92855, "recall_at_20": 0.94189, "recall_at_100": 0.96065, "recall_at_1000": 0.97964, "precision_at_1": 0.77318, "precision_at_3": 0.32258, "precision_at_5": 0.20039, "precision_at_10": 0.10333, "precision_at_20": 0.05292, "precision_at_100": 0.01096, "precision_at_1000": 0.00114, "mrr_at_1": 0.773177, "mrr_at_3": 0.848085, "mrr_at_5": 0.852975, "mrr_at_10": 0.855016, "mrr_at_20": 0.855562, "mrr_at_100": 0.855807, "mrr_at_1000": 0.855844, "nauc_ndcg_at_1_max": 0.132168, "nauc_ndcg_at_1_std": -0.204009, "nauc_ndcg_at_1_diff1": 0.631426, "nauc_ndcg_at_3_max": 0.212348, "nauc_ndcg_at_3_std": -0.127552, "nauc_ndcg_at_3_diff1": 0.543231, "nauc_ndcg_at_5_max": 0.213692, "nauc_ndcg_at_5_std": -0.121144, "nauc_ndcg_at_5_diff1": 0.540558, "nauc_ndcg_at_10_max": 0.216837, "nauc_ndcg_at_10_std": -0.110452, "nauc_ndcg_at_10_diff1": 0.541263, "nauc_ndcg_at_20_max": 0.214243, "nauc_ndcg_at_20_std": -0.113824, "nauc_ndcg_at_20_diff1": 0.545411, "nauc_ndcg_at_100_max": 0.211814, "nauc_ndcg_at_100_std": -0.114121, "nauc_ndcg_at_100_diff1": 0.547691, "nauc_ndcg_at_1000_max": 0.207931, "nauc_ndcg_at_1000_std": -0.117406, "nauc_ndcg_at_1000_diff1": 0.551211, "nauc_map_at_1_max": 0.102138, "nauc_map_at_1_std": -0.148444, "nauc_map_at_1_diff1": 0.545908, "nauc_map_at_3_max": 0.1736, "nauc_map_at_3_std": -0.128801, "nauc_map_at_3_diff1": 0.528758, "nauc_map_at_5_max": 0.177317, "nauc_map_at_5_std": -0.127156, "nauc_map_at_5_diff1": 0.530551, "nauc_map_at_10_max": 0.179425, "nauc_map_at_10_std": -0.124491, "nauc_map_at_10_diff1": 0.532051, "nauc_map_at_20_max": 0.179483, "nauc_map_at_20_std": -0.125718, "nauc_map_at_20_diff1": 0.533852, "nauc_map_at_100_max": 0.179746, "nauc_map_at_100_std": -0.125605, "nauc_map_at_100_diff1": 0.534377, "nauc_map_at_1000_max": 0.179709, "nauc_map_at_1000_std": -0.125703, "nauc_map_at_1000_diff1": 0.534573, "nauc_recall_at_1_max": 0.102138, "nauc_recall_at_1_std": -0.148444, "nauc_recall_at_1_diff1": 0.545908, "nauc_recall_at_3_max": 0.299432, "nauc_recall_at_3_std": -0.036623, "nauc_recall_at_3_diff1": 0.435628, "nauc_recall_at_5_max": 0.336111, "nauc_recall_at_5_std": 0.001413, "nauc_recall_at_5_diff1": 0.407747, "nauc_recall_at_10_max": 0.386271, "nauc_recall_at_10_std": 0.089099, "nauc_recall_at_10_diff1": 0.380333, "nauc_recall_at_20_max": 0.390244, "nauc_recall_at_20_std": 0.110083, "nauc_recall_at_20_diff1": 0.375792, "nauc_recall_at_100_max": 0.416081, "nauc_recall_at_100_std": 0.204114, "nauc_recall_at_100_diff1": 0.33685, "nauc_recall_at_1000_max": 0.399976, "nauc_recall_at_1000_std": 0.363576, "nauc_recall_at_1000_diff1": 0.261359, "nauc_precision_at_1_max": 0.132168, "nauc_precision_at_1_std": -0.204009, "nauc_precision_at_1_diff1": 0.631426, "nauc_precision_at_3_max": 0.304822, "nauc_precision_at_3_std": -0.075905, "nauc_precision_at_3_diff1": 0.296662, "nauc_precision_at_5_max": 0.281631, "nauc_precision_at_5_std": -0.040183, "nauc_precision_at_5_diff1": 0.171618, "nauc_precision_at_10_max": 0.242318, "nauc_precision_at_10_std": 0.006432, "nauc_precision_at_10_diff1": 0.069009, "nauc_precision_at_20_max": 0.198328, "nauc_precision_at_20_std": -0.000724, "nauc_precision_at_20_diff1": 0.018715, "nauc_precision_at_100_max": 0.139455, "nauc_precision_at_100_std": 0.010618, "nauc_precision_at_100_diff1": -0.048521, "nauc_precision_at_1000_max": 0.075695, "nauc_precision_at_1000_std": -0.000862, "nauc_precision_at_1000_diff1": -0.077259, "nauc_mrr_at_1_max": 0.132168, "nauc_mrr_at_1_std": -0.204009, "nauc_mrr_at_1_diff1": 0.631426, "nauc_mrr_at_3_max": 0.207859, "nauc_mrr_at_3_std": -0.187835, "nauc_mrr_at_3_diff1": 0.63424, "nauc_mrr_at_5_max": 0.207066, "nauc_mrr_at_5_std": -0.187387, "nauc_mrr_at_5_diff1": 0.635526, "nauc_mrr_at_10_max": 0.206918, "nauc_mrr_at_10_std": -0.182828, "nauc_mrr_at_10_diff1": 0.63607, "nauc_mrr_at_20_max": 0.204891, "nauc_mrr_at_20_std": -0.183374, "nauc_mrr_at_20_diff1": 0.636174, "nauc_mrr_at_100_max": 0.204049, "nauc_mrr_at_100_std": -0.183687, "nauc_mrr_at_100_diff1": 0.635982, "nauc_mrr_at_1000_max": 0.203853, "nauc_mrr_at_1000_std": -0.183768, "nauc_mrr_at_1000_diff1": 0.635948, "main_score": 0.85165, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 193506.52234244347, "kg_co2_emissions": null }