{ "dataset_revision": "4cd085d148fe2cac923bb7758d6ef585926170ba", "task_name": "ArguAna-NL.v2", "mteb_version": "2.16.2", "scores": { "test": [ { "ndcg_at_1": 0.2532, "ndcg_at_3": 0.37502, "ndcg_at_5": 0.42393, "ndcg_at_10": 0.48233, "ndcg_at_20": 0.51624, "ndcg_at_100": 0.53245, "ndcg_at_1000": 0.5345, "map_at_1": 0.2532, "map_at_3": 0.34424, "map_at_5": 0.37137, "map_at_10": 0.39558, "map_at_20": 0.40504, "map_at_100": 0.40746, "map_at_1000": 0.40754, "recall_at_1": 0.2532, "recall_at_3": 0.46444, "recall_at_5": 0.58321, "recall_at_10": 0.76316, "recall_at_20": 0.89616, "recall_at_100": 0.9808, "recall_at_1000": 0.99644, "accuracy": 0.2532, "precision_at_1": 0.2532, "precision_at_3": 0.15481, "precision_at_5": 0.11664, "precision_at_10": 0.07632, "precision_at_20": 0.04481, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.253201, "mrr_at_3": 0.344239, "mrr_at_5": 0.371373, "mrr_at_10": 0.395584, "mrr_at_20": 0.405042, "mrr_at_100": 0.407461, "mrr_at_1000": 0.407545, "nauc_ndcg_at_1_max": -0.08365, "nauc_ndcg_at_1_std": -0.120528, "nauc_ndcg_at_1_diff1": 0.202525, "nauc_ndcg_at_3_max": -0.044207, "nauc_ndcg_at_3_std": -0.109191, "nauc_ndcg_at_3_diff1": 0.130592, "nauc_ndcg_at_5_max": -0.030094, "nauc_ndcg_at_5_std": -0.109847, "nauc_ndcg_at_5_diff1": 0.124576, "nauc_ndcg_at_10_max": -0.019962, "nauc_ndcg_at_10_std": -0.103366, "nauc_ndcg_at_10_diff1": 0.126739, "nauc_ndcg_at_20_max": -0.023175, "nauc_ndcg_at_20_std": -0.104443, "nauc_ndcg_at_20_diff1": 0.133099, "nauc_ndcg_at_100_max": -0.031163, "nauc_ndcg_at_100_std": -0.099292, "nauc_ndcg_at_100_diff1": 0.14086, "nauc_ndcg_at_1000_max": -0.035681, "nauc_ndcg_at_1000_std": -0.103942, "nauc_ndcg_at_1000_diff1": 0.139665, "nauc_map_at_1_max": -0.08365, "nauc_map_at_1_std": -0.120528, "nauc_map_at_1_diff1": 0.202525, "nauc_map_at_3_max": -0.053021, "nauc_map_at_3_std": -0.111082, "nauc_map_at_3_diff1": 0.145909, "nauc_map_at_5_max": -0.045823, "nauc_map_at_5_std": -0.111587, "nauc_map_at_5_diff1": 0.142899, "nauc_map_at_10_max": -0.042873, "nauc_map_at_10_std": -0.109926, "nauc_map_at_10_diff1": 0.143931, "nauc_map_at_20_max": -0.044396, "nauc_map_at_20_std": -0.110501, "nauc_map_at_20_diff1": 0.145763, "nauc_map_at_100_max": -0.045231, "nauc_map_at_100_std": -0.109444, "nauc_map_at_100_diff1": 0.146563, "nauc_map_at_1000_max": -0.045392, "nauc_map_at_1000_std": -0.109592, "nauc_map_at_1000_diff1": 0.146517, "nauc_recall_at_1_max": -0.08365, "nauc_recall_at_1_std": -0.120528, "nauc_recall_at_1_diff1": 0.202525, "nauc_recall_at_3_max": -0.020069, "nauc_recall_at_3_std": -0.104271, "nauc_recall_at_3_diff1": 0.088949, "nauc_recall_at_5_max": 0.019242, "nauc_recall_at_5_std": -0.104951, "nauc_recall_at_5_diff1": 0.069741, "nauc_recall_at_10_max": 0.088744, "nauc_recall_at_10_std": -0.069073, "nauc_recall_at_10_diff1": 0.056139, "nauc_recall_at_20_max": 0.17623, "nauc_recall_at_20_std": -0.040302, "nauc_recall_at_20_diff1": 0.048531, "nauc_recall_at_100_max": 0.431976, "nauc_recall_at_100_std": 0.471649, "nauc_recall_at_100_diff1": 0.249083, "nauc_recall_at_1000_max": 0.125188, "nauc_recall_at_1000_std": 0.492586, "nauc_recall_at_1000_diff1": 0.110099, "nauc_precision_at_1_max": -0.08365, "nauc_precision_at_1_std": -0.120528, "nauc_precision_at_1_diff1": 0.202525, "nauc_precision_at_3_max": -0.020069, "nauc_precision_at_3_std": -0.104271, "nauc_precision_at_3_diff1": 0.088949, "nauc_precision_at_5_max": 0.019242, "nauc_precision_at_5_std": -0.104951, "nauc_precision_at_5_diff1": 0.069741, "nauc_precision_at_10_max": 0.088744, "nauc_precision_at_10_std": -0.069073, "nauc_precision_at_10_diff1": 0.056139, "nauc_precision_at_20_max": 0.17623, "nauc_precision_at_20_std": -0.040302, "nauc_precision_at_20_diff1": 0.048531, "nauc_precision_at_100_max": 0.431976, "nauc_precision_at_100_std": 0.471649, "nauc_precision_at_100_diff1": 0.249083, "nauc_precision_at_1000_max": 0.125188, "nauc_precision_at_1000_std": 0.492586, "nauc_precision_at_1000_diff1": 0.110099, "nauc_mrr_at_1_max": -0.08365, "nauc_mrr_at_1_std": -0.120528, "nauc_mrr_at_1_diff1": 0.202525, "nauc_mrr_at_3_max": -0.053021, "nauc_mrr_at_3_std": -0.111082, "nauc_mrr_at_3_diff1": 0.145909, "nauc_mrr_at_5_max": -0.045823, "nauc_mrr_at_5_std": -0.111587, "nauc_mrr_at_5_diff1": 0.142899, "nauc_mrr_at_10_max": -0.042873, "nauc_mrr_at_10_std": -0.109926, "nauc_mrr_at_10_diff1": 0.143931, "nauc_mrr_at_20_max": -0.044396, "nauc_mrr_at_20_std": -0.110501, "nauc_mrr_at_20_diff1": 0.145763, "nauc_mrr_at_100_max": -0.045231, "nauc_mrr_at_100_std": -0.109444, "nauc_mrr_at_100_diff1": 0.146563, "nauc_mrr_at_1000_max": -0.045392, "nauc_mrr_at_1000_std": -0.109592, "nauc_mrr_at_1000_diff1": 0.146517, "hit_rate_at_1": 0.2532, "hit_rate_at_3": 0.46444, "hit_rate_at_5": 0.58321, "hit_rate_at_10": 0.76316, "hit_rate_at_20": 0.89616, "hit_rate_at_100": 0.9808, "hit_rate_at_1000": 0.99644, "main_score": 0.48233, "hf_subset": "default", "languages": [ "nld-Latn" ], "mteb_version": "2.16.2" } ] }, "evaluation_time": 452.11952802189626, "kg_co2_emissions": null, "date": 1782950843.160483, "evaluation_phases": [ { "name": "Data loading", "start": 0.0006831999635323882, "end": 4.414482873049565, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 4.414504854008555, "end": 4.414514451986179, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 4.435333659988828, "end": 450.9738127340097, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 450.97526374296285, "end": 452.09021598193794, "split": "test", "subset": "default" } ] }