{ "dataset_revision": "6eeb028da2a2c8f888e633a878310bf14ce33e09", "task_name": "FEVER-FaHardNegatives", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.38, "ndcg_at_3": 0.4795, "ndcg_at_5": 0.50229, "ndcg_at_10": 0.53073, "ndcg_at_20": 0.5488, "ndcg_at_100": 0.56371, "ndcg_at_1000": 0.57289, "map_at_1": 0.35468, "map_at_3": 0.44404, "map_at_5": 0.45713, "map_at_10": 0.46939, "map_at_20": 0.47471, "map_at_100": 0.47691, "map_at_1000": 0.47726, "recall_at_1": 0.35468, "recall_at_3": 0.55418, "recall_at_5": 0.61051, "recall_at_10": 0.69446, "recall_at_20": 0.76333, "recall_at_100": 0.8397, "recall_at_1000": 0.90985, "accuracy": 0.35468, "precision_at_1": 0.38, "precision_at_3": 0.197, "precision_at_5": 0.1304, "precision_at_10": 0.0749, "precision_at_20": 0.0413, "precision_at_100": 0.00921, "precision_at_1000": 0.00102, "mrr_at_1": 0.38, "mrr_at_3": 0.471833, "mrr_at_5": 0.484983, "mrr_at_10": 0.49735, "mrr_at_20": 0.502199, "mrr_at_100": 0.504125, "mrr_at_1000": 0.504392, "nauc_ndcg_at_1_max": 0.159629, "nauc_ndcg_at_1_std": -0.148712, "nauc_ndcg_at_1_diff1": 0.465711, "nauc_ndcg_at_3_max": 0.195052, "nauc_ndcg_at_3_std": -0.09569, "nauc_ndcg_at_3_diff1": 0.418788, "nauc_ndcg_at_5_max": 0.191577, "nauc_ndcg_at_5_std": -0.090416, "nauc_ndcg_at_5_diff1": 0.413268, "nauc_ndcg_at_10_max": 0.19853, "nauc_ndcg_at_10_std": -0.073231, "nauc_ndcg_at_10_diff1": 0.408426, "nauc_ndcg_at_20_max": 0.206746, "nauc_ndcg_at_20_std": -0.054114, "nauc_ndcg_at_20_diff1": 0.395083, "nauc_ndcg_at_100_max": 0.216224, "nauc_ndcg_at_100_std": -0.034709, "nauc_ndcg_at_100_diff1": 0.398068, "nauc_ndcg_at_1000_max": 0.210754, "nauc_ndcg_at_1000_std": -0.041087, "nauc_ndcg_at_1000_diff1": 0.398895, "nauc_map_at_1_max": 0.141367, "nauc_map_at_1_std": -0.130184, "nauc_map_at_1_diff1": 0.428206, "nauc_map_at_3_max": 0.174693, "nauc_map_at_3_std": -0.100447, "nauc_map_at_3_diff1": 0.410338, "nauc_map_at_5_max": 0.173253, "nauc_map_at_5_std": -0.098258, "nauc_map_at_5_diff1": 0.408688, "nauc_map_at_10_max": 0.175901, "nauc_map_at_10_std": -0.092023, "nauc_map_at_10_diff1": 0.406729, "nauc_map_at_20_max": 0.178424, "nauc_map_at_20_std": -0.086789, "nauc_map_at_20_diff1": 0.403049, "nauc_map_at_100_max": 0.180183, "nauc_map_at_100_std": -0.084231, "nauc_map_at_100_diff1": 0.403623, "nauc_map_at_1000_max": 0.179956, "nauc_map_at_1000_std": -0.084397, "nauc_map_at_1000_diff1": 0.403641, "nauc_recall_at_1_max": 0.141367, "nauc_recall_at_1_std": -0.130184, "nauc_recall_at_1_diff1": 0.428206, "nauc_recall_at_3_max": 0.228251, "nauc_recall_at_3_std": -0.055855, "nauc_recall_at_3_diff1": 0.38998, "nauc_recall_at_5_max": 0.216498, "nauc_recall_at_5_std": -0.041281, "nauc_recall_at_5_diff1": 0.373069, "nauc_recall_at_10_max": 0.242946, "nauc_recall_at_10_std": 0.029365, "nauc_recall_at_10_diff1": 0.348053, "nauc_recall_at_20_max": 0.28896, "nauc_recall_at_20_std": 0.149523, "nauc_recall_at_20_diff1": 0.26402, "nauc_recall_at_100_max": 0.398022, "nauc_recall_at_100_std": 0.41021, "nauc_recall_at_100_diff1": 0.240175, "nauc_recall_at_1000_max": 0.401254, "nauc_recall_at_1000_std": 0.556028, "nauc_recall_at_1000_diff1": 0.158649, "nauc_precision_at_1_max": 0.159629, "nauc_precision_at_1_std": -0.148712, "nauc_precision_at_1_diff1": 0.465711, "nauc_precision_at_3_max": 0.258101, "nauc_precision_at_3_std": -0.071631, "nauc_precision_at_3_diff1": 0.438871, "nauc_precision_at_5_max": 0.253056, "nauc_precision_at_5_std": -0.060015, "nauc_precision_at_5_diff1": 0.42673, "nauc_precision_at_10_max": 0.272922, "nauc_precision_at_10_std": 0.012761, "nauc_precision_at_10_diff1": 0.383348, "nauc_precision_at_20_max": 0.303246, "nauc_precision_at_20_std": 0.12349, "nauc_precision_at_20_diff1": 0.266532, "nauc_precision_at_100_max": 0.363977, "nauc_precision_at_100_std": 0.311086, "nauc_precision_at_100_diff1": 0.204675, "nauc_precision_at_1000_max": 0.210348, "nauc_precision_at_1000_std": 0.225454, "nauc_precision_at_1000_diff1": 0.102411, "nauc_mrr_at_1_max": 0.159629, "nauc_mrr_at_1_std": -0.148712, "nauc_mrr_at_1_diff1": 0.465711, "nauc_mrr_at_3_max": 0.20009, "nauc_mrr_at_3_std": -0.12141, "nauc_mrr_at_3_diff1": 0.450866, "nauc_mrr_at_5_max": 0.197922, "nauc_mrr_at_5_std": -0.119725, "nauc_mrr_at_5_diff1": 0.448996, "nauc_mrr_at_10_max": 0.200456, "nauc_mrr_at_10_std": -0.113264, "nauc_mrr_at_10_diff1": 0.447328, "nauc_mrr_at_20_max": 0.202679, "nauc_mrr_at_20_std": -0.108438, "nauc_mrr_at_20_diff1": 0.444299, "nauc_mrr_at_100_max": 0.203598, "nauc_mrr_at_100_std": -0.105915, "nauc_mrr_at_100_diff1": 0.444359, "nauc_mrr_at_1000_max": 0.203429, "nauc_mrr_at_1000_std": -0.106191, "nauc_mrr_at_1000_diff1": 0.444352, "hit_rate_at_1": 0.38, "hit_rate_at_3": 0.587, "hit_rate_at_5": 0.645, "hit_rate_at_10": 0.733, "hit_rate_at_20": 0.8, "hit_rate_at_100": 0.875, "hit_rate_at_1000": 0.935, "main_score": 0.53073, "hf_subset": "default", "languages": [ "fas-Arab" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 545.4132233259952, "kg_co2_emissions": null, "date": 1790057497.588747, "evaluation_phases": [ { "name": "Data loading", "start": 4.016997991129756e-06, "end": 1.9600176399981137, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.960026196000399, "end": 1.9600286610002513, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 1.9770109730015974, "end": 544.2454644690006, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 544.2454885949992, "end": 545.3656547439969, "split": "test", "subset": "default" } ] }