{ "dataset_revision": "6e346642246bfb4928c560ee08640dc84d074e8c", "task_name": "LEMBNarrativeQARetrieval", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.53555, "ndcg_at_3": 0.61273, "ndcg_at_5": 0.62897, "ndcg_at_10": 0.64545, "ndcg_at_20": 0.65786, "ndcg_at_100": 0.67857, "ndcg_at_1000": 0.68943, "map_at_1": 0.53555, "map_at_3": 0.59414, "map_at_5": 0.60315, "map_at_10": 0.60998, "map_at_20": 0.61342, "map_at_100": 0.6162, "map_at_1000": 0.61666, "recall_at_1": 0.53555, "recall_at_3": 0.66638, "recall_at_5": 0.70581, "recall_at_10": 0.75663, "recall_at_20": 0.80544, "recall_at_100": 0.91837, "recall_at_1000": 1.0, "accuracy": 0.53555, "precision_at_1": 0.53555, "precision_at_3": 0.22213, "precision_at_5": 0.14116, "precision_at_10": 0.07566, "precision_at_20": 0.04027, "precision_at_100": 0.00918, "precision_at_1000": 0.001, "mrr_at_1": 0.535554, "mrr_at_3": 0.59414, "mrr_at_5": 0.60315, "mrr_at_10": 0.609979, "mrr_at_20": 0.613419, "mrr_at_100": 0.616196, "mrr_at_1000": 0.616661, "nauc_ndcg_at_1_max": 0.587679, "nauc_ndcg_at_1_std": 0.178778, "nauc_ndcg_at_1_diff1": 0.767807, "nauc_ndcg_at_3_max": 0.622412, "nauc_ndcg_at_3_std": 0.215236, "nauc_ndcg_at_3_diff1": 0.741407, "nauc_ndcg_at_5_max": 0.616309, "nauc_ndcg_at_5_std": 0.217032, "nauc_ndcg_at_5_diff1": 0.732885, "nauc_ndcg_at_10_max": 0.613545, "nauc_ndcg_at_10_std": 0.219922, "nauc_ndcg_at_10_diff1": 0.731637, "nauc_ndcg_at_20_max": 0.610057, "nauc_ndcg_at_20_std": 0.222321, "nauc_ndcg_at_20_diff1": 0.728624, "nauc_ndcg_at_100_max": 0.608987, "nauc_ndcg_at_100_std": 0.220289, "nauc_ndcg_at_100_diff1": 0.732787, "nauc_ndcg_at_1000_max": 0.609935, "nauc_ndcg_at_1000_std": 0.21487, "nauc_ndcg_at_1000_diff1": 0.737153, "nauc_map_at_1_max": 0.587679, "nauc_map_at_1_std": 0.178778, "nauc_map_at_1_diff1": 0.767807, "nauc_map_at_3_max": 0.614212, "nauc_map_at_3_std": 0.20573, "nauc_map_at_3_diff1": 0.748193, "nauc_map_at_5_max": 0.610807, "nauc_map_at_5_std": 0.20647, "nauc_map_at_5_diff1": 0.743731, "nauc_map_at_10_max": 0.60964, "nauc_map_at_10_std": 0.207451, "nauc_map_at_10_diff1": 0.743427, "nauc_map_at_20_max": 0.608696, "nauc_map_at_20_std": 0.207958, "nauc_map_at_20_diff1": 0.742718, "nauc_map_at_100_max": 0.608598, "nauc_map_at_100_std": 0.207721, "nauc_map_at_100_diff1": 0.743335, "nauc_map_at_1000_max": 0.608622, "nauc_map_at_1000_std": 0.20754, "nauc_map_at_1000_diff1": 0.743507, "nauc_recall_at_1_max": 0.587679, "nauc_recall_at_1_std": 0.178778, "nauc_recall_at_1_diff1": 0.767807, "nauc_recall_at_3_max": 0.648541, "nauc_recall_at_3_std": 0.245988, "nauc_recall_at_3_diff1": 0.7195, "nauc_recall_at_5_max": 0.633928, "nauc_recall_at_5_std": 0.254027, "nauc_recall_at_5_diff1": 0.693952, "nauc_recall_at_10_max": 0.625949, "nauc_recall_at_10_std": 0.27152, "nauc_recall_at_10_diff1": 0.682419, "nauc_recall_at_20_max": 0.608252, "nauc_recall_at_20_std": 0.295822, "nauc_recall_at_20_diff1": 0.655527, "nauc_recall_at_100_max": 0.586312, "nauc_recall_at_100_std": 0.345906, "nauc_recall_at_100_diff1": 0.635384, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.587679, "nauc_precision_at_1_std": 0.178778, "nauc_precision_at_1_diff1": 0.767807, "nauc_precision_at_3_max": 0.648541, "nauc_precision_at_3_std": 0.245988, "nauc_precision_at_3_diff1": 0.7195, "nauc_precision_at_5_max": 0.633928, "nauc_precision_at_5_std": 0.254027, "nauc_precision_at_5_diff1": 0.693952, "nauc_precision_at_10_max": 0.625949, "nauc_precision_at_10_std": 0.27152, "nauc_precision_at_10_diff1": 0.682419, "nauc_precision_at_20_max": 0.608252, "nauc_precision_at_20_std": 0.295822, "nauc_precision_at_20_diff1": 0.655527, "nauc_precision_at_100_max": 0.586312, "nauc_precision_at_100_std": 0.345906, "nauc_precision_at_100_diff1": 0.635384, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.587679, "nauc_mrr_at_1_std": 0.178778, "nauc_mrr_at_1_diff1": 0.767807, "nauc_mrr_at_3_max": 0.614212, "nauc_mrr_at_3_std": 0.20573, "nauc_mrr_at_3_diff1": 0.748193, "nauc_mrr_at_5_max": 0.610807, "nauc_mrr_at_5_std": 0.20647, "nauc_mrr_at_5_diff1": 0.743731, "nauc_mrr_at_10_max": 0.60964, "nauc_mrr_at_10_std": 0.207451, "nauc_mrr_at_10_diff1": 0.743427, "nauc_mrr_at_20_max": 0.608696, "nauc_mrr_at_20_std": 0.207958, "nauc_mrr_at_20_diff1": 0.742718, "nauc_mrr_at_100_max": 0.608598, "nauc_mrr_at_100_std": 0.207721, "nauc_mrr_at_100_diff1": 0.743335, "nauc_mrr_at_1000_max": 0.608622, "nauc_mrr_at_1000_std": 0.20754, "nauc_mrr_at_1000_diff1": 0.743507, "hit_rate_at_1": 0.53555, "hit_rate_at_3": 0.66638, "hit_rate_at_5": 0.70581, "hit_rate_at_10": 0.75663, "hit_rate_at_20": 0.80544, "hit_rate_at_100": 0.91837, "hit_rate_at_1000": 1.0, "main_score": 0.64545, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 57.079270612448454, "kg_co2_emissions": null, "date": 1791663351.964888, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 3.6774525698274374, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 4.155840400606394, "end": 53.21388626471162, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 53.21391590870917, "end": 56.95981016382575, "split": "test", "subset": "default" } ] }