{ "dataset_revision": "7070d1979d9a4943dd49b2e72858eb1e54f6bd5b", "task_name": "AVMemeExamV2TRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.22222, "ndcg_at_3": 0.27911, "ndcg_at_5": 0.2991, "ndcg_at_10": 0.32453, "ndcg_at_20": 0.34845, "ndcg_at_100": 0.38472, "ndcg_at_1000": 0.41782, "map_at_1": 0.22222, "map_at_3": 0.265, "map_at_5": 0.276, "map_at_10": 0.28646, "map_at_20": 0.29305, "map_at_100": 0.29785, "map_at_1000": 0.29911, "recall_at_1": 0.22222, "recall_at_3": 0.32, "recall_at_5": 0.36889, "recall_at_10": 0.44778, "recall_at_20": 0.54222, "recall_at_100": 0.74111, "recall_at_1000": 1.0, "accuracy": 0.22222, "precision_at_1": 0.22222, "precision_at_3": 0.10667, "precision_at_5": 0.07378, "precision_at_10": 0.04478, "precision_at_20": 0.02711, "precision_at_100": 0.00741, "precision_at_1000": 0.001, "mrr_at_1": 0.222222, "mrr_at_3": 0.265, "mrr_at_5": 0.276, "mrr_at_10": 0.28646, "mrr_at_20": 0.293047, "mrr_at_100": 0.297853, "mrr_at_1000": 0.299113, "nauc_ndcg_at_1_max": 0.2944, "nauc_ndcg_at_1_std": -0.177519, "nauc_ndcg_at_1_diff1": 0.523413, "nauc_ndcg_at_3_max": 0.276003, "nauc_ndcg_at_3_std": -0.160738, "nauc_ndcg_at_3_diff1": 0.454734, "nauc_ndcg_at_5_max": 0.258229, "nauc_ndcg_at_5_std": -0.16793, "nauc_ndcg_at_5_diff1": 0.431703, "nauc_ndcg_at_10_max": 0.256137, "nauc_ndcg_at_10_std": -0.159079, "nauc_ndcg_at_10_diff1": 0.42651, "nauc_ndcg_at_20_max": 0.260085, "nauc_ndcg_at_20_std": -0.144137, "nauc_ndcg_at_20_diff1": 0.414282, "nauc_ndcg_at_100_max": 0.262686, "nauc_ndcg_at_100_std": -0.129875, "nauc_ndcg_at_100_diff1": 0.417595, "nauc_ndcg_at_1000_max": 0.263815, "nauc_ndcg_at_1000_std": -0.148749, "nauc_ndcg_at_1000_diff1": 0.432483, "nauc_map_at_1_max": 0.2944, "nauc_map_at_1_std": -0.177519, "nauc_map_at_1_diff1": 0.523413, "nauc_map_at_3_max": 0.279881, "nauc_map_at_3_std": -0.164501, "nauc_map_at_3_diff1": 0.470004, "nauc_map_at_5_max": 0.269526, "nauc_map_at_5_std": -0.169019, "nauc_map_at_5_diff1": 0.456696, "nauc_map_at_10_max": 0.268888, "nauc_map_at_10_std": -0.164605, "nauc_map_at_10_diff1": 0.454611, "nauc_map_at_20_max": 0.269825, "nauc_map_at_20_std": -0.160692, "nauc_map_at_20_diff1": 0.451138, "nauc_map_at_100_max": 0.270101, "nauc_map_at_100_std": -0.159192, "nauc_map_at_100_diff1": 0.451763, "nauc_map_at_1000_max": 0.270087, "nauc_map_at_1000_std": -0.159863, "nauc_map_at_1000_diff1": 0.452303, "nauc_recall_at_1_max": 0.2944, "nauc_recall_at_1_std": -0.177519, "nauc_recall_at_1_diff1": 0.523413, "nauc_recall_at_3_max": 0.26574, "nauc_recall_at_3_std": -0.150685, "nauc_recall_at_3_diff1": 0.413992, "nauc_recall_at_5_max": 0.226565, "nauc_recall_at_5_std": -0.165516, "nauc_recall_at_5_diff1": 0.36324, "nauc_recall_at_10_max": 0.219329, "nauc_recall_at_10_std": -0.143058, "nauc_recall_at_10_diff1": 0.347516, "nauc_recall_at_20_max": 0.233842, "nauc_recall_at_20_std": -0.082579, "nauc_recall_at_20_diff1": 0.296585, "nauc_recall_at_100_max": 0.244665, "nauc_recall_at_100_std": 0.054776, "nauc_recall_at_100_diff1": 0.269374, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.2944, "nauc_precision_at_1_std": -0.177519, "nauc_precision_at_1_diff1": 0.523413, "nauc_precision_at_3_max": 0.26574, "nauc_precision_at_3_std": -0.150685, "nauc_precision_at_3_diff1": 0.413992, "nauc_precision_at_5_max": 0.226565, "nauc_precision_at_5_std": -0.165516, "nauc_precision_at_5_diff1": 0.36324, "nauc_precision_at_10_max": 0.219329, "nauc_precision_at_10_std": -0.143058, "nauc_precision_at_10_diff1": 0.347516, "nauc_precision_at_20_max": 0.233842, "nauc_precision_at_20_std": -0.082579, "nauc_precision_at_20_diff1": 0.296585, "nauc_precision_at_100_max": 0.244665, "nauc_precision_at_100_std": 0.054776, "nauc_precision_at_100_diff1": 0.269374, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.2944, "nauc_mrr_at_1_std": -0.177519, "nauc_mrr_at_1_diff1": 0.523413, "nauc_mrr_at_3_max": 0.279881, "nauc_mrr_at_3_std": -0.164501, "nauc_mrr_at_3_diff1": 0.470004, "nauc_mrr_at_5_max": 0.269526, "nauc_mrr_at_5_std": -0.169019, "nauc_mrr_at_5_diff1": 0.456696, "nauc_mrr_at_10_max": 0.268888, "nauc_mrr_at_10_std": -0.164605, "nauc_mrr_at_10_diff1": 0.454611, "nauc_mrr_at_20_max": 0.269825, "nauc_mrr_at_20_std": -0.160692, "nauc_mrr_at_20_diff1": 0.451138, "nauc_mrr_at_100_max": 0.270101, "nauc_mrr_at_100_std": -0.159192, "nauc_mrr_at_100_diff1": 0.451763, "nauc_mrr_at_1000_max": 0.270087, "nauc_mrr_at_1000_std": -0.159863, "nauc_mrr_at_1000_diff1": 0.452303, "hit_rate_at_1": 0.22222, "hit_rate_at_3": 0.32, "hit_rate_at_5": 0.36889, "hit_rate_at_10": 0.44778, "hit_rate_at_20": 0.54222, "hit_rate_at_100": 0.74111, "hit_rate_at_1000": 1.0, "main_score": 0.32453, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 204.706725358963, "kg_co2_emissions": null, "date": null }