{ "dataset_revision": "74d396242cc281c021eeb38d0ee5f6f30afc1fad", "task_name": "VidoreInfoVQARetrieval", "mteb_version": "2.26.3", "scores": { "test": [ { "ndcg_at_1": 0.8502, "ndcg_at_3": 0.88945, "ndcg_at_5": 0.89507, "ndcg_at_10": 0.90543, "ndcg_at_20": 0.90927, "ndcg_at_100": 0.91175, "ndcg_at_1000": 0.91338, "map_at_1": 0.84919, "map_at_3": 0.87989, "map_at_5": 0.88323, "map_at_10": 0.88756, "map_at_20": 0.88864, "map_at_100": 0.88899, "map_at_1000": 0.88907, "recall_at_1": 0.84919, "recall_at_3": 0.91599, "recall_at_5": 0.92915, "recall_at_10": 0.96053, "recall_at_20": 0.9751, "recall_at_100": 0.98806, "recall_at_1000": 1.0, "accuracy": 0.84919, "precision_at_1": 0.8502, "precision_at_3": 0.30567, "precision_at_5": 0.18623, "precision_at_10": 0.09636, "precision_at_20": 0.04899, "precision_at_100": 0.00996, "precision_at_1000": 0.00101, "mrr_at_1": 0.850202, "mrr_at_3": 0.880904, "mrr_at_5": 0.883839, "mrr_at_10": 0.888283, "mrr_at_20": 0.889478, "mrr_at_100": 0.889778, "mrr_at_1000": 0.889821, "nauc_ndcg_at_1_max": 0.660866, "nauc_ndcg_at_1_std": 0.174439, "nauc_ndcg_at_1_diff1": 0.943384, "nauc_ndcg_at_3_max": 0.672305, "nauc_ndcg_at_3_std": 0.176392, "nauc_ndcg_at_3_diff1": 0.927955, "nauc_ndcg_at_5_max": 0.693768, "nauc_ndcg_at_5_std": 0.20707, "nauc_ndcg_at_5_diff1": 0.925543, "nauc_ndcg_at_10_max": 0.695714, "nauc_ndcg_at_10_std": 0.230148, "nauc_ndcg_at_10_diff1": 0.931627, "nauc_ndcg_at_20_max": 0.693811, "nauc_ndcg_at_20_std": 0.230415, "nauc_ndcg_at_20_diff1": 0.933756, "nauc_ndcg_at_100_max": 0.690057, "nauc_ndcg_at_100_std": 0.222182, "nauc_ndcg_at_100_diff1": 0.933936, "nauc_ndcg_at_1000_max": 0.685901, "nauc_ndcg_at_1000_std": 0.211618, "nauc_ndcg_at_1000_diff1": 0.933044, "nauc_map_at_1_max": 0.659344, "nauc_map_at_1_std": 0.174235, "nauc_map_at_1_diff1": 0.944648, "nauc_map_at_3_max": 0.668544, "nauc_map_at_3_std": 0.174574, "nauc_map_at_3_diff1": 0.932391, "nauc_map_at_5_max": 0.679966, "nauc_map_at_5_std": 0.190322, "nauc_map_at_5_diff1": 0.931014, "nauc_map_at_10_max": 0.68107, "nauc_map_at_10_std": 0.199457, "nauc_map_at_10_diff1": 0.933682, "nauc_map_at_20_max": 0.680659, "nauc_map_at_20_std": 0.199553, "nauc_map_at_20_diff1": 0.934277, "nauc_map_at_100_max": 0.680123, "nauc_map_at_100_std": 0.198672, "nauc_map_at_100_diff1": 0.93424, "nauc_map_at_1000_max": 0.679957, "nauc_map_at_1000_std": 0.198335, "nauc_map_at_1000_diff1": 0.934202, "nauc_recall_at_1_max": 0.659344, "nauc_recall_at_1_std": 0.174235, "nauc_recall_at_1_diff1": 0.944648, "nauc_recall_at_3_max": 0.683673, "nauc_recall_at_3_std": 0.183724, "nauc_recall_at_3_diff1": 0.911238, "nauc_recall_at_5_max": 0.758627, "nauc_recall_at_5_std": 0.290525, "nauc_recall_at_5_diff1": 0.902216, "nauc_recall_at_10_max": 0.811895, "nauc_recall_at_10_std": 0.499405, "nauc_recall_at_10_diff1": 0.923563, "nauc_recall_at_20_max": 0.853166, "nauc_recall_at_20_std": 0.655003, "nauc_recall_at_20_diff1": 0.94691, "nauc_recall_at_100_max": 0.900389, "nauc_recall_at_100_std": 0.792755, "nauc_recall_at_100_diff1": 0.977864, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.660866, "nauc_precision_at_1_std": 0.174439, "nauc_precision_at_1_diff1": 0.943384, "nauc_precision_at_3_max": 0.687645, "nauc_precision_at_3_std": 0.184469, "nauc_precision_at_3_diff1": 0.910155, "nauc_precision_at_5_max": 0.712885, "nauc_precision_at_5_std": 0.2734, "nauc_precision_at_5_diff1": 0.832187, "nauc_precision_at_10_max": 0.725008, "nauc_precision_at_10_std": 0.454923, "nauc_precision_at_10_diff1": 0.795882, "nauc_precision_at_20_max": 0.698489, "nauc_precision_at_20_std": 0.573735, "nauc_precision_at_20_diff1": 0.733464, "nauc_precision_at_100_max": 0.20718, "nauc_precision_at_100_std": 0.297658, "nauc_precision_at_100_diff1": 0.182721, "nauc_precision_at_1000_max": -0.49966, "nauc_precision_at_1000_std": -0.25787, "nauc_precision_at_1000_diff1": -0.573514, "nauc_mrr_at_1_max": 0.660866, "nauc_mrr_at_1_std": 0.174439, "nauc_mrr_at_1_diff1": 0.943384, "nauc_mrr_at_3_max": 0.670496, "nauc_mrr_at_3_std": 0.174829, "nauc_mrr_at_3_diff1": 0.930736, "nauc_mrr_at_5_max": 0.681221, "nauc_mrr_at_5_std": 0.190552, "nauc_mrr_at_5_diff1": 0.929988, "nauc_mrr_at_10_max": 0.682186, "nauc_mrr_at_10_std": 0.199577, "nauc_mrr_at_10_diff1": 0.932558, "nauc_mrr_at_20_max": 0.681441, "nauc_mrr_at_20_std": 0.199292, "nauc_mrr_at_20_diff1": 0.933074, "nauc_mrr_at_100_max": 0.681046, "nauc_mrr_at_100_std": 0.198564, "nauc_mrr_at_100_diff1": 0.933062, "nauc_mrr_at_1000_max": 0.680958, "nauc_mrr_at_1000_std": 0.198303, "nauc_mrr_at_1000_diff1": 0.933045, "hit_rate_at_1": 0.8502, "hit_rate_at_3": 0.917, "hit_rate_at_5": 0.92915, "hit_rate_at_10": 0.96154, "hit_rate_at_20": 0.97773, "hit_rate_at_100": 0.98988, "hit_rate_at_1000": 1.0, "main_score": 0.89507, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.26.3" } ] }, "evaluation_time": 47.72371167410165, "kg_co2_emissions": null, "date": 1792266881.710096, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 1.6880562140140682, "split": "", "subset": "" }, { "name": "Encoding queries", "start": 1.7178900230210274, "end": 2.8014928919728845, "split": "test", "subset": "default" }, { "name": "Searching corpus", "start": 2.805259211920202, "end": 47.49589275196195, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 47.543981122085825, "end": 47.71534616802819, "split": "test", "subset": "default" } ] }