{ "dataset_revision": "162ba2fc1a8437eda8b6c37b240bc1c0f0deb092", "task_name": "VidoreDocVQARetrieval", "mteb_version": "1.38.32", "scores": { "test": [ { "ndcg_at_1": 0.5898, "ndcg_at_3": 0.64625, "ndcg_at_5": 0.66213, "ndcg_at_10": 0.68123, "ndcg_at_20": 0.69232, "ndcg_at_100": 0.7144, "ndcg_at_1000": 0.72318, "map_at_1": 0.58444, "map_at_3": 0.62855, "map_at_5": 0.63771, "map_at_10": 0.64618, "map_at_20": 0.64957, "map_at_100": 0.6528, "map_at_1000": 0.65331, "recall_at_1": 0.58444, "recall_at_3": 0.68614, "recall_at_5": 0.7252, "recall_at_10": 0.78507, "recall_at_20": 0.82668, "recall_at_100": 0.94067, "recall_at_1000": 1.0, "cv_recall_at_1": 0.5898, "cv_recall_at_3": 0.69623, "cv_recall_at_5": 0.73614, "cv_recall_at_10": 0.79157, "cv_recall_at_20": 0.83592, "cv_recall_at_100": 0.949, "cv_recall_at_1000": 1.0, "precision_at_1": 0.5898, "precision_at_3": 0.23356, "precision_at_5": 0.15033, "precision_at_10": 0.0816, "precision_at_20": 0.04335, "precision_at_100": 0.01007, "precision_at_1000": 0.00111, "mrr_at_1": 0.5898, "mrr_at_3": 0.635994, "mrr_at_5": 0.64442, "mrr_at_10": 0.651916, "mrr_at_20": 0.655133, "mrr_at_100": 0.658084, "mrr_at_1000": 0.658355, "nauc_ndcg_at_1_max": 0.251285, "nauc_ndcg_at_1_std": 0.311645, "nauc_ndcg_at_1_diff1": 0.861045, "nauc_ndcg_at_3_max": 0.235922, "nauc_ndcg_at_3_std": 0.280123, "nauc_ndcg_at_3_diff1": 0.852177, "nauc_ndcg_at_5_max": 0.226689, "nauc_ndcg_at_5_std": 0.27192, "nauc_ndcg_at_5_diff1": 0.848102, "nauc_ndcg_at_10_max": 0.216868, "nauc_ndcg_at_10_std": 0.287839, "nauc_ndcg_at_10_diff1": 0.840902, "nauc_ndcg_at_20_max": 0.220206, "nauc_ndcg_at_20_std": 0.295776, "nauc_ndcg_at_20_diff1": 0.840643, "nauc_ndcg_at_100_max": 0.218463, "nauc_ndcg_at_100_std": 0.316034, "nauc_ndcg_at_100_diff1": 0.843122, "nauc_ndcg_at_1000_max": 0.220843, "nauc_ndcg_at_1000_std": 0.294595, "nauc_ndcg_at_1000_diff1": 0.844299, "nauc_map_at_1_max": 0.261551, "nauc_map_at_1_std": 0.315335, "nauc_map_at_1_diff1": 0.869871, "nauc_map_at_3_max": 0.246739, "nauc_map_at_3_std": 0.292379, "nauc_map_at_3_diff1": 0.859957, "nauc_map_at_5_max": 0.240336, "nauc_map_at_5_std": 0.287419, "nauc_map_at_5_diff1": 0.856521, "nauc_map_at_10_max": 0.23554, "nauc_map_at_10_std": 0.293074, "nauc_map_at_10_diff1": 0.853693, "nauc_map_at_20_max": 0.236221, "nauc_map_at_20_std": 0.294821, "nauc_map_at_20_diff1": 0.853353, "nauc_map_at_100_max": 0.235653, "nauc_map_at_100_std": 0.297084, "nauc_map_at_100_diff1": 0.853364, "nauc_map_at_1000_max": 0.235391, "nauc_map_at_1000_std": 0.296056, "nauc_map_at_1000_diff1": 0.853254, "nauc_recall_at_1_max": 0.261551, "nauc_recall_at_1_std": 0.315335, "nauc_recall_at_1_diff1": 0.869871, "nauc_recall_at_3_max": 0.231811, "nauc_recall_at_3_std": 0.256166, "nauc_recall_at_3_diff1": 0.846036, "nauc_recall_at_5_max": 0.207776, "nauc_recall_at_5_std": 0.228719, "nauc_recall_at_5_diff1": 0.831022, "nauc_recall_at_10_max": 0.159214, "nauc_recall_at_10_std": 0.280394, "nauc_recall_at_10_diff1": 0.793261, "nauc_recall_at_20_max": 0.16581, "nauc_recall_at_20_std": 0.327997, "nauc_recall_at_20_diff1": 0.779896, "nauc_recall_at_100_max": 0.085792, "nauc_recall_at_100_std": 0.853987, "nauc_recall_at_100_diff1": 0.752755, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.251285, "nauc_precision_at_1_std": 0.311645, "nauc_precision_at_1_diff1": 0.861045, "nauc_precision_at_3_max": 0.188908, "nauc_precision_at_3_std": 0.232513, "nauc_precision_at_3_diff1": 0.792078, "nauc_precision_at_5_max": 0.112315, "nauc_precision_at_5_std": 0.168523, "nauc_precision_at_5_diff1": 0.683897, "nauc_precision_at_10_max": 0.028998, "nauc_precision_at_10_std": 0.177165, "nauc_precision_at_10_diff1": 0.559158, "nauc_precision_at_20_max": -0.016693, "nauc_precision_at_20_std": 0.166931, "nauc_precision_at_20_diff1": 0.455226, "nauc_precision_at_100_max": -0.284904, "nauc_precision_at_100_std": 0.087701, "nauc_precision_at_100_diff1": -0.061908, "nauc_precision_at_1000_max": -0.395548, "nauc_precision_at_1000_std": -0.390383, "nauc_precision_at_1000_diff1": -0.481253, "nauc_cv_recall_at_1_max": 0.251285, "nauc_cv_recall_at_1_std": 0.311645, "nauc_cv_recall_at_1_diff1": 0.861045, "nauc_cv_recall_at_3_max": 0.204935, "nauc_cv_recall_at_3_std": 0.24658, "nauc_cv_recall_at_3_diff1": 0.829064, "nauc_cv_recall_at_5_max": 0.174026, "nauc_cv_recall_at_5_std": 0.215075, "nauc_cv_recall_at_5_diff1": 0.82237, "nauc_cv_recall_at_10_max": 0.133502, "nauc_cv_recall_at_10_std": 0.273964, "nauc_cv_recall_at_10_diff1": 0.782488, "nauc_cv_recall_at_20_max": 0.13623, "nauc_cv_recall_at_20_std": 0.320224, "nauc_cv_recall_at_20_diff1": 0.774659, "nauc_cv_recall_at_100_max": -0.009032, "nauc_cv_recall_at_100_std": 0.87948, "nauc_cv_recall_at_100_diff1": 0.740336, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.251285, "nauc_mrr_at_1_std": 0.311645, "nauc_mrr_at_1_diff1": 0.861045, "nauc_mrr_at_3_max": 0.229515, "nauc_mrr_at_3_std": 0.286339, "nauc_mrr_at_3_diff1": 0.847419, "nauc_mrr_at_5_max": 0.224013, "nauc_mrr_at_5_std": 0.281436, "nauc_mrr_at_5_diff1": 0.846774, "nauc_mrr_at_10_max": 0.221164, "nauc_mrr_at_10_std": 0.288209, "nauc_mrr_at_10_diff1": 0.843812, "nauc_mrr_at_20_max": 0.222649, "nauc_mrr_at_20_std": 0.290257, "nauc_mrr_at_20_diff1": 0.844029, "nauc_mrr_at_100_max": 0.222451, "nauc_mrr_at_100_std": 0.292395, "nauc_mrr_at_100_diff1": 0.844169, "nauc_mrr_at_1000_max": 0.222687, "nauc_mrr_at_1000_std": 0.291838, "nauc_mrr_at_1000_diff1": 0.844253, "main_score": 0.66213, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 359.27758264541626, "kg_co2_emissions": null }