{ "dataset_revision": "162ba2fc1a8437eda8b6c37b240bc1c0f0deb092", "task_name": "VidoreDocVQARetrieval", "mteb_version": "1.38.33", "scores": { "test": [ { "ndcg_at_1": 0.46563, "ndcg_at_3": 0.51612, "ndcg_at_5": 0.54601, "ndcg_at_10": 0.57184, "ndcg_at_20": 0.58937, "ndcg_at_100": 0.60981, "ndcg_at_1000": 0.62632, "map_at_1": 0.46138, "map_at_3": 0.50154, "map_at_5": 0.51806, "map_at_10": 0.52897, "map_at_20": 0.5343, "map_at_100": 0.53689, "map_at_1000": 0.53762, "recall_at_1": 0.46138, "recall_at_3": 0.55192, "recall_at_5": 0.62509, "recall_at_10": 0.70418, "recall_at_20": 0.77023, "recall_at_100": 0.88354, "recall_at_1000": 1.0, "cv_recall_at_1": 0.46563, "cv_recall_at_3": 0.55876, "cv_recall_at_5": 0.63415, "cv_recall_at_10": 0.71397, "cv_recall_at_20": 0.77827, "cv_recall_at_100": 0.89357, "cv_recall_at_1000": 1.0, "precision_at_1": 0.46563, "precision_at_3": 0.18625, "precision_at_5": 0.12683, "precision_at_10": 0.07228, "precision_at_20": 0.03991, "precision_at_100": 0.0092, "precision_at_1000": 0.00111, "mrr_at_1": 0.465632, "mrr_at_3": 0.506652, "mrr_at_5": 0.523725, "mrr_at_10": 0.534272, "mrr_at_20": 0.538994, "mrr_at_100": 0.541485, "mrr_at_1000": 0.542054, "nauc_ndcg_at_1_max": 0.469869, "nauc_ndcg_at_1_std": -0.020973, "nauc_ndcg_at_1_diff1": 0.850934, "nauc_ndcg_at_3_max": 0.44416, "nauc_ndcg_at_3_std": -0.041101, "nauc_ndcg_at_3_diff1": 0.807009, "nauc_ndcg_at_5_max": 0.432938, "nauc_ndcg_at_5_std": -0.048864, "nauc_ndcg_at_5_diff1": 0.788443, "nauc_ndcg_at_10_max": 0.406985, "nauc_ndcg_at_10_std": -0.05762, "nauc_ndcg_at_10_diff1": 0.775143, "nauc_ndcg_at_20_max": 0.39835, "nauc_ndcg_at_20_std": -0.050315, "nauc_ndcg_at_20_diff1": 0.774276, "nauc_ndcg_at_100_max": 0.405002, "nauc_ndcg_at_100_std": -0.042843, "nauc_ndcg_at_100_diff1": 0.782285, "nauc_ndcg_at_1000_max": 0.415543, "nauc_ndcg_at_1000_std": -0.048259, "nauc_ndcg_at_1000_diff1": 0.79113, "nauc_map_at_1_max": 0.479557, "nauc_map_at_1_std": -0.009722, "nauc_map_at_1_diff1": 0.854127, "nauc_map_at_3_max": 0.457047, "nauc_map_at_3_std": -0.030624, "nauc_map_at_3_diff1": 0.819741, "nauc_map_at_5_max": 0.451215, "nauc_map_at_5_std": -0.035163, "nauc_map_at_5_diff1": 0.809858, "nauc_map_at_10_max": 0.440394, "nauc_map_at_10_std": -0.039854, "nauc_map_at_10_diff1": 0.804587, "nauc_map_at_20_max": 0.438098, "nauc_map_at_20_std": -0.037681, "nauc_map_at_20_diff1": 0.804674, "nauc_map_at_100_max": 0.438066, "nauc_map_at_100_std": -0.037768, "nauc_map_at_100_diff1": 0.805501, "nauc_map_at_1000_max": 0.438441, "nauc_map_at_1000_std": -0.037751, "nauc_map_at_1000_diff1": 0.80588, "nauc_recall_at_1_max": 0.479557, "nauc_recall_at_1_std": -0.009722, "nauc_recall_at_1_diff1": 0.854127, "nauc_recall_at_3_max": 0.416881, "nauc_recall_at_3_std": -0.056064, "nauc_recall_at_3_diff1": 0.767405, "nauc_recall_at_5_max": 0.38264, "nauc_recall_at_5_std": -0.077819, "nauc_recall_at_5_diff1": 0.715395, "nauc_recall_at_10_max": 0.281028, "nauc_recall_at_10_std": -0.116662, "nauc_recall_at_10_diff1": 0.658248, "nauc_recall_at_20_max": 0.207674, "nauc_recall_at_20_std": -0.089794, "nauc_recall_at_20_diff1": 0.628711, "nauc_recall_at_100_max": 0.188423, "nauc_recall_at_100_std": 0.028208, "nauc_recall_at_100_diff1": 0.632328, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.469869, "nauc_precision_at_1_std": -0.020973, "nauc_precision_at_1_diff1": 0.850934, "nauc_precision_at_3_max": 0.403862, "nauc_precision_at_3_std": -0.07207, "nauc_precision_at_3_diff1": 0.765508, "nauc_precision_at_5_max": 0.364169, "nauc_precision_at_5_std": -0.099671, "nauc_precision_at_5_diff1": 0.712055, "nauc_precision_at_10_max": 0.213749, "nauc_precision_at_10_std": -0.128791, "nauc_precision_at_10_diff1": 0.594665, "nauc_precision_at_20_max": 0.086591, "nauc_precision_at_20_std": -0.09134, "nauc_precision_at_20_diff1": 0.479874, "nauc_precision_at_100_max": -0.055168, "nauc_precision_at_100_std": -0.042637, "nauc_precision_at_100_diff1": 0.308624, "nauc_precision_at_1000_max": -0.409794, "nauc_precision_at_1000_std": -0.337291, "nauc_precision_at_1000_diff1": -0.278072, "nauc_cv_recall_at_1_max": 0.469869, "nauc_cv_recall_at_1_std": -0.020973, "nauc_cv_recall_at_1_diff1": 0.850934, "nauc_cv_recall_at_3_max": 0.403862, "nauc_cv_recall_at_3_std": -0.07207, "nauc_cv_recall_at_3_diff1": 0.765508, "nauc_cv_recall_at_5_max": 0.364169, "nauc_cv_recall_at_5_std": -0.099671, "nauc_cv_recall_at_5_diff1": 0.712055, "nauc_cv_recall_at_10_max": 0.25785, "nauc_cv_recall_at_10_std": -0.132048, "nauc_cv_recall_at_10_diff1": 0.65672, "nauc_cv_recall_at_20_max": 0.179873, "nauc_cv_recall_at_20_std": -0.10858, "nauc_cv_recall_at_20_diff1": 0.62524, "nauc_cv_recall_at_100_max": 0.13402, "nauc_cv_recall_at_100_std": -0.019751, "nauc_cv_recall_at_100_diff1": 0.625255, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.469869, "nauc_mrr_at_1_std": -0.020973, "nauc_mrr_at_1_diff1": 0.850934, "nauc_mrr_at_3_max": 0.446151, "nauc_mrr_at_3_std": -0.043417, "nauc_mrr_at_3_diff1": 0.816753, "nauc_mrr_at_5_max": 0.439012, "nauc_mrr_at_5_std": -0.048987, "nauc_mrr_at_5_diff1": 0.806118, "nauc_mrr_at_10_max": 0.429048, "nauc_mrr_at_10_std": -0.051611, "nauc_mrr_at_10_diff1": 0.801707, "nauc_mrr_at_20_max": 0.427444, "nauc_mrr_at_20_std": -0.049983, "nauc_mrr_at_20_diff1": 0.801845, "nauc_mrr_at_100_max": 0.427741, "nauc_mrr_at_100_std": -0.049952, "nauc_mrr_at_100_diff1": 0.802973, "nauc_mrr_at_1000_max": 0.428279, "nauc_mrr_at_1000_std": -0.049671, "nauc_mrr_at_1000_diff1": 0.803301, "main_score": 0.54601, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 156.44208312034607, "kg_co2_emissions": null }