{ "dataset_revision": "162ba2fc1a8437eda8b6c37b240bc1c0f0deb092", "task_name": "VidoreDocVQARetrieval", "mteb_version": "2.1.14", "scores": { "test": [ { "ndcg_at_1": 0.57428, "ndcg_at_3": 0.64143, "ndcg_at_5": 0.66369, "ndcg_at_10": 0.68572, "ndcg_at_20": 0.69802, "ndcg_at_100": 0.71788, "ndcg_at_1000": 0.72407, "map_at_1": 0.56781, "map_at_3": 0.62263, "map_at_5": 0.63517, "map_at_10": 0.64523, "map_at_20": 0.64863, "map_at_100": 0.65142, "map_at_1000": 0.65176, "recall_at_1": 0.56781, "recall_at_3": 0.68755, "recall_at_5": 0.74165, "recall_at_10": 0.8071, "recall_at_20": 0.85606, "recall_at_100": 0.95876, "recall_at_1000": 1.0, "accuracy": 0.56781, "precision_at_1": 0.57428, "precision_at_3": 0.23356, "precision_at_5": 0.15255, "precision_at_10": 0.08426, "precision_at_20": 0.04479, "precision_at_100": 0.01035, "precision_at_1000": 0.00111, "mrr_at_1": 0.5742793791574279, "mrr_at_3": 0.6293422025129342, "mrr_at_5": 0.6415373244641537, "mrr_at_10": 0.6501434202653715, "mrr_at_20": 0.6532359388929412, "mrr_at_100": 0.6557728232349743, "mrr_at_1000": 0.655980232780551, "nauc_ndcg_at_1_max": 0.45066384116458674, "nauc_ndcg_at_1_std": -0.1139224513665779, "nauc_ndcg_at_1_diff1": 0.8881821390057446, "nauc_ndcg_at_3_max": 0.4117790231299929, "nauc_ndcg_at_3_std": -0.1254276966661201, "nauc_ndcg_at_3_diff1": 0.8447003831064057, "nauc_ndcg_at_5_max": 0.3950814921608607, "nauc_ndcg_at_5_std": -0.14518985580840363, "nauc_ndcg_at_5_diff1": 0.8376251988832121, "nauc_ndcg_at_10_max": 0.4009414688471773, "nauc_ndcg_at_10_std": -0.1365886462130636, "nauc_ndcg_at_10_diff1": 0.8309606251650449, "nauc_ndcg_at_20_max": 0.40171606697052686, "nauc_ndcg_at_20_std": -0.1339767966286595, "nauc_ndcg_at_20_diff1": 0.8322739807621078, "nauc_ndcg_at_100_max": 0.4071811530790672, "nauc_ndcg_at_100_std": -0.10893247974053853, "nauc_ndcg_at_100_diff1": 0.8415362933153208, "nauc_ndcg_at_1000_max": 0.40903611956065467, "nauc_ndcg_at_1000_std": -0.12629031555631737, "nauc_ndcg_at_1000_diff1": 0.8440340065185566, "nauc_map_at_1_max": 0.4579455078560724, "nauc_map_at_1_std": -0.11094065481931942, "nauc_map_at_1_diff1": 0.8954764295786634, "nauc_map_at_3_max": 0.4273710134548313, "nauc_map_at_3_std": -0.11980520863314362, "nauc_map_at_3_diff1": 0.8593150572244155, "nauc_map_at_5_max": 0.4184017606120645, "nauc_map_at_5_std": -0.13102872307866167, "nauc_map_at_5_diff1": 0.8549901778898044, "nauc_map_at_10_max": 0.42066960373259316, "nauc_map_at_10_std": -0.12816934199580976, "nauc_map_at_10_diff1": 0.8519033736951966, "nauc_map_at_20_max": 0.42090699761952843, "nauc_map_at_20_std": -0.12754718755540814, "nauc_map_at_20_diff1": 0.8524407680255991, "nauc_map_at_100_max": 0.42131837454382637, "nauc_map_at_100_std": -0.12397200083244983, "nauc_map_at_100_diff1": 0.853536750576941, "nauc_map_at_1000_max": 0.42130980577923277, "nauc_map_at_1000_std": -0.12470505283999538, "nauc_map_at_1000_diff1": 0.8536549664211397, "nauc_recall_at_1_max": 0.4579455078560724, "nauc_recall_at_1_std": -0.11094065481931942, "nauc_recall_at_1_diff1": 0.8954764295786634, "nauc_recall_at_3_max": 0.37351509919495746, "nauc_recall_at_3_std": -0.14227514589795745, "nauc_recall_at_3_diff1": 0.8065180770999758, "nauc_recall_at_5_max": 0.31912443800627766, "nauc_recall_at_5_std": -0.19660036829057195, "nauc_recall_at_5_diff1": 0.7778421905849078, "nauc_recall_at_10_max": 0.32227067507631063, "nauc_recall_at_10_std": -0.17517413872619075, "nauc_recall_at_10_diff1": 0.7369091177711408, "nauc_recall_at_20_max": 0.3058300318380711, "nauc_recall_at_20_std": -0.16835999360526674, "nauc_recall_at_20_diff1": 0.7208109275620728, "nauc_recall_at_100_max": 0.28968862523707267, "nauc_recall_at_100_std": 0.5005487909180018, "nauc_recall_at_100_diff1": 0.7354483455919595, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.45066384116458674, "nauc_precision_at_1_std": -0.1139224513665779, "nauc_precision_at_1_diff1": 0.8881821390057446, "nauc_precision_at_3_max": 0.34296518681522176, "nauc_precision_at_3_std": -0.12124364449287428, "nauc_precision_at_3_diff1": 0.7594881685460323, "nauc_precision_at_5_max": 0.2457090858896146, "nauc_precision_at_5_std": -0.1885277047704517, "nauc_precision_at_5_diff1": 0.6741819502997046, "nauc_precision_at_10_max": 0.14724854003484017, "nauc_precision_at_10_std": -0.1492953301687519, "nauc_precision_at_10_diff1": 0.4804295011487176, "nauc_precision_at_20_max": 0.07232132176980963, "nauc_precision_at_20_std": -0.13308205168410583, "nauc_precision_at_20_diff1": 0.36870187844516955, "nauc_precision_at_100_max": -0.24607953355718357, "nauc_precision_at_100_std": -0.01051401079598922, "nauc_precision_at_100_diff1": -0.12372782731209622, "nauc_precision_at_1000_max": -0.3905899551305619, "nauc_precision_at_1000_std": -0.2524645296180674, "nauc_precision_at_1000_diff1": -0.37956127403010315, "nauc_mrr_at_1_max": 0.45066384116458674, "nauc_mrr_at_1_std": -0.1139224513665779, "nauc_mrr_at_1_diff1": 0.8881821390057446, "nauc_mrr_at_3_max": 0.41729588150919866, "nauc_mrr_at_3_std": -0.12090922551484956, "nauc_mrr_at_3_diff1": 0.8504440824727357, "nauc_mrr_at_5_max": 0.408864487777778, "nauc_mrr_at_5_std": -0.13164221867539, "nauc_mrr_at_5_diff1": 0.8479125180543036, "nauc_mrr_at_10_max": 0.4136675899028804, "nauc_mrr_at_10_std": -0.1263705841546162, "nauc_mrr_at_10_diff1": 0.8460654582375872, "nauc_mrr_at_20_max": 0.4143249031221083, "nauc_mrr_at_20_std": -0.12552879542176432, "nauc_mrr_at_20_diff1": 0.8464218990192701, "nauc_mrr_at_100_max": 0.41513837633325684, "nauc_mrr_at_100_std": -0.12231012560412402, "nauc_mrr_at_100_diff1": 0.8477216591297497, "nauc_mrr_at_1000_max": 0.4152953470427793, "nauc_mrr_at_1000_std": -0.12269166907125166, "nauc_mrr_at_1000_diff1": 0.8477909441529027, "cv_recall_at_1": 0.57428, "cv_recall_at_3": 0.69623, "cv_recall_at_5": 0.75166, "cv_recall_at_10": 0.81375, "cv_recall_at_20": 0.86031, "cv_recall_at_100": 0.96452, "cv_recall_at_1000": 1.0, "main_score": 0.66369, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 51.172536242000206, "kg_co2_emissions": null }