{ "dataset_revision": "c6b162ee349adb293901128a18c0b446f7b43457", "evaluation_time": 12924.78918838501, "kg_co2_emissions": 0.6639527973565772, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.36847, "cv_recall_at_10": 0.51727, "cv_recall_at_100": 0.63065, "cv_recall_at_1000": 0.72808, "cv_recall_at_20": 0.55979, "cv_recall_at_3": 0.44376, "cv_recall_at_5": 0.48539, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.23611, "map_at_1": 0.0467, "map_at_10": 0.11753, "map_at_100": 0.14025, "map_at_1000": 0.14289, "map_at_20": 0.12966, "map_at_3": 0.08303, "map_at_5": 0.10017, "mrr_at_1": 0.36846767050487156, "mrr_at_10": 0.41501328609388816, "mrr_at_100": 0.4198567454398119, "mrr_at_1000": 0.42028243413257155, "mrr_at_20": 0.41804025470648, "mrr_at_3": 0.4012400354295835, "mrr_at_5": 0.410628875110717, "nauc_cv_recall_at_1000_diff1": 0.36673462679667235, "nauc_cv_recall_at_1000_max": 0.4049977775191509, "nauc_cv_recall_at_1000_std": 0.4362764465837218, "nauc_cv_recall_at_100_diff1": 0.3527879924251951, "nauc_cv_recall_at_100_max": 0.3863174026837105, "nauc_cv_recall_at_100_std": 0.3799897836384033, "nauc_cv_recall_at_10_diff1": 0.3810852665272331, "nauc_cv_recall_at_10_max": 0.4280009704372952, "nauc_cv_recall_at_10_std": 0.29368043055054877, "nauc_cv_recall_at_1_diff1": 0.4557650118919873, "nauc_cv_recall_at_1_max": 0.49797210757887295, "nauc_cv_recall_at_1_std": 0.22388862473425497, "nauc_cv_recall_at_20_diff1": 0.3803123845765283, "nauc_cv_recall_at_20_max": 0.39600025686450974, "nauc_cv_recall_at_20_std": 0.32310932230294837, "nauc_cv_recall_at_3_diff1": 0.42268391295943264, "nauc_cv_recall_at_3_max": 0.47811599609420413, "nauc_cv_recall_at_3_std": 0.2646551936213102, "nauc_cv_recall_at_5_diff1": 0.38411824031932273, "nauc_cv_recall_at_5_max": 0.4384570046543484, "nauc_cv_recall_at_5_std": 0.2786000983839154, "nauc_map_at_1000_diff1": 0.25631781485120747, "nauc_map_at_1000_max": 0.4099206440788637, "nauc_map_at_1000_std": 0.23004168218441082, "nauc_map_at_100_diff1": 0.25811133980475676, "nauc_map_at_100_max": 0.4066948605234813, "nauc_map_at_100_std": 0.22015908865140885, "nauc_map_at_10_diff1": 0.3016153105931249, "nauc_map_at_10_max": 0.3773059148578094, "nauc_map_at_10_std": 0.12978797108116585, "nauc_map_at_1_diff1": 0.4991814761560142, "nauc_map_at_1_max": 0.2261067604918168, "nauc_map_at_1_std": -0.04869304467872118, "nauc_map_at_20_diff1": 0.27255806400635957, "nauc_map_at_20_max": 0.3939472625461548, "nauc_map_at_20_std": 0.17634715674807808, "nauc_map_at_3_diff1": 0.37220863553029915, "nauc_map_at_3_max": 0.28898515876159164, "nauc_map_at_3_std": 0.015261898853546257, "nauc_map_at_5_diff1": 0.3384926040840344, "nauc_map_at_5_max": 0.33640608543404954, "nauc_map_at_5_std": 0.07246381382837909, "nauc_mrr_at_1000_diff1": 0.4351515502194973, "nauc_mrr_at_1000_max": 0.4783426312582376, "nauc_mrr_at_1000_std": 0.25003946840799485, "nauc_mrr_at_100_diff1": 0.4351095725550321, "nauc_mrr_at_100_max": 0.4782533336241962, "nauc_mrr_at_100_std": 0.24987544040829193, "nauc_mrr_at_10_diff1": 0.4351129995880981, "nauc_mrr_at_10_max": 0.4802729130343391, "nauc_mrr_at_10_std": 0.24683202768734225, "nauc_mrr_at_1_diff1": 0.4557650118919873, "nauc_mrr_at_1_max": 0.49797210757887295, "nauc_mrr_at_1_std": 0.22388862473425497, "nauc_mrr_at_20_diff1": 0.43548342011228397, "nauc_mrr_at_20_max": 0.47841262890527747, "nauc_mrr_at_20_std": 0.2486397923650092, "nauc_mrr_at_3_diff1": 0.4440087538126793, "nauc_mrr_at_3_max": 0.49064058396431165, "nauc_mrr_at_3_std": 0.24212825620633188, "nauc_mrr_at_5_diff1": 0.43515893340445294, "nauc_mrr_at_5_max": 0.4816009975455765, "nauc_mrr_at_5_std": 0.2447770818805507, "nauc_ndcg_at_1000_diff1": 0.2848643609451104, "nauc_ndcg_at_1000_max": 0.4315259141534139, "nauc_ndcg_at_1000_std": 0.3075002662974073, "nauc_ndcg_at_100_diff1": 0.2878176656454801, "nauc_ndcg_at_100_max": 0.4196656945236443, "nauc_ndcg_at_100_std": 0.26927737680966696, "nauc_ndcg_at_10_diff1": 0.28076058062696707, "nauc_ndcg_at_10_max": 0.46311717141932585, "nauc_ndcg_at_10_std": 0.28674117561368523, "nauc_ndcg_at_1_diff1": 0.4557650118919873, "nauc_ndcg_at_1_max": 0.49797210757887295, "nauc_ndcg_at_1_std": 0.22388862473425497, "nauc_ndcg_at_20_diff1": 0.28675770480429924, "nauc_ndcg_at_20_max": 0.43037626797199385, "nauc_ndcg_at_20_std": 0.2655297145345004, "nauc_ndcg_at_3_diff1": 0.3149343574459127, "nauc_ndcg_at_3_max": 0.4906600535219874, "nauc_ndcg_at_3_std": 0.2676898076995449, "nauc_ndcg_at_5_diff1": 0.2911237670121983, "nauc_ndcg_at_5_max": 0.48014167532287505, "nauc_ndcg_at_5_std": 0.2845647455207194, "nauc_precision_at_1000_diff1": 0.05760422017877264, "nauc_precision_at_1000_max": 0.40051230740351984, "nauc_precision_at_1000_std": 0.5577437748133313, "nauc_precision_at_100_diff1": 0.06819170722545673, "nauc_precision_at_100_max": 0.4386102913807037, "nauc_precision_at_100_std": 0.5456791028092595, "nauc_precision_at_10_diff1": 0.14743746271707817, "nauc_precision_at_10_max": 0.4867081514912419, "nauc_precision_at_10_std": 0.39825130075299925, "nauc_precision_at_1_diff1": 0.4557650118919873, "nauc_precision_at_1_max": 0.49797210757887295, "nauc_precision_at_1_std": 0.22388862473425497, "nauc_precision_at_20_diff1": 0.10317301664326695, "nauc_precision_at_20_max": 0.47378670209280355, "nauc_precision_at_20_std": 0.4669920760574087, "nauc_precision_at_3_diff1": 0.2544753178079402, "nauc_precision_at_3_max": 0.4920918979210038, "nauc_precision_at_3_std": 0.29476805846603005, "nauc_precision_at_5_diff1": 0.2034175609767198, "nauc_precision_at_5_max": 0.48589445152708616, "nauc_precision_at_5_std": 0.3360757445575659, "nauc_recall_at_1000_diff1": 0.19324144357280743, "nauc_recall_at_1000_max": 0.3310320267313364, "nauc_recall_at_1000_std": 0.3316407840349146, "nauc_recall_at_100_diff1": 0.21028873238912305, "nauc_recall_at_100_max": 0.33548735778923994, "nauc_recall_at_100_std": 0.27482044828192803, "nauc_recall_at_10_diff1": 0.2737507796308519, "nauc_recall_at_10_max": 0.3235275431498209, "nauc_recall_at_10_std": 0.12393421297479874, "nauc_recall_at_1_diff1": 0.4991814761560142, "nauc_recall_at_1_max": 0.2261067604918168, "nauc_recall_at_1_std": -0.04869304467872118, "nauc_recall_at_20_diff1": 0.25001612899194514, "nauc_recall_at_20_max": 0.3238216863178523, "nauc_recall_at_20_std": 0.18269099150133353, "nauc_recall_at_3_diff1": 0.3435483833132119, "nauc_recall_at_3_max": 0.2592605779180025, "nauc_recall_at_3_std": 0.006347545966087784, "nauc_recall_at_5_diff1": 0.29846843943505713, "nauc_recall_at_5_max": 0.28658639444413897, "nauc_recall_at_5_std": 0.0609716250402747, "ndcg_at_1": 0.36847, "ndcg_at_10": 0.23611, "ndcg_at_100": 0.2323, "ndcg_at_1000": 0.2625, "ndcg_at_20": 0.21919, "ndcg_at_3": 0.30471, "ndcg_at_5": 0.27513, "precision_at_1": 0.36847, "precision_at_10": 0.16236, "precision_at_100": 0.03306, "precision_at_1000": 0.00498, "precision_at_20": 0.10806, "precision_at_3": 0.28137, "precision_at_5": 0.23401, "recall_at_1": 0.0467, "recall_at_10": 0.14257, "recall_at_100": 0.23876, "recall_at_1000": 0.3462, "recall_at_20": 0.17368, "recall_at_3": 0.08897, "recall_at_5": 0.11438 } ] }, "task_name": "GLDv2I2IRetrieval" }