{ "dataset_revision": "83bd440268e200a4f60313070618e3f45000fa94", "evaluation_time": 17.373032093048096, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.09455, "cv_recall_at_1": 0.94286, "cv_recall_at_10": 0.97143, "cv_recall_at_100": 0.98571, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.97143, "cv_recall_at_3": 0.97143, "cv_recall_at_5": 0.97143, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.24859, "map_at_1": 0.09455, "map_at_10": 0.32898, "map_at_100": 0.60013, "map_at_1000": 0.69509, "map_at_20": 0.43781, "map_at_3": 0.20103, "map_at_5": 0.24859, "mrr_at_1": 0.9428571428571428, "mrr_at_10": 0.9571428571428572, "mrr_at_100": 0.9577922077922079, "mrr_at_1000": 0.9579132731675104, "mrr_at_20": 0.9571428571428572, "mrr_at_3": 0.9571428571428572, "mrr_at_5": 0.9571428571428572, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.7222222222222228, "nauc_cv_recall_at_100_max": 1.0, "nauc_cv_recall_at_100_std": 0.7222222222222228, "nauc_cv_recall_at_10_diff1": 0.5401493930905691, "nauc_cv_recall_at_10_max": 1.0, "nauc_cv_recall_at_10_std": 0.8611111111111114, "nauc_cv_recall_at_1_diff1": 0.5180905695611575, "nauc_cv_recall_at_1_max": 0.9673202614379086, "nauc_cv_recall_at_1_std": 0.7496498599439779, "nauc_cv_recall_at_20_diff1": 0.5401493930905691, "nauc_cv_recall_at_20_max": 1.0, "nauc_cv_recall_at_20_std": 0.8611111111111114, "nauc_cv_recall_at_3_diff1": 0.5401493930905691, "nauc_cv_recall_at_3_max": 1.0, "nauc_cv_recall_at_3_std": 0.8611111111111114, "nauc_cv_recall_at_5_diff1": 0.5401493930905691, "nauc_cv_recall_at_5_max": 1.0, "nauc_cv_recall_at_5_std": 0.8611111111111114, "nauc_map_at_1000_diff1": 0.07169789348924444, "nauc_map_at_1000_max": 0.22567217708594706, "nauc_map_at_1000_std": 0.4105439360934394, "nauc_map_at_100_diff1": 0.20767913923825812, "nauc_map_at_100_max": -0.041430451740504866, "nauc_map_at_100_std": -0.1530727212709776, "nauc_map_at_10_diff1": 0.5631521896566369, "nauc_map_at_10_max": -0.27002056937156116, "nauc_map_at_10_std": -0.4933881056137907, "nauc_map_at_1_diff1": 0.818005462911334, "nauc_map_at_1_max": -0.17515079407760456, "nauc_map_at_1_std": -0.3858115346768002, "nauc_map_at_20_diff1": 0.4184776256029667, "nauc_map_at_20_max": -0.24020245429491932, "nauc_map_at_20_std": -0.4401118360598933, "nauc_map_at_3_diff1": 0.7240067861870985, "nauc_map_at_3_max": -0.2291980492823241, "nauc_map_at_3_std": -0.44416472312927563, "nauc_map_at_5_diff1": 0.6704705586534578, "nauc_map_at_5_max": -0.24035841827566287, "nauc_map_at_5_std": -0.4700228000136975, "nauc_mrr_at_1000_diff1": 0.5274597461020685, "nauc_mrr_at_1000_max": 0.9778146963108815, "nauc_mrr_at_1000_std": 0.7837000037113876, "nauc_mrr_at_100_diff1": 0.5280183868419164, "nauc_mrr_at_100_max": 0.9778783308195074, "nauc_mrr_at_100_std": 0.783523665876604, "nauc_mrr_at_10_diff1": 0.5254435107376287, "nauc_mrr_at_10_max": 0.9782135076252725, "nauc_mrr_at_10_std": 0.7868036103330227, "nauc_mrr_at_1_diff1": 0.5180905695611575, "nauc_mrr_at_1_max": 0.9673202614379086, "nauc_mrr_at_1_std": 0.7496498599439779, "nauc_mrr_at_20_diff1": 0.5254435107376287, "nauc_mrr_at_20_max": 0.9782135076252725, "nauc_mrr_at_20_std": 0.7868036103330227, "nauc_mrr_at_3_diff1": 0.5254435107376287, "nauc_mrr_at_3_max": 0.9782135076252725, "nauc_mrr_at_3_std": 0.7868036103330227, "nauc_mrr_at_5_diff1": 0.5254435107376287, "nauc_mrr_at_5_max": 0.9782135076252725, "nauc_mrr_at_5_std": 0.7868036103330227, "nauc_ndcg_at_1000_diff1": 0.07564565490555797, "nauc_ndcg_at_1000_max": 0.27307150032340616, "nauc_ndcg_at_1000_std": 0.4438965079424571, "nauc_ndcg_at_100_diff1": 0.10919203674349323, "nauc_ndcg_at_100_max": 0.22739749449065352, "nauc_ndcg_at_100_std": 0.43041329595277666, "nauc_ndcg_at_10_diff1": -0.01519337515358009, "nauc_ndcg_at_10_max": 0.6377711906748507, "nauc_ndcg_at_10_std": 0.6605536791997979, "nauc_ndcg_at_1_diff1": 0.5180905695611575, "nauc_ndcg_at_1_max": 0.9673202614379086, "nauc_ndcg_at_1_std": 0.7496498599439779, "nauc_ndcg_at_20_diff1": 0.029510877982562023, "nauc_ndcg_at_20_max": 0.5888464921225294, "nauc_ndcg_at_20_std": 0.6885549007526746, "nauc_ndcg_at_3_diff1": -0.026320363125525922, "nauc_ndcg_at_3_max": 0.6928491799408167, "nauc_ndcg_at_3_std": 0.552703894909234, "nauc_ndcg_at_5_diff1": 0.06436582761670873, "nauc_ndcg_at_5_max": 0.7872079219370329, "nauc_ndcg_at_5_std": 0.6080156646397428, "nauc_precision_at_1000_diff1": -0.3348223482264708, "nauc_precision_at_1000_max": 0.4432971375218986, "nauc_precision_at_1000_std": 0.8670619564753814, "nauc_precision_at_100_diff1": -0.4364223168538807, "nauc_precision_at_100_max": 0.45089823143471425, "nauc_precision_at_100_std": 0.8657201366981595, "nauc_precision_at_10_diff1": -0.7652198911575533, "nauc_precision_at_10_max": 0.4854453314078651, "nauc_precision_at_10_std": 0.6920821800580316, "nauc_precision_at_1_diff1": 0.5180905695611575, "nauc_precision_at_1_max": 0.9673202614379086, "nauc_precision_at_1_std": 0.7496498599439779, "nauc_precision_at_20_diff1": -0.6648225111221757, "nauc_precision_at_20_max": 0.5123735027329533, "nauc_precision_at_20_std": 0.7732194536223281, "nauc_precision_at_3_diff1": -0.6430436404326755, "nauc_precision_at_3_max": 0.5270835923577436, "nauc_precision_at_3_std": 0.570972688466161, "nauc_precision_at_5_diff1": -0.7768225257918032, "nauc_precision_at_5_max": 0.5353865445632969, "nauc_precision_at_5_std": 0.625529610700512, "nauc_recall_at_1000_diff1": 0.12747563905650428, "nauc_recall_at_1000_max": 0.00804778804104815, "nauc_recall_at_1000_std": 0.23294242085136282, "nauc_recall_at_100_diff1": 0.3075432860577765, "nauc_recall_at_100_max": -0.16324567276595336, "nauc_recall_at_100_std": -0.3039550407037689, "nauc_recall_at_10_diff1": 0.578845321759981, "nauc_recall_at_10_max": -0.2782304281140068, "nauc_recall_at_10_std": -0.4990340044922405, "nauc_recall_at_1_diff1": 0.818005462911334, "nauc_recall_at_1_max": -0.17515079407760456, "nauc_recall_at_1_std": -0.3858115346768002, "nauc_recall_at_20_diff1": 0.47871806305528813, "nauc_recall_at_20_max": -0.2624323901159655, "nauc_recall_at_20_std": -0.4664558691458236, "nauc_recall_at_3_diff1": 0.708411723797891, "nauc_recall_at_3_max": -0.24028185523038387, "nauc_recall_at_3_std": -0.44627698042659025, "nauc_recall_at_5_diff1": 0.6781720553816761, "nauc_recall_at_5_max": -0.23778127439038743, "nauc_recall_at_5_std": -0.4619718338935515, "ndcg_at_1": 0.94286, "ndcg_at_10": 0.89695, "ndcg_at_100": 0.78215, "ndcg_at_1000": 0.85745, "ndcg_at_20": 0.85451, "ndcg_at_3": 0.93486, "ndcg_at_5": 0.93518, "precision_at_1": 0.94286, "precision_at_10": 0.76571, "precision_at_100": 0.34171, "precision_at_1000": 0.07207, "precision_at_20": 0.67, "precision_at_3": 0.88571, "precision_at_5": 0.84857, "recall_at_1": 0.09455, "recall_at_10": 0.34117, "recall_at_100": 0.67369, "recall_at_1000": 0.9253, "recall_at_20": 0.4663, "recall_at_3": 0.20496, "recall_at_5": 0.25704 } ] }, "task_name": "ROxfordMediumI2IRetrieval" }