{ "dataset_revision": "cdb15b61d84d56db73e0e59535dfea81ea3c22f4", "evaluation_time": 40.62077188491821, "kg_co2_emissions": 0.0012381179880164273, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.62267, "cv_recall_at_10": 0.8264, "cv_recall_at_100": 0.93687, "cv_recall_at_1000": 0.98852, "cv_recall_at_20": 0.86944, "cv_recall_at_3": 0.74892, "cv_recall_at_5": 0.79053, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.72614, "map_at_1": 0.62267, "map_at_10": 0.69388, "map_at_100": 0.69899, "map_at_1000": 0.69923, "map_at_20": 0.697, "map_at_3": 0.67982, "map_at_5": 0.68929, "mrr_at_1": 0.6226685796269728, "mrr_at_10": 0.6941535150645621, "mrr_at_100": 0.6992653164339376, "mrr_at_1000": 0.699499090955741, "mrr_at_20": 0.6972778594248425, "mrr_at_3": 0.6800573888091821, "mrr_at_5": 0.6895265423242465, "nauc_cv_recall_at_1000_diff1": 0.722534171279445, "nauc_cv_recall_at_1000_max": 0.9325877621718054, "nauc_cv_recall_at_1000_std": 0.6394650706109806, "nauc_cv_recall_at_100_diff1": 0.7437281221438754, "nauc_cv_recall_at_100_max": 0.7727768050196957, "nauc_cv_recall_at_100_std": 0.5205446074360349, "nauc_cv_recall_at_10_diff1": 0.6637819105479649, "nauc_cv_recall_at_10_max": 0.6032136845305754, "nauc_cv_recall_at_10_std": 0.24666697974325952, "nauc_cv_recall_at_1_diff1": 0.8152035216172213, "nauc_cv_recall_at_1_max": 0.6030782965155598, "nauc_cv_recall_at_1_std": 0.12602950685248487, "nauc_cv_recall_at_20_diff1": 0.6839093486297712, "nauc_cv_recall_at_20_max": 0.6624705403776122, "nauc_cv_recall_at_20_std": 0.3108661264638403, "nauc_cv_recall_at_3_diff1": 0.7274957851785043, "nauc_cv_recall_at_3_max": 0.6325306479624818, "nauc_cv_recall_at_3_std": 0.15582485221657885, "nauc_cv_recall_at_5_diff1": 0.6915165590084502, "nauc_cv_recall_at_5_max": 0.6300723416203168, "nauc_cv_recall_at_5_std": 0.21559268779349927, "nauc_map_at_1000_diff1": 0.7778907219890615, "nauc_map_at_1000_max": 0.6162010308978527, "nauc_map_at_1000_std": 0.14736950355725123, "nauc_map_at_100_diff1": 0.7778847198719279, "nauc_map_at_100_max": 0.6163724851688804, "nauc_map_at_100_std": 0.14775991829559848, "nauc_map_at_10_diff1": 0.7751346276785405, "nauc_map_at_10_max": 0.6133369249286397, "nauc_map_at_10_std": 0.1461300636430214, "nauc_map_at_1_diff1": 0.8152035216172213, "nauc_map_at_1_max": 0.6030782965155598, "nauc_map_at_1_std": 0.12602950685248487, "nauc_map_at_20_diff1": 0.7769921830283647, "nauc_map_at_20_max": 0.6157552793873072, "nauc_map_at_20_std": 0.14765713909202124, "nauc_map_at_3_diff1": 0.7813356315155053, "nauc_map_at_3_max": 0.6169258168208672, "nauc_map_at_3_std": 0.13565695187812965, "nauc_map_at_5_diff1": 0.7761998119509487, "nauc_map_at_5_max": 0.6153850354931192, "nauc_map_at_5_std": 0.1447742401861828, "nauc_mrr_at_1000_diff1": 0.7774148372849587, "nauc_mrr_at_1000_max": 0.6157831143429203, "nauc_mrr_at_1000_std": 0.14681559417748627, "nauc_mrr_at_100_diff1": 0.7774092702495422, "nauc_mrr_at_100_max": 0.6159550886650167, "nauc_mrr_at_100_std": 0.1472068308929555, "nauc_mrr_at_10_diff1": 0.7746654756015843, "nauc_mrr_at_10_max": 0.6129245787478272, "nauc_mrr_at_10_std": 0.14558551028317035, "nauc_mrr_at_1_diff1": 0.8152035216172213, "nauc_mrr_at_1_max": 0.6030782965155598, "nauc_mrr_at_1_std": 0.12602950685248487, "nauc_mrr_at_20_diff1": 0.7765194536586143, "nauc_mrr_at_20_max": 0.6153404004272666, "nauc_mrr_at_20_std": 0.1471079440588072, "nauc_mrr_at_3_diff1": 0.7809454771167819, "nauc_mrr_at_3_max": 0.6165464392598597, "nauc_mrr_at_3_std": 0.13496628465633187, "nauc_mrr_at_5_diff1": 0.7757959923417189, "nauc_mrr_at_5_max": 0.6149946624454115, "nauc_mrr_at_5_std": 0.1440714695731647, "nauc_ndcg_at_1000_diff1": 0.7703509388565994, "nauc_ndcg_at_1000_max": 0.6220292355201015, "nauc_ndcg_at_1000_std": 0.16167387534684405, "nauc_ndcg_at_100_diff1": 0.7698456336835332, "nauc_ndcg_at_100_max": 0.6259758428226252, "nauc_ndcg_at_100_std": 0.1723048161367191, "nauc_ndcg_at_10_diff1": 0.755609030116298, "nauc_ndcg_at_10_max": 0.6124279888435649, "nauc_ndcg_at_10_std": 0.16285596237154362, "nauc_ndcg_at_1_diff1": 0.8152035216172213, "nauc_ndcg_at_1_max": 0.6030782965155598, "nauc_ndcg_at_1_std": 0.12602950685248487, "nauc_ndcg_at_20_diff1": 0.7623762510329055, "nauc_ndcg_at_20_max": 0.6216446995854493, "nauc_ndcg_at_20_std": 0.16895174744609365, "nauc_ndcg_at_3_diff1": 0.7691814295672847, "nauc_ndcg_at_3_max": 0.6205613379899195, "nauc_ndcg_at_3_std": 0.14012422510996161, "nauc_ndcg_at_5_diff1": 0.7591089514645493, "nauc_ndcg_at_5_max": 0.6184821435370278, "nauc_ndcg_at_5_std": 0.1584152077350588, "nauc_precision_at_1000_diff1": 0.7225341712794437, "nauc_precision_at_1000_max": 0.9325877621718089, "nauc_precision_at_1000_std": 0.6394650706109937, "nauc_precision_at_100_diff1": 0.7437281221438747, "nauc_precision_at_100_max": 0.7727768050196983, "nauc_precision_at_100_std": 0.5205446074360385, "nauc_precision_at_10_diff1": 0.6637819105479646, "nauc_precision_at_10_max": 0.6032136845305754, "nauc_precision_at_10_std": 0.24666697974325857, "nauc_precision_at_1_diff1": 0.8152035216172213, "nauc_precision_at_1_max": 0.6030782965155598, "nauc_precision_at_1_std": 0.12602950685248487, "nauc_precision_at_20_diff1": 0.6839093486297717, "nauc_precision_at_20_max": 0.662470540377613, "nauc_precision_at_20_std": 0.3108661264638416, "nauc_precision_at_3_diff1": 0.7274957851785044, "nauc_precision_at_3_max": 0.6325306479624818, "nauc_precision_at_3_std": 0.15582485221657777, "nauc_precision_at_5_diff1": 0.6915165590084501, "nauc_precision_at_5_max": 0.6300723416203166, "nauc_precision_at_5_std": 0.2155926877934987, "nauc_recall_at_1000_diff1": 0.722534171279445, "nauc_recall_at_1000_max": 0.9325877621718054, "nauc_recall_at_1000_std": 0.6394650706109806, "nauc_recall_at_100_diff1": 0.7437281221438754, "nauc_recall_at_100_max": 0.7727768050196957, "nauc_recall_at_100_std": 0.5205446074360349, "nauc_recall_at_10_diff1": 0.6637819105479649, "nauc_recall_at_10_max": 0.6032136845305754, "nauc_recall_at_10_std": 0.24666697974325952, "nauc_recall_at_1_diff1": 0.8152035216172213, "nauc_recall_at_1_max": 0.6030782965155598, "nauc_recall_at_1_std": 0.12602950685248487, "nauc_recall_at_20_diff1": 0.6839093486297712, "nauc_recall_at_20_max": 0.6624705403776122, "nauc_recall_at_20_std": 0.3108661264638403, "nauc_recall_at_3_diff1": 0.7274957851785043, "nauc_recall_at_3_max": 0.6325306479624818, "nauc_recall_at_3_std": 0.15582485221657885, "nauc_recall_at_5_diff1": 0.6915165590084502, "nauc_recall_at_5_max": 0.6300723416203168, "nauc_recall_at_5_std": 0.21559268779349927, "ndcg_at_1": 0.62267, "ndcg_at_10": 0.72614, "ndcg_at_100": 0.75017, "ndcg_at_1000": 0.75667, "ndcg_at_20": 0.73719, "ndcg_at_3": 0.69763, "ndcg_at_5": 0.71473, "precision_at_1": 0.62267, "precision_at_10": 0.08264, "precision_at_100": 0.00937, "precision_at_1000": 0.00099, "precision_at_20": 0.04347, "precision_at_3": 0.24964, "precision_at_5": 0.15811, "recall_at_1": 0.62267, "recall_at_10": 0.8264, "recall_at_100": 0.93687, "recall_at_1000": 0.98852, "recall_at_20": 0.86944, "recall_at_3": 0.74892, "recall_at_5": 0.79053 } ] }, "task_name": "MemotionI2TRetrieval" }