{ "dataset_revision": "cdb15b61d84d56db73e0e59535dfea81ea3c22f4", "evaluation_time": 9.94645071029663, "kg_co2_emissions": 0.0004791847323836519, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.92683, "cv_recall_at_10": 0.99139, "cv_recall_at_100": 0.99713, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.9957, "cv_recall_at_3": 0.97704, "cv_recall_at_5": 0.98135, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.95961, "map_at_1": 0.91966, "map_at_10": 0.94908, "map_at_100": 0.94942, "map_at_1000": 0.94944, "map_at_20": 0.94939, "map_at_3": 0.94692, "map_at_5": 0.94785, "mrr_at_1": 0.926829268292683, "mrr_at_10": 0.9531478445036553, "mrr_at_100": 0.9534857454133343, "mrr_at_1000": 0.9535006599246102, "mrr_at_20": 0.9534576136441273, "mrr_at_3": 0.9509803921568628, "mrr_at_5": 0.9519129603060739, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.9346092503986979, "nauc_cv_recall_at_100_max": 1.0, "nauc_cv_recall_at_100_std": 0.15303511659355906, "nauc_cv_recall_at_10_diff1": 0.9782030834662468, "nauc_cv_recall_at_10_max": 1.0, "nauc_cv_recall_at_10_std": 0.31477297850801234, "nauc_cv_recall_at_1_diff1": 0.9604873395777185, "nauc_cv_recall_at_1_max": 0.6431804310481365, "nauc_cv_recall_at_1_std": 0.038752777813125645, "nauc_cv_recall_at_20_diff1": 0.9564061669324937, "nauc_cv_recall_at_20_max": 1.0, "nauc_cv_recall_at_20_std": 0.391762911328174, "nauc_cv_recall_at_3_diff1": 0.9754784688995275, "nauc_cv_recall_at_3_max": 0.9754784688995275, "nauc_cv_recall_at_3_std": 0.2744211534524096, "nauc_cv_recall_at_5_diff1": 0.9698196540301809, "nauc_cv_recall_at_5_max": 0.9798797693534587, "nauc_cv_recall_at_5_std": 0.2958017003892547, "nauc_map_at_1000_diff1": 0.9667051313057838, "nauc_map_at_1000_max": 0.6684062456069099, "nauc_map_at_1000_std": 0.03187055333199918, "nauc_map_at_100_diff1": 0.9666895400723902, "nauc_map_at_100_max": 0.6685040239323218, "nauc_map_at_100_std": 0.03197338670898589, "nauc_map_at_10_diff1": 0.9669105977024868, "nauc_map_at_10_max": 0.6707039249548631, "nauc_map_at_10_std": 0.0339413830130987, "nauc_map_at_1_diff1": 0.9640152556868524, "nauc_map_at_1_max": 0.6021745063391275, "nauc_map_at_1_std": -0.0063485802705465265, "nauc_map_at_20_diff1": 0.9667080567650239, "nauc_map_at_20_max": 0.6686882966536085, "nauc_map_at_20_std": 0.03243879638721722, "nauc_map_at_3_diff1": 0.9674663489304877, "nauc_map_at_3_max": 0.6825837834339168, "nauc_map_at_3_std": 0.04154973522101467, "nauc_map_at_5_diff1": 0.9668845917586807, "nauc_map_at_5_max": 0.6776274081676882, "nauc_map_at_5_std": 0.03952729358025109, "nauc_mrr_at_1000_diff1": 0.9637944449503968, "nauc_mrr_at_1000_max": 0.7104063136934041, "nauc_mrr_at_1000_std": 0.08246945604913808, "nauc_mrr_at_100_diff1": 0.9637784244392823, "nauc_mrr_at_100_max": 0.7104991701379094, "nauc_mrr_at_100_std": 0.08256505215981907, "nauc_mrr_at_10_diff1": 0.9640396568885116, "nauc_mrr_at_10_max": 0.712587069674803, "nauc_mrr_at_10_std": 0.08433892751676626, "nauc_mrr_at_1_diff1": 0.9604873395777185, "nauc_mrr_at_1_max": 0.6431804310481365, "nauc_mrr_at_1_std": 0.038752777813125645, "nauc_mrr_at_20_diff1": 0.9638003179665358, "nauc_mrr_at_20_max": 0.7106741540862755, "nauc_mrr_at_20_std": 0.08304053171718193, "nauc_mrr_at_3_diff1": 0.9647684364027694, "nauc_mrr_at_3_max": 0.7236001808552691, "nauc_mrr_at_3_std": 0.09034983701665981, "nauc_mrr_at_5_diff1": 0.9640851788292802, "nauc_mrr_at_5_max": 0.7190202629257747, "nauc_mrr_at_5_std": 0.08910282495873566, "nauc_ndcg_at_1000_diff1": 0.9668226416223623, "nauc_ndcg_at_1000_max": 0.6786647427854794, "nauc_ndcg_at_1000_std": 0.03922812877157687, "nauc_ndcg_at_100_diff1": 0.9664741104289319, "nauc_ndcg_at_100_max": 0.6817550795923678, "nauc_ndcg_at_100_std": 0.04074680917441664, "nauc_ndcg_at_10_diff1": 0.9675978824400502, "nauc_ndcg_at_10_max": 0.6924224992734005, "nauc_ndcg_at_10_std": 0.05167141527802132, "nauc_ndcg_at_1_diff1": 0.9640152556868524, "nauc_ndcg_at_1_max": 0.6021745063391275, "nauc_ndcg_at_1_std": -0.0063485802705465265, "nauc_ndcg_at_20_diff1": 0.9666888766657669, "nauc_ndcg_at_20_max": 0.683793750745385, "nauc_ndcg_at_20_std": 0.04605398371357168, "nauc_ndcg_at_3_diff1": 0.9685793100246587, "nauc_ndcg_at_3_max": 0.7213434865831752, "nauc_ndcg_at_3_std": 0.07169135335997284, "nauc_ndcg_at_5_diff1": 0.9673321932597085, "nauc_ndcg_at_5_max": 0.7119506679492095, "nauc_ndcg_at_5_std": 0.067831345214346, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.9346092503987888, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.15303511659363148, "nauc_precision_at_10_diff1": 0.9782030834662393, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.31477297850800096, "nauc_precision_at_1_diff1": 0.9640152556868524, "nauc_precision_at_1_max": 0.6021745063391275, "nauc_precision_at_1_std": -0.0063485802705465265, "nauc_precision_at_20_diff1": 0.9564061669325148, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.3917629113282192, "nauc_precision_at_3_diff1": 0.9754784688995274, "nauc_precision_at_3_max": 0.9754784688995274, "nauc_precision_at_3_std": 0.2744211534523977, "nauc_precision_at_5_diff1": 0.9698196540301862, "nauc_precision_at_5_max": 0.9798797693534603, "nauc_precision_at_5_std": 0.2958017003892547, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.9346092503986979, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.15303511659355906, "nauc_recall_at_10_diff1": 0.9782030834662468, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.31477297850801234, "nauc_recall_at_1_diff1": 0.9640152556868524, "nauc_recall_at_1_max": 0.6021745063391275, "nauc_recall_at_1_std": -0.0063485802705465265, "nauc_recall_at_20_diff1": 0.9564061669324937, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.391762911328174, "nauc_recall_at_3_diff1": 0.9754784688995275, "nauc_recall_at_3_max": 0.9754784688995275, "nauc_recall_at_3_std": 0.2744211534524096, "nauc_recall_at_5_diff1": 0.9698196540301809, "nauc_recall_at_5_max": 0.9798797693534587, "nauc_recall_at_5_std": 0.2958017003892547, "ndcg_at_1": 0.91966, "ndcg_at_10": 0.95961, "ndcg_at_100": 0.96096, "ndcg_at_1000": 0.96134, "ndcg_at_20": 0.96071, "ndcg_at_3": 0.95474, "ndcg_at_5": 0.95646, "precision_at_1": 0.91966, "precision_at_10": 0.09914, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "precision_at_20": 0.04978, "precision_at_3": 0.32568, "precision_at_5": 0.19627, "recall_at_1": 0.91966, "recall_at_10": 0.99139, "recall_at_100": 0.99713, "recall_at_1000": 1.0, "recall_at_20": 0.9957, "recall_at_3": 0.97704, "recall_at_5": 0.98135 } ] }, "task_name": "MemotionI2TRetrieval" }