{ "dataset_revision": "c9a9a6c3ef0765622a6de0af6ebb68f323ad73ba", "evaluation_time": 26.935906887054443, "kg_co2_emissions": 0.000833929577354861, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.448, "cv_recall_at_10": 0.755, "cv_recall_at_100": 0.821, "cv_recall_at_1000": 0.884, "cv_recall_at_20": 0.779, "cv_recall_at_3": 0.693, "cv_recall_at_5": 0.728, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.62192, "map_at_1": 0.454, "map_at_10": 0.57738, "map_at_100": 0.5801, "map_at_1000": 0.58032, "map_at_20": 0.57913, "map_at_3": 0.56383, "map_at_5": 0.57443, "mrr_at_1": 0.448, "mrr_at_10": 0.5747853174603169, "mrr_at_100": 0.5774705135770566, "mrr_at_1000": 0.5776963618754783, "mrr_at_20": 0.5764240257678335, "mrr_at_3": 0.5626666666666664, "mrr_at_5": 0.5709166666666663, "nauc_cv_recall_at_1000_diff1": 0.09349077018918682, "nauc_cv_recall_at_1000_max": 0.8623889307846172, "nauc_cv_recall_at_1000_std": 0.34640070166235004, "nauc_cv_recall_at_100_diff1": 0.12481386556249993, "nauc_cv_recall_at_100_max": 0.8954159724105865, "nauc_cv_recall_at_100_std": 0.35203350143095236, "nauc_cv_recall_at_10_diff1": 0.17192004510494327, "nauc_cv_recall_at_10_max": 0.8880780400625514, "nauc_cv_recall_at_10_std": 0.27824643894343837, "nauc_cv_recall_at_1_diff1": 0.5278522225246538, "nauc_cv_recall_at_1_max": 0.47068476371935264, "nauc_cv_recall_at_1_std": -0.005026329013211462, "nauc_cv_recall_at_20_diff1": 0.1632758664501363, "nauc_cv_recall_at_20_max": 0.8846211597945891, "nauc_cv_recall_at_20_std": 0.2851529382956747, "nauc_cv_recall_at_3_diff1": 0.2222896687841341, "nauc_cv_recall_at_3_max": 0.8410107044793391, "nauc_cv_recall_at_3_std": 0.20532153373481823, "nauc_cv_recall_at_5_diff1": 0.2008816219342535, "nauc_cv_recall_at_5_max": 0.862854251012146, "nauc_cv_recall_at_5_std": 0.24738366185734595, "nauc_map_at_1000_diff1": 0.3964606433282357, "nauc_map_at_1000_max": 0.5990962766022606, "nauc_map_at_1000_std": 0.07764034600294675, "nauc_map_at_100_diff1": 0.39628042702765615, "nauc_map_at_100_max": 0.5993249953830356, "nauc_map_at_100_std": 0.07782317520702922, "nauc_map_at_10_diff1": 0.3956127421046626, "nauc_map_at_10_max": 0.6012440725556185, "nauc_map_at_10_std": 0.07853675199629466, "nauc_map_at_1_diff1": 0.5199528454047874, "nauc_map_at_1_max": 0.44148424202528697, "nauc_map_at_1_std": -0.010322607717303235, "nauc_map_at_20_diff1": 0.3959186234013495, "nauc_map_at_20_max": 0.5998578288510628, "nauc_map_at_20_std": 0.07723548945825633, "nauc_map_at_3_diff1": 0.399277515174084, "nauc_map_at_3_max": 0.5975279148042177, "nauc_map_at_3_std": 0.06519364239052074, "nauc_map_at_5_diff1": 0.3970957587184094, "nauc_map_at_5_max": 0.6015115720706506, "nauc_map_at_5_std": 0.07645641972042015, "nauc_mrr_at_1000_diff1": 0.4018286221946519, "nauc_mrr_at_1000_max": 0.6149581389873509, "nauc_mrr_at_1000_std": 0.07913461629909992, "nauc_mrr_at_100_diff1": 0.40164560703052654, "nauc_mrr_at_100_max": 0.6151763277415823, "nauc_mrr_at_100_std": 0.07931706541595822, "nauc_mrr_at_10_diff1": 0.40098773120183673, "nauc_mrr_at_10_max": 0.6169529931031998, "nauc_mrr_at_10_std": 0.07939816519077025, "nauc_mrr_at_1_diff1": 0.5278522225246538, "nauc_mrr_at_1_max": 0.47068476371935264, "nauc_mrr_at_1_std": -0.005026329013211462, "nauc_mrr_at_20_diff1": 0.4013521771736454, "nauc_mrr_at_20_max": 0.615760068155053, "nauc_mrr_at_20_std": 0.07903712422628643, "nauc_mrr_at_3_diff1": 0.40296131477086816, "nauc_mrr_at_3_max": 0.6163694143235777, "nauc_mrr_at_3_std": 0.07162779457150902, "nauc_mrr_at_5_diff1": 0.4021162971167479, "nauc_mrr_at_5_max": 0.6160772716871157, "nauc_mrr_at_5_std": 0.07713441160840426, "nauc_ndcg_at_1000_diff1": 0.35673494319249505, "nauc_ndcg_at_1000_max": 0.6429266098576674, "nauc_ndcg_at_1000_std": 0.11379979106528226, "nauc_ndcg_at_100_diff1": 0.3524125395377255, "nauc_ndcg_at_100_max": 0.6506197861691646, "nauc_ndcg_at_100_std": 0.11992538106040035, "nauc_ndcg_at_10_diff1": 0.3510541615262997, "nauc_ndcg_at_10_max": 0.6588635219253776, "nauc_ndcg_at_10_std": 0.11970725217369983, "nauc_ndcg_at_1_diff1": 0.5199528454047874, "nauc_ndcg_at_1_max": 0.44148424202528697, "nauc_ndcg_at_1_std": -0.010322607717303235, "nauc_ndcg_at_20_diff1": 0.3516584317648188, "nauc_ndcg_at_20_max": 0.6541481985914464, "nauc_ndcg_at_20_std": 0.11481205783703094, "nauc_ndcg_at_3_diff1": 0.36115233039427963, "nauc_ndcg_at_3_max": 0.6488817910657968, "nauc_ndcg_at_3_std": 0.09238969220512092, "nauc_ndcg_at_5_diff1": 0.35549788197220006, "nauc_ndcg_at_5_max": 0.6591186184661231, "nauc_ndcg_at_5_std": 0.11450200147795671, "nauc_precision_at_1000_diff1": 0.09349077018918571, "nauc_precision_at_1000_max": 0.862388930784615, "nauc_precision_at_1000_std": 0.3464007016623475, "nauc_precision_at_100_diff1": 0.1248138655624992, "nauc_precision_at_100_max": 0.8954159724105853, "nauc_precision_at_100_std": 0.3520335014309514, "nauc_precision_at_10_diff1": 0.17192004510494222, "nauc_precision_at_10_max": 0.8888439730646884, "nauc_precision_at_10_std": 0.29013754880163395, "nauc_precision_at_1_diff1": 0.5199528454047874, "nauc_precision_at_1_max": 0.44148424202528697, "nauc_precision_at_1_std": -0.010322607717303235, "nauc_precision_at_20_diff1": 0.15885554208653907, "nauc_precision_at_20_max": 0.8838952705139455, "nauc_precision_at_20_std": 0.2778895887089821, "nauc_precision_at_3_diff1": 0.23361219635742914, "nauc_precision_at_3_max": 0.8215416866042345, "nauc_precision_at_3_std": 0.18477523570147855, "nauc_precision_at_5_diff1": 0.20049638031223047, "nauc_precision_at_5_max": 0.8758414360508596, "nauc_precision_at_5_std": 0.26113929399720975, "nauc_recall_at_1000_diff1": 0.09349077018918682, "nauc_recall_at_1000_max": 0.8623889307846172, "nauc_recall_at_1000_std": 0.34640070166235004, "nauc_recall_at_100_diff1": 0.12481386556249993, "nauc_recall_at_100_max": 0.8954159724105865, "nauc_recall_at_100_std": 0.35203350143095236, "nauc_recall_at_10_diff1": 0.17192004510494327, "nauc_recall_at_10_max": 0.8888439730646894, "nauc_recall_at_10_std": 0.2901375488016339, "nauc_recall_at_1_diff1": 0.5199528454047874, "nauc_recall_at_1_max": 0.44148424202528697, "nauc_recall_at_1_std": -0.010322607717303235, "nauc_recall_at_20_diff1": 0.15885554208653843, "nauc_recall_at_20_max": 0.8838952705139452, "nauc_recall_at_20_std": 0.2778895887089828, "nauc_recall_at_3_diff1": 0.23361219635742808, "nauc_recall_at_3_max": 0.8215416866042329, "nauc_recall_at_3_std": 0.18477523570147836, "nauc_recall_at_5_diff1": 0.20049638031223138, "nauc_recall_at_5_max": 0.8758414360508601, "nauc_recall_at_5_std": 0.26113929399721086, "ndcg_at_1": 0.454, "ndcg_at_10": 0.62192, "ndcg_at_100": 0.63571, "ndcg_at_1000": 0.64329, "ndcg_at_20": 0.62842, "ndcg_at_3": 0.59577, "ndcg_at_5": 0.61479, "precision_at_1": 0.454, "precision_at_10": 0.0755, "precision_at_100": 0.00821, "precision_at_1000": 0.00088, "precision_at_20": 0.03905, "precision_at_3": 0.229, "precision_at_5": 0.1466, "recall_at_1": 0.454, "recall_at_10": 0.755, "recall_at_100": 0.821, "recall_at_1000": 0.884, "recall_at_20": 0.781, "recall_at_3": 0.687, "recall_at_5": 0.733 } ] }, "task_name": "HatefulMemesI2TRetrieval" }