{ "dataset_revision": "e6f0ec70becc413d940cd62b2cfa3b1d3a08c31a", "evaluation_time": 594.5302655696869, "kg_co2_emissions": 0.026746617195479945, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.0005, "cv_recall_at_10": 0.09295, "cv_recall_at_100": 0.28619, "cv_recall_at_1000": 0.55539, "cv_recall_at_20": 0.13843, "cv_recall_at_3": 0.03582, "cv_recall_at_5": 0.0568, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.04125, "map_at_1": 0.00067, "map_at_10": 0.02524, "map_at_100": 0.03177, "map_at_1000": 0.03277, "map_at_20": 0.02832, "map_at_3": 0.01558, "map_at_5": 0.02053, "mrr_at_1": 0.0004997501249375312, "mrr_at_10": 0.02508018477533719, "mrr_at_100": 0.03164930147949089, "mrr_at_1000": 0.03264875021978309, "mrr_at_20": 0.028186444134739336, "mrr_at_3": 0.015492253873063452, "mrr_at_5": 0.020298184241212713, "nauc_cv_recall_at_1000_diff1": -0.09897582956315001, "nauc_cv_recall_at_1000_max": 0.15784319954381232, "nauc_cv_recall_at_1000_std": 0.2715924170378528, "nauc_cv_recall_at_100_diff1": -0.06932927257612594, "nauc_cv_recall_at_100_max": 0.15546145656284696, "nauc_cv_recall_at_100_std": 0.3038688704491868, "nauc_cv_recall_at_10_diff1": -0.0208740649737437, "nauc_cv_recall_at_10_max": 0.14206722205870073, "nauc_cv_recall_at_10_std": 0.242070758161413, "nauc_cv_recall_at_1_diff1": -0.5746793234443401, "nauc_cv_recall_at_1_max": -0.5746793234443401, "nauc_cv_recall_at_1_std": 0.5867608773051317, "nauc_cv_recall_at_20_diff1": -0.0429652736501798, "nauc_cv_recall_at_20_max": 0.14798799066417748, "nauc_cv_recall_at_20_std": 0.2702387024222621, "nauc_cv_recall_at_3_diff1": 0.019823614112609432, "nauc_cv_recall_at_3_max": 0.19204325809096337, "nauc_cv_recall_at_3_std": 0.2843591454985579, "nauc_cv_recall_at_5_diff1": -0.013397839264051392, "nauc_cv_recall_at_5_max": 0.15635142181438516, "nauc_cv_recall_at_5_std": 0.24673869127656006, "nauc_map_at_1000_diff1": -0.031934213290904186, "nauc_map_at_1000_max": 0.15760062560179658, "nauc_map_at_1000_std": 0.26994410253222245, "nauc_map_at_100_diff1": -0.031034725617452776, "nauc_map_at_100_max": 0.1577220758705269, "nauc_map_at_100_std": 0.270495296596887, "nauc_map_at_10_diff1": -0.017031442462983267, "nauc_map_at_10_max": 0.15709275652845606, "nauc_map_at_10_std": 0.2576721708679268, "nauc_map_at_1_diff1": -0.5746793234443401, "nauc_map_at_1_max": -0.0981743971121707, "nauc_map_at_1_std": 0.2618827156529339, "nauc_map_at_20_diff1": -0.025209015301853772, "nauc_map_at_20_max": 0.15841894721544528, "nauc_map_at_20_std": 0.2649753323225803, "nauc_map_at_3_diff1": 0.003912259281866324, "nauc_map_at_3_max": 0.19167212812751577, "nauc_map_at_3_std": 0.2845984800292439, "nauc_map_at_5_diff1": -0.014891418784880973, "nauc_map_at_5_max": 0.1648854742514959, "nauc_map_at_5_std": 0.2637913459422685, "nauc_mrr_at_1000_diff1": -0.029067161035645696, "nauc_mrr_at_1000_max": 0.1545552589300218, "nauc_mrr_at_1000_std": 0.2722947277316593, "nauc_mrr_at_100_diff1": -0.028209624972176987, "nauc_mrr_at_100_max": 0.1546633684071232, "nauc_mrr_at_100_std": 0.2728813299617185, "nauc_mrr_at_10_diff1": -0.01490798058515852, "nauc_mrr_at_10_max": 0.15374105618493356, "nauc_mrr_at_10_std": 0.2612612539666954, "nauc_mrr_at_1_diff1": -0.5746793234443401, "nauc_mrr_at_1_max": -0.5746793234443401, "nauc_mrr_at_1_std": 0.5867608773051317, "nauc_mrr_at_20_diff1": -0.022450085908619077, "nauc_mrr_at_20_max": 0.15507095851837532, "nauc_mrr_at_20_std": 0.2679967680705704, "nauc_mrr_at_3_diff1": 0.01042338280497829, "nauc_mrr_at_3_max": 0.18715045230951358, "nauc_mrr_at_3_std": 0.2920493858042052, "nauc_mrr_at_5_diff1": -0.009558455263228564, "nauc_mrr_at_5_max": 0.16252181144263467, "nauc_mrr_at_5_std": 0.26702074478717314, "nauc_ndcg_at_1000_diff1": -0.062147567111684926, "nauc_ndcg_at_1000_max": 0.15585965207838687, "nauc_ndcg_at_1000_std": 0.27434015810164314, "nauc_ndcg_at_100_diff1": -0.050720111608086024, "nauc_ndcg_at_100_max": 0.15511546062602122, "nauc_ndcg_at_100_std": 0.285902047527795, "nauc_ndcg_at_10_diff1": -0.017663323197397027, "nauc_ndcg_at_10_max": 0.15014782208751953, "nauc_ndcg_at_10_std": 0.2491805512610037, "nauc_ndcg_at_1_diff1": -0.5746793234443401, "nauc_ndcg_at_1_max": -0.0981743971121707, "nauc_ndcg_at_1_std": 0.2618827156529339, "nauc_ndcg_at_20_diff1": -0.03312601835351846, "nauc_ndcg_at_20_max": 0.1529881676687447, "nauc_ndcg_at_20_std": 0.26553101856570055, "nauc_ndcg_at_3_diff1": 0.008834690432176811, "nauc_ndcg_at_3_max": 0.19233269657269142, "nauc_ndcg_at_3_std": 0.2822120698404694, "nauc_ndcg_at_5_diff1": -0.015515773070919078, "nauc_ndcg_at_5_max": 0.16009463381059788, "nauc_ndcg_at_5_std": 0.25686011156544114, "nauc_precision_at_1000_diff1": -0.10052329938888879, "nauc_precision_at_1000_max": 0.15874073248685208, "nauc_precision_at_1000_std": 0.2734629958040966, "nauc_precision_at_100_diff1": -0.06953972989423024, "nauc_precision_at_100_max": 0.1557924981466184, "nauc_precision_at_100_std": 0.3048530328588527, "nauc_precision_at_10_diff1": -0.019248565974651112, "nauc_precision_at_10_max": 0.14223447067293102, "nauc_precision_at_10_std": 0.24154456511947045, "nauc_precision_at_1_diff1": -0.5746793234443401, "nauc_precision_at_1_max": -0.0981743971121707, "nauc_precision_at_1_std": 0.2618827156529339, "nauc_precision_at_20_diff1": -0.04276803076599991, "nauc_precision_at_20_max": 0.14808056773169573, "nauc_precision_at_20_std": 0.27041855481977983, "nauc_precision_at_3_diff1": 0.014815113530023965, "nauc_precision_at_3_max": 0.19274202375692143, "nauc_precision_at_3_std": 0.278750865093838, "nauc_precision_at_5_diff1": -0.01771003223309127, "nauc_precision_at_5_max": 0.15446295422594614, "nauc_precision_at_5_std": 0.24873028979888914, "nauc_recall_at_1000_diff1": -0.09897582956315001, "nauc_recall_at_1000_max": 0.15784319954381232, "nauc_recall_at_1000_std": 0.2715924170378528, "nauc_recall_at_100_diff1": -0.06891967977244211, "nauc_recall_at_100_max": 0.1558609877429249, "nauc_recall_at_100_std": 0.303675331070367, "nauc_recall_at_10_diff1": -0.01842176793409033, "nauc_recall_at_10_max": 0.14274743777792406, "nauc_recall_at_10_std": 0.2401207584086228, "nauc_recall_at_1_diff1": -0.5746793234443401, "nauc_recall_at_1_max": -0.0981743971121707, "nauc_recall_at_1_std": 0.2618827156529339, "nauc_recall_at_20_diff1": -0.04147995110576101, "nauc_recall_at_20_max": 0.1483787643959514, "nauc_recall_at_20_std": 0.2679627548870984, "nauc_recall_at_3_diff1": 0.014815113530024127, "nauc_recall_at_3_max": 0.19274202375692157, "nauc_recall_at_3_std": 0.2787508650938381, "nauc_recall_at_5_diff1": -0.016903998526562804, "nauc_recall_at_5_max": 0.15323931161266968, "nauc_recall_at_5_std": 0.24764306880004525, "ndcg_at_1": 0.00067, "ndcg_at_10": 0.04125, "ndcg_at_100": 0.07927, "ndcg_at_1000": 0.11183, "ndcg_at_20": 0.05258, "ndcg_at_3": 0.02075, "ndcg_at_5": 0.0297, "precision_at_1": 0.00067, "precision_at_10": 0.00938, "precision_at_100": 0.00287, "precision_at_1000": 0.00056, "precision_at_20": 0.00695, "precision_at_3": 0.01194, "precision_at_5": 0.01153, "recall_at_1": 0.00067, "recall_at_10": 0.09354, "recall_at_100": 0.28602, "recall_at_1000": 0.55539, "recall_at_20": 0.1386, "recall_at_3": 0.03582, "recall_at_5": 0.05755 } ] }, "task_name": "FashionIQIT2IRetrieval" }