{ "dataset_revision": "e6f0ec70becc413d940cd62b2cfa3b1d3a08c31a", "evaluation_time": 391.52321457862854, "kg_co2_emissions": 0.015947415971000963, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.001, "cv_recall_at_10": 0.04614, "cv_recall_at_100": 0.15309, "cv_recall_at_1000": 0.38847, "cv_recall_at_20": 0.07146, "cv_recall_at_3": 0.01749, "cv_recall_at_5": 0.02715, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.02024, "map_at_1": 0.00067, "map_at_10": 0.01237, "map_at_100": 0.01598, "map_at_1000": 0.01678, "map_at_20": 0.01412, "map_at_3": 0.00766, "map_at_5": 0.00997, "mrr_at_1": 0.0009995002498750624, "mrr_at_10": 0.012607651200854608, "mrr_at_100": 0.0162080425114393, "mrr_at_1000": 0.017001012228191933, "mrr_at_20": 0.014345000473704713, "mrr_at_3": 0.007940474207340778, "mrr_at_5": 0.010156033094563843, "nauc_cv_recall_at_1000_diff1": -0.08742934033689702, "nauc_cv_recall_at_1000_max": 0.12865338811095237, "nauc_cv_recall_at_1000_std": 0.1734980202035117, "nauc_cv_recall_at_100_diff1": -0.08547661870905655, "nauc_cv_recall_at_100_max": 0.0915414582222543, "nauc_cv_recall_at_100_std": 0.1366342011620065, "nauc_cv_recall_at_10_diff1": -0.07696499045763482, "nauc_cv_recall_at_10_max": 0.08098782990745218, "nauc_cv_recall_at_10_std": 0.05866561059872384, "nauc_cv_recall_at_1_diff1": -0.5746793234443401, "nauc_cv_recall_at_1_max": -0.4656168487968605, "nauc_cv_recall_at_1_std": -0.2653314004672207, "nauc_cv_recall_at_20_diff1": -0.08611637348015963, "nauc_cv_recall_at_20_max": 0.10301077617022512, "nauc_cv_recall_at_20_std": 0.08745768097562383, "nauc_cv_recall_at_3_diff1": -0.10884386635974438, "nauc_cv_recall_at_3_max": 0.0790839715421472, "nauc_cv_recall_at_3_std": 0.002507841505858941, "nauc_cv_recall_at_5_diff1": -0.1040046842424283, "nauc_cv_recall_at_5_max": 0.143682072705235, "nauc_cv_recall_at_5_std": 0.04449427508494679, "nauc_map_at_1000_diff1": -0.10570475220224505, "nauc_map_at_1000_max": 0.09893573489954068, "nauc_map_at_1000_std": 0.06559870804704966, "nauc_map_at_100_diff1": -0.10592273617001786, "nauc_map_at_100_max": 0.09769808031867296, "nauc_map_at_100_std": 0.06235892609743471, "nauc_map_at_10_diff1": -0.10647051372163505, "nauc_map_at_10_max": 0.09496933132519142, "nauc_map_at_10_std": 0.03473472402351126, "nauc_map_at_1_diff1": -0.5746793234443401, "nauc_map_at_1_max": -0.05497443515729239, "nauc_map_at_1_std": 0.05602965122273448, "nauc_map_at_20_diff1": -0.10711399291740385, "nauc_map_at_20_max": 0.10088827605334542, "nauc_map_at_20_std": 0.04804171589402551, "nauc_map_at_3_diff1": -0.13268908735869317, "nauc_map_at_3_max": 0.0853540093296807, "nauc_map_at_3_std": 0.0026398386347138447, "nauc_map_at_5_diff1": -0.12346987870275784, "nauc_map_at_5_max": 0.12267635936764583, "nauc_map_at_5_std": 0.02883993457720809, "nauc_mrr_at_1000_diff1": -0.11191424075568011, "nauc_mrr_at_1000_max": 0.0805528251294464, "nauc_mrr_at_1000_std": 0.05302802633907184, "nauc_mrr_at_100_diff1": -0.11228348646433839, "nauc_mrr_at_100_max": 0.07894269197935876, "nauc_mrr_at_100_std": 0.04959820161129199, "nauc_mrr_at_10_diff1": -0.11488597572130918, "nauc_mrr_at_10_max": 0.07214433190774096, "nauc_mrr_at_10_std": 0.01990826935297434, "nauc_mrr_at_1_diff1": -0.5746793234443401, "nauc_mrr_at_1_max": -0.4656168487968605, "nauc_mrr_at_1_std": -0.2653314004672207, "nauc_mrr_at_20_diff1": -0.11423170037774291, "nauc_mrr_at_20_max": 0.07989504480464558, "nauc_mrr_at_20_std": 0.034275628489405026, "nauc_mrr_at_3_diff1": -0.14545563680790666, "nauc_mrr_at_3_max": 0.04209096926714914, "nauc_mrr_at_3_std": -0.02376245819405912, "nauc_mrr_at_5_diff1": -0.1325224166003351, "nauc_mrr_at_5_max": 0.09276200670813685, "nauc_mrr_at_5_std": 0.006376812062202761, "nauc_ndcg_at_1000_diff1": -0.0925762873226945, "nauc_ndcg_at_1000_max": 0.11200875403678243, "nauc_ndcg_at_1000_std": 0.13156471579313822, "nauc_ndcg_at_100_diff1": -0.09259589016706035, "nauc_ndcg_at_100_max": 0.0938708262709183, "nauc_ndcg_at_100_std": 0.10658731857574986, "nauc_ndcg_at_10_diff1": -0.09124598267299186, "nauc_ndcg_at_10_max": 0.08838719274498336, "nauc_ndcg_at_10_std": 0.04599735531895441, "nauc_ndcg_at_1_diff1": -0.5746793234443401, "nauc_ndcg_at_1_max": -0.05497443515729239, "nauc_ndcg_at_1_std": 0.05602965122273448, "nauc_ndcg_at_20_diff1": -0.0949278995898825, "nauc_ndcg_at_20_max": 0.10183294033426214, "nauc_ndcg_at_20_std": 0.06908854354702795, "nauc_ndcg_at_3_diff1": -0.12146666744754368, "nauc_ndcg_at_3_max": 0.08557953320890478, "nauc_ndcg_at_3_std": 0.004469005707714792, "nauc_ndcg_at_5_diff1": -0.11484155653662094, "nauc_ndcg_at_5_max": 0.13114625953880493, "nauc_ndcg_at_5_std": 0.03899804929460548, "nauc_precision_at_1000_diff1": -0.08904135040885112, "nauc_precision_at_1000_max": 0.12842012505775627, "nauc_precision_at_1000_std": 0.17501269542306977, "nauc_precision_at_100_diff1": -0.0869909791855547, "nauc_precision_at_100_max": 0.09147379655555651, "nauc_precision_at_100_std": 0.13819620433178448, "nauc_precision_at_10_diff1": -0.07818109951870734, "nauc_precision_at_10_max": 0.07995628991852353, "nauc_precision_at_10_std": 0.057309057140993, "nauc_precision_at_1_diff1": -0.5746793234443401, "nauc_precision_at_1_max": -0.05497443515729239, "nauc_precision_at_1_std": 0.05602965122273448, "nauc_precision_at_20_diff1": -0.08801310175375546, "nauc_precision_at_20_max": 0.10437550508123405, "nauc_precision_at_20_std": 0.08863315287213956, "nauc_precision_at_3_diff1": -0.10682836266464088, "nauc_precision_at_3_max": 0.08537015707086337, "nauc_precision_at_3_std": 0.007335436273740496, "nauc_precision_at_5_diff1": -0.10665443605273103, "nauc_precision_at_5_max": 0.14292363728739063, "nauc_precision_at_5_std": 0.05402637063434122, "nauc_recall_at_1000_diff1": -0.08742934033689702, "nauc_recall_at_1000_max": 0.12865338811095237, "nauc_recall_at_1000_std": 0.1734980202035117, "nauc_recall_at_100_diff1": -0.08547661870905655, "nauc_recall_at_100_max": 0.0915414582222543, "nauc_recall_at_100_std": 0.1366342011620065, "nauc_recall_at_10_diff1": -0.07606496453903315, "nauc_recall_at_10_max": 0.07932596341542218, "nauc_recall_at_10_std": 0.05696337842982464, "nauc_recall_at_1_diff1": -0.5746793234443401, "nauc_recall_at_1_max": -0.05497443515729239, "nauc_recall_at_1_std": 0.05602965122273448, "nauc_recall_at_20_diff1": -0.08611637348015963, "nauc_recall_at_20_max": 0.10301077617022512, "nauc_recall_at_20_std": 0.08745768097562383, "nauc_recall_at_3_diff1": -0.10682836266464077, "nauc_recall_at_3_max": 0.08537015707086357, "nauc_recall_at_3_std": 0.007335436273740766, "nauc_recall_at_5_diff1": -0.1052318680059481, "nauc_recall_at_5_max": 0.14031854195999663, "nauc_recall_at_5_std": 0.051151070849035224, "ndcg_at_1": 0.00067, "ndcg_at_10": 0.02024, "ndcg_at_100": 0.04134, "ndcg_at_1000": 0.0693, "ndcg_at_20": 0.02664, "ndcg_at_3": 0.01013, "ndcg_at_5": 0.01429, "precision_at_1": 0.00067, "precision_at_10": 0.00463, "precision_at_100": 0.00154, "precision_at_1000": 0.00039, "precision_at_20": 0.00359, "precision_at_3": 0.00577, "precision_at_5": 0.0055, "recall_at_1": 0.00067, "recall_at_10": 0.04606, "recall_at_100": 0.15309, "recall_at_1000": 0.38847, "recall_at_20": 0.07146, "recall_at_3": 0.01732, "recall_at_5": 0.0274 } ] }, "task_name": "FashionIQIT2IRetrieval" }