{ "dataset_revision": "0af2c2eba58b27a71898787e286be04befdd7a20", "evaluation_time": 311.81403064727783, "kg_co2_emissions": 0.021555329328867757, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.63, "cv_recall_at_10": 0.9225, "cv_recall_at_100": 0.987, "cv_recall_at_1000": 0.9975, "cv_recall_at_20": 0.956, "cv_recall_at_3": 0.809, "cv_recall_at_5": 0.866, "hf_subset": "de", "languages": [ "deu-Latn" ], "main_score": 0.77814, "map_at_1": 0.63, "map_at_10": 0.73159, "map_at_100": 0.73488, "map_at_1000": 0.73493, "map_at_20": 0.73401, "map_at_3": 0.71033, "map_at_5": 0.72356, "mrr_at_1": 0.63, "mrr_at_10": 0.7315888888888886, "mrr_at_100": 0.7348819211364346, "mrr_at_1000": 0.7349330688857064, "mrr_at_20": 0.7340134074452378, "mrr_at_3": 0.7103333333333328, "mrr_at_5": 0.7235583333333334, "nauc_cv_recall_at_1000_diff1": 0.7395891690009497, "nauc_cv_recall_at_1000_max": 0.7657329598505846, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.7443438914027181, "nauc_cv_recall_at_100_max": 0.7136752136752269, "nauc_cv_recall_at_100_std": 0.8813294548588758, "nauc_cv_recall_at_10_diff1": 0.6129032258064515, "nauc_cv_recall_at_10_max": 0.5075901328273237, "nauc_cv_recall_at_10_std": 0.10728592512273724, "nauc_cv_recall_at_1_diff1": 0.7688125793259059, "nauc_cv_recall_at_1_max": 0.5157100549992942, "nauc_cv_recall_at_1_std": -0.03928297215562778, "nauc_cv_recall_at_20_diff1": 0.623403149138444, "nauc_cv_recall_at_20_max": 0.6158273915626843, "nauc_cv_recall_at_20_std": 0.35762562600797787, "nauc_cv_recall_at_3_diff1": 0.6556333769503858, "nauc_cv_recall_at_3_max": 0.5344683324557794, "nauc_cv_recall_at_3_std": 0.022720400790319603, "nauc_cv_recall_at_5_diff1": 0.6350123239690393, "nauc_cv_recall_at_5_max": 0.516619340703692, "nauc_cv_recall_at_5_std": 0.04410863830952626, "nauc_map_at_1000_diff1": 0.7331568886758519, "nauc_map_at_1000_max": 0.5213547447335933, "nauc_map_at_1000_std": -0.017802310661735744, "nauc_map_at_100_diff1": 0.7331572687021168, "nauc_map_at_100_max": 0.5213975339030965, "nauc_map_at_100_std": -0.017608417410681903, "nauc_map_at_10_diff1": 0.7311074118601709, "nauc_map_at_10_max": 0.5200674925323602, "nauc_map_at_10_std": -0.019088339778035906, "nauc_map_at_1_diff1": 0.7688125793259059, "nauc_map_at_1_max": 0.5157100549992942, "nauc_map_at_1_std": -0.03928297215562778, "nauc_map_at_20_diff1": 0.7325723200390851, "nauc_map_at_20_max": 0.521616503464273, "nauc_map_at_20_std": -0.01711550794817397, "nauc_map_at_3_diff1": 0.7290302008995954, "nauc_map_at_3_max": 0.5238573026838196, "nauc_map_at_3_std": -0.020850563325613043, "nauc_map_at_5_diff1": 0.7296098206244644, "nauc_map_at_5_max": 0.5206997363612849, "nauc_map_at_5_std": -0.020423158751856147, "nauc_mrr_at_1000_diff1": 0.7331568886758519, "nauc_mrr_at_1000_max": 0.5213547447335933, "nauc_mrr_at_1000_std": -0.017802310661735744, "nauc_mrr_at_100_diff1": 0.7331572687021168, "nauc_mrr_at_100_max": 0.5213975339030965, "nauc_mrr_at_100_std": -0.017608417410681903, "nauc_mrr_at_10_diff1": 0.7311074118601709, "nauc_mrr_at_10_max": 0.5200674925323602, "nauc_mrr_at_10_std": -0.019088339778035906, "nauc_mrr_at_1_diff1": 0.7688125793259059, "nauc_mrr_at_1_max": 0.5157100549992942, "nauc_mrr_at_1_std": -0.03928297215562778, "nauc_mrr_at_20_diff1": 0.7325723200390851, "nauc_mrr_at_20_max": 0.521616503464273, "nauc_mrr_at_20_std": -0.01711550794817397, "nauc_mrr_at_3_diff1": 0.7290302008995954, "nauc_mrr_at_3_max": 0.5238573026838196, "nauc_mrr_at_3_std": -0.020850563325613043, "nauc_mrr_at_5_diff1": 0.7296098206244644, "nauc_mrr_at_5_max": 0.5206997363612849, "nauc_mrr_at_5_std": -0.020423158751856147, "nauc_ndcg_at_1000_diff1": 0.7282348469528117, "nauc_ndcg_at_1000_max": 0.5230703739483706, "nauc_ndcg_at_1000_std": -0.007015191122319989, "nauc_ndcg_at_100_diff1": 0.7283486133921944, "nauc_ndcg_at_100_max": 0.5244349912924311, "nauc_ndcg_at_100_std": -0.000524655890281134, "nauc_ndcg_at_10_diff1": 0.7177532568949914, "nauc_ndcg_at_10_max": 0.5190343246804953, "nauc_ndcg_at_10_std": -0.0061801770139058, "nauc_ndcg_at_1_diff1": 0.7688125793259059, "nauc_ndcg_at_1_max": 0.5157100549992942, "nauc_ndcg_at_1_std": -0.03928297215562778, "nauc_ndcg_at_20_diff1": 0.7234121815265605, "nauc_ndcg_at_20_max": 0.5261043522229638, "nauc_ndcg_at_20_std": 0.003666424557637301, "nauc_ndcg_at_3_diff1": 0.7140889034652936, "nauc_ndcg_at_3_max": 0.5260915270490945, "nauc_ndcg_at_3_std": -0.012141313235246332, "nauc_ndcg_at_5_diff1": 0.7141650708401234, "nauc_ndcg_at_5_max": 0.5203077578673256, "nauc_ndcg_at_5_std": -0.010234736066346083, "nauc_precision_at_1000_diff1": 0.7395891690008727, "nauc_precision_at_1000_max": 0.7657329598505456, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7443438914027133, "nauc_precision_at_100_max": 0.7136752136752061, "nauc_precision_at_100_std": 0.8813294548588494, "nauc_precision_at_10_diff1": 0.6129032258064497, "nauc_precision_at_10_max": 0.5075901328273237, "nauc_precision_at_10_std": 0.10728592512273505, "nauc_precision_at_1_diff1": 0.7688125793259059, "nauc_precision_at_1_max": 0.5157100549992942, "nauc_precision_at_1_std": -0.03928297215562778, "nauc_precision_at_20_diff1": 0.6234031491384393, "nauc_precision_at_20_max": 0.6158273915626841, "nauc_precision_at_20_std": 0.35762562600797576, "nauc_precision_at_3_diff1": 0.655633376950386, "nauc_precision_at_3_max": 0.5344683324557805, "nauc_precision_at_3_std": 0.02272040079032177, "nauc_precision_at_5_diff1": 0.6350123239690381, "nauc_precision_at_5_max": 0.5166193407036905, "nauc_precision_at_5_std": 0.04410863830952559, "nauc_recall_at_1000_diff1": 0.7395891690009497, "nauc_recall_at_1000_max": 0.7657329598505846, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.7443438914027181, "nauc_recall_at_100_max": 0.7136752136752269, "nauc_recall_at_100_std": 0.8813294548588758, "nauc_recall_at_10_diff1": 0.6129032258064515, "nauc_recall_at_10_max": 0.5075901328273237, "nauc_recall_at_10_std": 0.10728592512273724, "nauc_recall_at_1_diff1": 0.7688125793259059, "nauc_recall_at_1_max": 0.5157100549992942, "nauc_recall_at_1_std": -0.03928297215562778, "nauc_recall_at_20_diff1": 0.623403149138444, "nauc_recall_at_20_max": 0.6158273915626843, "nauc_recall_at_20_std": 0.35762562600797787, "nauc_recall_at_3_diff1": 0.6556333769503858, "nauc_recall_at_3_max": 0.5344683324557794, "nauc_recall_at_3_std": 0.022720400790319603, "nauc_recall_at_5_diff1": 0.6350123239690393, "nauc_recall_at_5_max": 0.516619340703692, "nauc_recall_at_5_std": 0.04410863830952626, "ndcg_at_1": 0.63, "ndcg_at_10": 0.77814, "ndcg_at_100": 0.79264, "ndcg_at_1000": 0.79398, "ndcg_at_20": 0.78674, "ndcg_at_3": 0.73574, "ndcg_at_5": 0.75939, "precision_at_1": 0.63, "precision_at_10": 0.09225, "precision_at_100": 0.00987, "precision_at_1000": 0.001, "precision_at_20": 0.0478, "precision_at_3": 0.26967, "precision_at_5": 0.1732, "recall_at_1": 0.63, "recall_at_10": 0.9225, "recall_at_100": 0.987, "recall_at_1000": 0.9975, "recall_at_20": 0.956, "recall_at_3": 0.809, "recall_at_5": 0.866 }, { "cv_recall_at_1": 0.777, "cv_recall_at_10": 0.9595, "cv_recall_at_100": 0.9965, "cv_recall_at_1000": 0.9995, "cv_recall_at_20": 0.984, "cv_recall_at_3": 0.8835, "cv_recall_at_5": 0.9195, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.868, "map_at_1": 0.777, "map_at_10": 0.83873, "map_at_100": 0.84085, "map_at_1000": 0.84087, "map_at_20": 0.84049, "map_at_3": 0.82492, "map_at_5": 0.83327, "mrr_at_1": 0.777, "mrr_at_10": 0.8387343253968246, "mrr_at_100": 0.8408531712397259, "mrr_at_1000": 0.8408667695317212, "mrr_at_20": 0.8404873072382542, "mrr_at_3": 0.8249166666666656, "mrr_at_5": 0.833266666666666, "nauc_cv_recall_at_1000_diff1": 1.0, "nauc_cv_recall_at_1000_max": 0.869281045751564, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.8142590369481135, "nauc_cv_recall_at_100_max": 0.831265839669207, "nauc_cv_recall_at_100_std": 0.6942777110844303, "nauc_cv_recall_at_10_diff1": 0.7832474553607439, "nauc_cv_recall_at_10_max": 0.798636326958764, "nauc_cv_recall_at_10_std": 0.21449320468927918, "nauc_cv_recall_at_1_diff1": 0.8707833598253141, "nauc_cv_recall_at_1_max": 0.7050341643328495, "nauc_cv_recall_at_1_std": -0.09725997233824368, "nauc_cv_recall_at_20_diff1": 0.78564133986928, "nauc_cv_recall_at_20_max": 0.8247986694677908, "nauc_cv_recall_at_20_std": 0.28870506535947577, "nauc_cv_recall_at_3_diff1": 0.8160830138451671, "nauc_cv_recall_at_3_max": 0.7333610971611481, "nauc_cv_recall_at_3_std": 0.024464831804281696, "nauc_cv_recall_at_5_diff1": 0.8035272079846426, "nauc_cv_recall_at_5_max": 0.7497607738747663, "nauc_cv_recall_at_5_std": 0.10821430021284086, "nauc_map_at_1000_diff1": 0.8562296405919647, "nauc_map_at_1000_max": 0.7160515260320707, "nauc_map_at_1000_std": -0.05504427242406384, "nauc_map_at_100_diff1": 0.8562161275889758, "nauc_map_at_100_max": 0.7160557681482426, "nauc_map_at_100_std": -0.054978119850011296, "nauc_map_at_10_diff1": 0.8552195416370828, "nauc_map_at_10_max": 0.7171135485635309, "nauc_map_at_10_std": -0.05171610591060923, "nauc_map_at_1_diff1": 0.8707833598253141, "nauc_map_at_1_max": 0.7050341643328495, "nauc_map_at_1_std": -0.09725997233824368, "nauc_map_at_20_diff1": 0.8559745031313775, "nauc_map_at_20_max": 0.7162298097754266, "nauc_map_at_20_std": -0.05432458598529819, "nauc_map_at_3_diff1": 0.8538519314121323, "nauc_map_at_3_max": 0.7158133298070294, "nauc_map_at_3_std": -0.05685735976284967, "nauc_map_at_5_diff1": 0.8541414262106858, "nauc_map_at_5_max": 0.7167665178855533, "nauc_map_at_5_std": -0.05033263703226061, "nauc_mrr_at_1000_diff1": 0.8562296405919647, "nauc_mrr_at_1000_max": 0.7160515260320707, "nauc_mrr_at_1000_std": -0.05504427242406384, "nauc_mrr_at_100_diff1": 0.8562161275889758, "nauc_mrr_at_100_max": 0.7160557681482426, "nauc_mrr_at_100_std": -0.054978119850011296, "nauc_mrr_at_10_diff1": 0.8552195416370828, "nauc_mrr_at_10_max": 0.7171135485635309, "nauc_mrr_at_10_std": -0.05171610591060923, "nauc_mrr_at_1_diff1": 0.8707833598253141, "nauc_mrr_at_1_max": 0.7050341643328495, "nauc_mrr_at_1_std": -0.09725997233824368, "nauc_mrr_at_20_diff1": 0.8559745031313775, "nauc_mrr_at_20_max": 0.7162298097754266, "nauc_mrr_at_20_std": -0.05432458598529819, "nauc_mrr_at_3_diff1": 0.8538519314121323, "nauc_mrr_at_3_max": 0.7158133298070294, "nauc_mrr_at_3_std": -0.05685735976284967, "nauc_mrr_at_5_diff1": 0.8541414262106858, "nauc_mrr_at_5_max": 0.7167665178855533, "nauc_mrr_at_5_std": -0.05033263703226061, "nauc_ndcg_at_1000_diff1": 0.8541210648758162, "nauc_ndcg_at_1000_max": 0.7181625000082198, "nauc_ndcg_at_1000_std": -0.0462847715854077, "nauc_ndcg_at_100_diff1": 0.8538434294997149, "nauc_ndcg_at_100_max": 0.718470611464762, "nauc_ndcg_at_100_std": -0.04402303843635558, "nauc_ndcg_at_10_diff1": 0.8487826287183496, "nauc_ndcg_at_10_max": 0.7237013616090296, "nauc_ndcg_at_10_std": -0.02889694902883412, "nauc_ndcg_at_1_diff1": 0.8707833598253141, "nauc_ndcg_at_1_max": 0.7050341643328495, "nauc_ndcg_at_1_std": -0.09725997233824368, "nauc_ndcg_at_20_diff1": 0.8521788371243888, "nauc_ndcg_at_20_max": 0.7204204231916383, "nauc_ndcg_at_20_std": -0.0393489261440939, "nauc_ndcg_at_3_diff1": 0.8464951213043607, "nauc_ndcg_at_3_max": 0.7193245501186052, "nauc_ndcg_at_3_std": -0.04089077252491583, "nauc_ndcg_at_5_diff1": 0.8464445188435407, "nauc_ndcg_at_5_max": 0.7217567551739665, "nauc_ndcg_at_5_std": -0.02658495755275482, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 0.8692810457516023, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.8142590369481028, "nauc_precision_at_100_max": 0.8312658396691618, "nauc_precision_at_100_std": 0.6942777110844016, "nauc_precision_at_10_diff1": 0.7832474553607374, "nauc_precision_at_10_max": 0.7986363269587622, "nauc_precision_at_10_std": 0.21449320468928015, "nauc_precision_at_1_diff1": 0.8707833598253141, "nauc_precision_at_1_max": 0.7050341643328495, "nauc_precision_at_1_std": -0.09725997233824368, "nauc_precision_at_20_diff1": 0.785641339869277, "nauc_precision_at_20_max": 0.8247986694677811, "nauc_precision_at_20_std": 0.2887050653594777, "nauc_precision_at_3_diff1": 0.8160830138451689, "nauc_precision_at_3_max": 0.7333610971611499, "nauc_precision_at_3_std": 0.024464831804283965, "nauc_precision_at_5_diff1": 0.8035272079846421, "nauc_precision_at_5_max": 0.7497607738747639, "nauc_precision_at_5_std": 0.10821430021283629, "nauc_recall_at_1000_diff1": 1.0, "nauc_recall_at_1000_max": 0.869281045751564, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.8142590369481135, "nauc_recall_at_100_max": 0.831265839669207, "nauc_recall_at_100_std": 0.6942777110844303, "nauc_recall_at_10_diff1": 0.7832474553607439, "nauc_recall_at_10_max": 0.798636326958764, "nauc_recall_at_10_std": 0.21449320468927918, "nauc_recall_at_1_diff1": 0.8707833598253141, "nauc_recall_at_1_max": 0.7050341643328495, "nauc_recall_at_1_std": -0.09725997233824368, "nauc_recall_at_20_diff1": 0.78564133986928, "nauc_recall_at_20_max": 0.8247986694677908, "nauc_recall_at_20_std": 0.28870506535947577, "nauc_recall_at_3_diff1": 0.8160830138451671, "nauc_recall_at_3_max": 0.7333610971611481, "nauc_recall_at_3_std": 0.024464831804281696, "nauc_recall_at_5_diff1": 0.8035272079846426, "nauc_recall_at_5_max": 0.7497607738747663, "nauc_recall_at_5_std": 0.10821430021284086, "ndcg_at_1": 0.777, "ndcg_at_10": 0.868, "ndcg_at_100": 0.87667, "ndcg_at_1000": 0.87705, "ndcg_at_20": 0.87426, "ndcg_at_3": 0.84, "ndcg_at_5": 0.85494, "precision_at_1": 0.777, "precision_at_10": 0.09595, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "precision_at_20": 0.0492, "precision_at_3": 0.2945, "precision_at_5": 0.1839, "recall_at_1": 0.777, "recall_at_10": 0.9595, "recall_at_100": 0.9965, "recall_at_1000": 0.9995, "recall_at_20": 0.984, "recall_at_3": 0.8835, "recall_at_5": 0.9195 }, { "cv_recall_at_1": 0.77, "cv_recall_at_10": 0.9675, "cv_recall_at_100": 0.9965, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.9805, "cv_recall_at_3": 0.9105, "cv_recall_at_5": 0.939, "hf_subset": "es", "languages": [ "spa-Latn" ], "main_score": 0.8738, "map_at_1": 0.77, "map_at_10": 0.84312, "map_at_100": 0.84456, "map_at_1000": 0.84458, "map_at_20": 0.84403, "map_at_3": 0.83258, "map_at_5": 0.83908, "mrr_at_1": 0.77, "mrr_at_10": 0.8431220238095232, "mrr_at_100": 0.8445626786822148, "mrr_at_1000": 0.8445810935720683, "mrr_at_20": 0.844030159576405, "mrr_at_3": 0.8325833333333326, "mrr_at_5": 0.839083333333333, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.8352674403094841, "nauc_cv_recall_at_100_max": 0.31385887688407454, "nauc_cv_recall_at_100_std": -0.11117780445508857, "nauc_cv_recall_at_10_diff1": 0.77323134381958, "nauc_cv_recall_at_10_max": 0.5411046469869993, "nauc_cv_recall_at_10_std": -0.030898513251455317, "nauc_cv_recall_at_1_diff1": 0.8210447393746779, "nauc_cv_recall_at_1_max": 0.5541270338622675, "nauc_cv_recall_at_1_std": -0.1318983460531327, "nauc_cv_recall_at_20_diff1": 0.7860973449208691, "nauc_cv_recall_at_20_max": 0.5873734109028228, "nauc_cv_recall_at_20_std": 0.025892408245344885, "nauc_cv_recall_at_3_diff1": 0.7440339264197292, "nauc_cv_recall_at_3_max": 0.5821531592152698, "nauc_cv_recall_at_3_std": -0.13288890975384396, "nauc_cv_recall_at_5_diff1": 0.7433683856056086, "nauc_cv_recall_at_5_max": 0.5687919976733877, "nauc_cv_recall_at_5_std": -0.1072920971667363, "nauc_map_at_1000_diff1": 0.8042846238434398, "nauc_map_at_1000_max": 0.5600657407437662, "nauc_map_at_1000_std": -0.12401092042337913, "nauc_map_at_100_diff1": 0.8042843307815561, "nauc_map_at_100_max": 0.560044773924152, "nauc_map_at_100_std": -0.12401922479136816, "nauc_map_at_10_diff1": 0.8038548668803323, "nauc_map_at_10_max": 0.5600649049928449, "nauc_map_at_10_std": -0.12302283532969517, "nauc_map_at_1_diff1": 0.8210447393746779, "nauc_map_at_1_max": 0.5541270338622675, "nauc_map_at_1_std": -0.1318983460531327, "nauc_map_at_20_diff1": 0.8041334799096379, "nauc_map_at_20_max": 0.5604866335528954, "nauc_map_at_20_std": -0.12335701227525771, "nauc_map_at_3_diff1": 0.798821594601999, "nauc_map_at_3_max": 0.5633296226977137, "nauc_map_at_3_std": -0.12718191112536997, "nauc_map_at_5_diff1": 0.8012231524238903, "nauc_map_at_5_max": 0.5612615724891724, "nauc_map_at_5_std": -0.1244899669948775, "nauc_mrr_at_1000_diff1": 0.8042846238434398, "nauc_mrr_at_1000_max": 0.5600657407437662, "nauc_mrr_at_1000_std": -0.12401092042337913, "nauc_mrr_at_100_diff1": 0.8042843307815561, "nauc_mrr_at_100_max": 0.560044773924152, "nauc_mrr_at_100_std": -0.12401922479136816, "nauc_mrr_at_10_diff1": 0.8038548668803323, "nauc_mrr_at_10_max": 0.5600649049928449, "nauc_mrr_at_10_std": -0.12302283532969517, "nauc_mrr_at_1_diff1": 0.8210447393746779, "nauc_mrr_at_1_max": 0.5541270338622675, "nauc_mrr_at_1_std": -0.1318983460531327, "nauc_mrr_at_20_diff1": 0.8041334799096379, "nauc_mrr_at_20_max": 0.5604866335528954, "nauc_mrr_at_20_std": -0.12335701227525771, "nauc_mrr_at_3_diff1": 0.798821594601999, "nauc_mrr_at_3_max": 0.5633296226977137, "nauc_mrr_at_3_std": -0.12718191112536997, "nauc_mrr_at_5_diff1": 0.8012231524238903, "nauc_mrr_at_5_max": 0.5612615724891724, "nauc_mrr_at_5_std": -0.1244899669948775, "nauc_ndcg_at_1000_diff1": 0.8027157786314114, "nauc_ndcg_at_1000_max": 0.5597599634417496, "nauc_ndcg_at_1000_std": -0.12256276736995375, "nauc_ndcg_at_100_diff1": 0.8028249849359147, "nauc_ndcg_at_100_max": 0.5588152578534656, "nauc_ndcg_at_100_std": -0.12257368163549412, "nauc_ndcg_at_10_diff1": 0.8006526320627749, "nauc_ndcg_at_10_max": 0.5592824097975645, "nauc_ndcg_at_10_std": -0.11708832588262148, "nauc_ndcg_at_1_diff1": 0.8210447393746779, "nauc_ndcg_at_1_max": 0.5541270338622675, "nauc_ndcg_at_1_std": -0.1318983460531327, "nauc_ndcg_at_20_diff1": 0.8019432917248194, "nauc_ndcg_at_20_max": 0.5615825851305175, "nauc_ndcg_at_20_std": -0.11757091049787705, "nauc_ndcg_at_3_diff1": 0.7896210614825836, "nauc_ndcg_at_3_max": 0.5665465138789816, "nauc_ndcg_at_3_std": -0.12788977854460365, "nauc_ndcg_at_5_diff1": 0.7937771387369168, "nauc_ndcg_at_5_max": 0.5624639219681091, "nauc_ndcg_at_5_std": -0.1223131461718254, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.835267440309411, "nauc_precision_at_100_max": 0.3138588768840545, "nauc_precision_at_100_std": -0.11117780445522281, "nauc_precision_at_10_diff1": 0.773231343819577, "nauc_precision_at_10_max": 0.5411046469869943, "nauc_precision_at_10_std": -0.03089851325145733, "nauc_precision_at_1_diff1": 0.8210447393746779, "nauc_precision_at_1_max": 0.5541270338622675, "nauc_precision_at_1_std": -0.1318983460531327, "nauc_precision_at_20_diff1": 0.7860973449208715, "nauc_precision_at_20_max": 0.5873734109028207, "nauc_precision_at_20_std": 0.02589240824533497, "nauc_precision_at_3_diff1": 0.7440339264197334, "nauc_precision_at_3_max": 0.5821531592152739, "nauc_precision_at_3_std": -0.1328889097538448, "nauc_precision_at_5_diff1": 0.7433683856056069, "nauc_precision_at_5_max": 0.5687919976733835, "nauc_precision_at_5_std": -0.1072920971667392, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8352674403094841, "nauc_recall_at_100_max": 0.31385887688407454, "nauc_recall_at_100_std": -0.11117780445508857, "nauc_recall_at_10_diff1": 0.77323134381958, "nauc_recall_at_10_max": 0.5411046469869993, "nauc_recall_at_10_std": -0.030898513251455317, "nauc_recall_at_1_diff1": 0.8210447393746779, "nauc_recall_at_1_max": 0.5541270338622675, "nauc_recall_at_1_std": -0.1318983460531327, "nauc_recall_at_20_diff1": 0.7860973449208691, "nauc_recall_at_20_max": 0.5873734109028228, "nauc_recall_at_20_std": 0.025892408245344885, "nauc_recall_at_3_diff1": 0.7440339264197292, "nauc_recall_at_3_max": 0.5821531592152698, "nauc_recall_at_3_std": -0.13288890975384396, "nauc_recall_at_5_diff1": 0.7433683856056086, "nauc_recall_at_5_max": 0.5687919976733877, "nauc_recall_at_5_std": -0.1072920971667363, "ndcg_at_1": 0.77, "ndcg_at_10": 0.8738, "ndcg_at_100": 0.8803, "ndcg_at_1000": 0.88075, "ndcg_at_20": 0.8771, "ndcg_at_3": 0.85262, "ndcg_at_5": 0.86435, "precision_at_1": 0.77, "precision_at_10": 0.09675, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "precision_at_20": 0.04902, "precision_at_3": 0.3035, "precision_at_5": 0.1878, "recall_at_1": 0.77, "recall_at_10": 0.9675, "recall_at_100": 0.9965, "recall_at_1000": 1.0, "recall_at_20": 0.9805, "recall_at_3": 0.9105, "recall_at_5": 0.939 }, { "cv_recall_at_1": 0.5065, "cv_recall_at_10": 0.8335, "cv_recall_at_100": 0.972, "cv_recall_at_1000": 0.9975, "cv_recall_at_20": 0.8945, "cv_recall_at_3": 0.688, "cv_recall_at_5": 0.7525, "hf_subset": "id", "languages": [ "ind-Latn" ], "main_score": 0.66553, "map_at_1": 0.5065, "map_at_10": 0.61226, "map_at_100": 0.61872, "map_at_1000": 0.61886, "map_at_20": 0.61673, "map_at_3": 0.5865, "map_at_5": 0.60128, "mrr_at_1": 0.5065, "mrr_at_10": 0.6122575396825403, "mrr_at_100": 0.6187204709729699, "mrr_at_1000": 0.6188594663720607, "mrr_at_20": 0.6167332972754804, "mrr_at_3": 0.5865000000000005, "mrr_at_5": 0.601275000000001, "nauc_cv_recall_at_1000_diff1": 0.13930905695612247, "nauc_cv_recall_at_1000_max": 0.21774042950513184, "nauc_cv_recall_at_1000_std": 0.6491129785247356, "nauc_cv_recall_at_100_diff1": 0.5024343070561534, "nauc_cv_recall_at_100_max": 0.5722122182206267, "nauc_cv_recall_at_100_std": 0.6988628784847294, "nauc_cv_recall_at_10_diff1": 0.5413980705454962, "nauc_cv_recall_at_10_max": 0.5124784408161583, "nauc_cv_recall_at_10_std": 0.28131073921005434, "nauc_cv_recall_at_1_diff1": 0.6853515256913176, "nauc_cv_recall_at_1_max": 0.4694516337375063, "nauc_cv_recall_at_1_std": 0.05527592018666319, "nauc_cv_recall_at_20_diff1": 0.5207448728173563, "nauc_cv_recall_at_20_max": 0.5116511689040778, "nauc_cv_recall_at_20_std": 0.37466193788122704, "nauc_cv_recall_at_3_diff1": 0.5793026711443345, "nauc_cv_recall_at_3_max": 0.4915481677158274, "nauc_cv_recall_at_3_std": 0.15940538584757158, "nauc_cv_recall_at_5_diff1": 0.5533344236176692, "nauc_cv_recall_at_5_max": 0.4997019303308312, "nauc_cv_recall_at_5_std": 0.18676781691664104, "nauc_map_at_1000_diff1": 0.6472237963882435, "nauc_map_at_1000_max": 0.4805085485225631, "nauc_map_at_1000_std": 0.09891415989969946, "nauc_map_at_100_diff1": 0.6471792800056074, "nauc_map_at_100_max": 0.48051933138239383, "nauc_map_at_100_std": 0.09917328857947225, "nauc_map_at_10_diff1": 0.6455620946873154, "nauc_map_at_10_max": 0.48088720388458744, "nauc_map_at_10_std": 0.09998225133279366, "nauc_map_at_1_diff1": 0.6853515256913176, "nauc_map_at_1_max": 0.4694516337375063, "nauc_map_at_1_std": 0.05527592018666319, "nauc_map_at_20_diff1": 0.6464635809693413, "nauc_map_at_20_max": 0.48055388160460083, "nauc_map_at_20_std": 0.10017521259861781, "nauc_map_at_3_diff1": 0.6458955514323436, "nauc_map_at_3_max": 0.47950940244015533, "nauc_map_at_3_std": 0.09341760800489983, "nauc_map_at_5_diff1": 0.6435262173418929, "nauc_map_at_5_max": 0.48039686254799546, "nauc_map_at_5_std": 0.09599516943359697, "nauc_mrr_at_1000_diff1": 0.6472237963882435, "nauc_mrr_at_1000_max": 0.4805085485225631, "nauc_mrr_at_1000_std": 0.09891415989969946, "nauc_mrr_at_100_diff1": 0.6471792800056074, "nauc_mrr_at_100_max": 0.48051933138239383, "nauc_mrr_at_100_std": 0.09917328857947225, "nauc_mrr_at_10_diff1": 0.6455620946873154, "nauc_mrr_at_10_max": 0.48088720388458744, "nauc_mrr_at_10_std": 0.09998225133279366, "nauc_mrr_at_1_diff1": 0.6853515256913176, "nauc_mrr_at_1_max": 0.4694516337375063, "nauc_mrr_at_1_std": 0.05527592018666319, "nauc_mrr_at_20_diff1": 0.6464635809693413, "nauc_mrr_at_20_max": 0.48055388160460083, "nauc_mrr_at_20_std": 0.10017521259861781, "nauc_mrr_at_3_diff1": 0.6458955514323436, "nauc_mrr_at_3_max": 0.47950940244015533, "nauc_mrr_at_3_std": 0.09341760800489983, "nauc_mrr_at_5_diff1": 0.6435262173418929, "nauc_mrr_at_5_max": 0.48039686254799546, "nauc_mrr_at_5_std": 0.09599516943359697, "nauc_ndcg_at_1000_diff1": 0.6393223221736675, "nauc_ndcg_at_1000_max": 0.4825429483307963, "nauc_ndcg_at_1000_std": 0.11272012297996242, "nauc_ndcg_at_100_diff1": 0.6379178354211852, "nauc_ndcg_at_100_max": 0.4840109344809536, "nauc_ndcg_at_100_std": 0.12090423522277152, "nauc_ndcg_at_10_diff1": 0.6291785268425713, "nauc_ndcg_at_10_max": 0.4857254014453767, "nauc_ndcg_at_10_std": 0.12660627441852415, "nauc_ndcg_at_1_diff1": 0.6853515256913176, "nauc_ndcg_at_1_max": 0.4694516337375063, "nauc_ndcg_at_1_std": 0.05527592018666319, "nauc_ndcg_at_20_diff1": 0.6318414918126928, "nauc_ndcg_at_20_max": 0.4843309890351855, "nauc_ndcg_at_20_std": 0.1284581641998827, "nauc_ndcg_at_3_diff1": 0.6308011942072895, "nauc_ndcg_at_3_max": 0.48231844602259516, "nauc_ndcg_at_3_std": 0.10834858141826219, "nauc_ndcg_at_5_diff1": 0.6255161558238902, "nauc_ndcg_at_5_max": 0.484283425336247, "nauc_ndcg_at_5_std": 0.11406976458302204, "nauc_precision_at_1000_diff1": 0.13930905695594709, "nauc_precision_at_1000_max": 0.2177404295050167, "nauc_precision_at_1000_std": 0.6491129785246956, "nauc_precision_at_100_diff1": 0.5024343070561476, "nauc_precision_at_100_max": 0.5722122182206139, "nauc_precision_at_100_std": 0.6988628784847198, "nauc_precision_at_10_diff1": 0.5413980705454936, "nauc_precision_at_10_max": 0.5124784408161566, "nauc_precision_at_10_std": 0.28131073921005195, "nauc_precision_at_1_diff1": 0.6853515256913176, "nauc_precision_at_1_max": 0.4694516337375063, "nauc_precision_at_1_std": 0.05527592018666319, "nauc_precision_at_20_diff1": 0.5207448728173534, "nauc_precision_at_20_max": 0.5116511689040742, "nauc_precision_at_20_std": 0.3746619378812214, "nauc_precision_at_3_diff1": 0.5793026711443354, "nauc_precision_at_3_max": 0.49154816771582827, "nauc_precision_at_3_std": 0.15940538584757283, "nauc_precision_at_5_diff1": 0.553334423617668, "nauc_precision_at_5_max": 0.49970193033082977, "nauc_precision_at_5_std": 0.18676781691664046, "nauc_recall_at_1000_diff1": 0.13930905695612247, "nauc_recall_at_1000_max": 0.21774042950513184, "nauc_recall_at_1000_std": 0.6491129785247356, "nauc_recall_at_100_diff1": 0.5024343070561534, "nauc_recall_at_100_max": 0.5722122182206267, "nauc_recall_at_100_std": 0.6988628784847294, "nauc_recall_at_10_diff1": 0.5413980705454962, "nauc_recall_at_10_max": 0.5124784408161583, "nauc_recall_at_10_std": 0.28131073921005434, "nauc_recall_at_1_diff1": 0.6853515256913176, "nauc_recall_at_1_max": 0.4694516337375063, "nauc_recall_at_1_std": 0.05527592018666319, "nauc_recall_at_20_diff1": 0.5207448728173563, "nauc_recall_at_20_max": 0.5116511689040778, "nauc_recall_at_20_std": 0.37466193788122704, "nauc_recall_at_3_diff1": 0.5793026711443345, "nauc_recall_at_3_max": 0.4915481677158274, "nauc_recall_at_3_std": 0.15940538584757158, "nauc_recall_at_5_diff1": 0.5533344236176692, "nauc_recall_at_5_max": 0.4997019303308312, "nauc_recall_at_5_std": 0.18676781691664104, "ndcg_at_1": 0.5065, "ndcg_at_10": 0.66553, "ndcg_at_100": 0.69561, "ndcg_at_1000": 0.69893, "ndcg_at_20": 0.68125, "ndcg_at_3": 0.61257, "ndcg_at_5": 0.63916, "precision_at_1": 0.5065, "precision_at_10": 0.08335, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "precision_at_20": 0.04472, "precision_at_3": 0.22933, "precision_at_5": 0.1505, "recall_at_1": 0.5065, "recall_at_10": 0.8335, "recall_at_100": 0.972, "recall_at_1000": 0.9975, "recall_at_20": 0.8945, "recall_at_3": 0.688, "recall_at_5": 0.7525 }, { "cv_recall_at_1": 0.1635, "cv_recall_at_10": 0.437, "cv_recall_at_100": 0.7525, "cv_recall_at_1000": 0.9645, "cv_recall_at_20": 0.539, "cv_recall_at_3": 0.2795, "cv_recall_at_5": 0.343, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "main_score": 0.28706, "map_at_1": 0.1635, "map_at_10": 0.2407, "map_at_100": 0.25287, "map_at_1000": 0.25378, "map_at_20": 0.24762, "map_at_3": 0.21375, "map_at_5": 0.22815, "mrr_at_1": 0.1635, "mrr_at_10": 0.2407037698412697, "mrr_at_100": 0.25286656340715846, "mrr_at_1000": 0.25378375750875803, "mrr_at_20": 0.2476248051784812, "mrr_at_3": 0.21374999999999983, "mrr_at_5": 0.2281499999999996, "nauc_cv_recall_at_1000_diff1": 0.2001880564432337, "nauc_cv_recall_at_1000_max": 0.3908286319222502, "nauc_cv_recall_at_1000_std": 0.7457029760260915, "nauc_cv_recall_at_100_diff1": 0.18067664452686077, "nauc_cv_recall_at_100_max": 0.30524971907593096, "nauc_cv_recall_at_100_std": 0.5901114727806996, "nauc_cv_recall_at_10_diff1": 0.18213876457007142, "nauc_cv_recall_at_10_max": 0.22677816467618955, "nauc_cv_recall_at_10_std": 0.3667922963905462, "nauc_cv_recall_at_1_diff1": 0.34848480555091155, "nauc_cv_recall_at_1_max": 0.28088360446543864, "nauc_cv_recall_at_1_std": 0.2560533631054426, "nauc_cv_recall_at_20_diff1": 0.2023926326730844, "nauc_cv_recall_at_20_max": 0.27825161985992, "nauc_cv_recall_at_20_std": 0.44542504930008464, "nauc_cv_recall_at_3_diff1": 0.2546254909265519, "nauc_cv_recall_at_3_max": 0.2373033585352198, "nauc_cv_recall_at_3_std": 0.28860365426189577, "nauc_cv_recall_at_5_diff1": 0.23970307495492005, "nauc_cv_recall_at_5_max": 0.24006490439632686, "nauc_cv_recall_at_5_std": 0.31619858152275265, "nauc_map_at_1000_diff1": 0.28612959103771884, "nauc_map_at_1000_max": 0.2630285986709871, "nauc_map_at_1000_std": 0.29665737140701925, "nauc_map_at_100_diff1": 0.2859320032758231, "nauc_map_at_100_max": 0.2630067914793, "nauc_map_at_100_std": 0.2973389713193963, "nauc_map_at_10_diff1": 0.2839832699082999, "nauc_map_at_10_max": 0.25792108555483756, "nauc_map_at_10_std": 0.28936825353524137, "nauc_map_at_1_diff1": 0.34848480555091155, "nauc_map_at_1_max": 0.28088360446543864, "nauc_map_at_1_std": 0.2560533631054426, "nauc_map_at_20_diff1": 0.28590583587152507, "nauc_map_at_20_max": 0.2623540713763846, "nauc_map_at_20_std": 0.295482255853863, "nauc_map_at_3_diff1": 0.29906804159589134, "nauc_map_at_3_max": 0.2601611062511429, "nauc_map_at_3_std": 0.2721507501004281, "nauc_map_at_5_diff1": 0.29392405068035166, "nauc_map_at_5_max": 0.2603585986874265, "nauc_map_at_5_std": 0.28066433014094916, "nauc_mrr_at_1000_diff1": 0.28612959103771884, "nauc_mrr_at_1000_max": 0.2630285986709871, "nauc_mrr_at_1000_std": 0.29665737140701925, "nauc_mrr_at_100_diff1": 0.2859320032758231, "nauc_mrr_at_100_max": 0.2630067914793, "nauc_mrr_at_100_std": 0.2973389713193963, "nauc_mrr_at_10_diff1": 0.2839832699082999, "nauc_mrr_at_10_max": 0.25792108555483756, "nauc_mrr_at_10_std": 0.28936825353524137, "nauc_mrr_at_1_diff1": 0.34848480555091155, "nauc_mrr_at_1_max": 0.28088360446543864, "nauc_mrr_at_1_std": 0.2560533631054426, "nauc_mrr_at_20_diff1": 0.28590583587152507, "nauc_mrr_at_20_max": 0.2623540713763846, "nauc_mrr_at_20_std": 0.295482255853863, "nauc_mrr_at_3_diff1": 0.29906804159589134, "nauc_mrr_at_3_max": 0.2601611062511429, "nauc_mrr_at_3_std": 0.2721507501004281, "nauc_mrr_at_5_diff1": 0.29392405068035166, "nauc_mrr_at_5_max": 0.2603585986874265, "nauc_mrr_at_5_std": 0.28066433014094916, "nauc_ndcg_at_1000_diff1": 0.2704297917333312, "nauc_ndcg_at_1000_max": 0.26619827792033157, "nauc_ndcg_at_1000_std": 0.3260472152248223, "nauc_ndcg_at_100_diff1": 0.26342621759133683, "nauc_ndcg_at_100_max": 0.2675506562567925, "nauc_ndcg_at_100_std": 0.34485364395841245, "nauc_ndcg_at_10_diff1": 0.2559233552218945, "nauc_ndcg_at_10_max": 0.24909525905697819, "nauc_ndcg_at_10_std": 0.31017252205853924, "nauc_ndcg_at_1_diff1": 0.34848480555091155, "nauc_ndcg_at_1_max": 0.28088360446543864, "nauc_ndcg_at_1_std": 0.2560533631054426, "nauc_ndcg_at_20_diff1": 0.2626583975465379, "nauc_ndcg_at_20_max": 0.2641046091685608, "nauc_ndcg_at_20_std": 0.33143599976669863, "nauc_ndcg_at_3_diff1": 0.2862560278885035, "nauc_ndcg_at_3_max": 0.25366378835322095, "nauc_ndcg_at_3_std": 0.27685069120824746, "nauc_ndcg_at_5_diff1": 0.2780944308341338, "nauc_ndcg_at_5_max": 0.25437031909713836, "nauc_ndcg_at_5_std": 0.2907456041662505, "nauc_precision_at_1000_diff1": 0.20018805644323284, "nauc_precision_at_1000_max": 0.3908286319222477, "nauc_precision_at_1000_std": 0.7457029760260878, "nauc_precision_at_100_diff1": 0.18067664452686003, "nauc_precision_at_100_max": 0.3052497190759312, "nauc_precision_at_100_std": 0.5901114727806996, "nauc_precision_at_10_diff1": 0.18213876457007108, "nauc_precision_at_10_max": 0.2267781646761891, "nauc_precision_at_10_std": 0.36679229639054606, "nauc_precision_at_1_diff1": 0.34848480555091155, "nauc_precision_at_1_max": 0.28088360446543864, "nauc_precision_at_1_std": 0.2560533631054426, "nauc_precision_at_20_diff1": 0.20239263267308433, "nauc_precision_at_20_max": 0.27825161985991953, "nauc_precision_at_20_std": 0.4454250493000841, "nauc_precision_at_3_diff1": 0.254625490926552, "nauc_precision_at_3_max": 0.23730335853521992, "nauc_precision_at_3_std": 0.28860365426189594, "nauc_precision_at_5_diff1": 0.2397030749549198, "nauc_precision_at_5_max": 0.24006490439632666, "nauc_precision_at_5_std": 0.3161985815227525, "nauc_recall_at_1000_diff1": 0.2001880564432337, "nauc_recall_at_1000_max": 0.3908286319222502, "nauc_recall_at_1000_std": 0.7457029760260915, "nauc_recall_at_100_diff1": 0.18067664452686077, "nauc_recall_at_100_max": 0.30524971907593096, "nauc_recall_at_100_std": 0.5901114727806996, "nauc_recall_at_10_diff1": 0.18213876457007142, "nauc_recall_at_10_max": 0.22677816467618955, "nauc_recall_at_10_std": 0.3667922963905462, "nauc_recall_at_1_diff1": 0.34848480555091155, "nauc_recall_at_1_max": 0.28088360446543864, "nauc_recall_at_1_std": 0.2560533631054426, "nauc_recall_at_20_diff1": 0.2023926326730844, "nauc_recall_at_20_max": 0.27825161985992, "nauc_recall_at_20_std": 0.44542504930008464, "nauc_recall_at_3_diff1": 0.2546254909265519, "nauc_recall_at_3_max": 0.2373033585352198, "nauc_recall_at_3_std": 0.28860365426189577, "nauc_recall_at_5_diff1": 0.23970307495492005, "nauc_recall_at_5_max": 0.24006490439632686, "nauc_recall_at_5_std": 0.31619858152275265, "ndcg_at_1": 0.1635, "ndcg_at_10": 0.28706, "ndcg_at_100": 0.3518, "ndcg_at_1000": 0.37816, "ndcg_at_20": 0.31266, "ndcg_at_3": 0.2306, "ndcg_at_5": 0.25665, "precision_at_1": 0.1635, "precision_at_10": 0.0437, "precision_at_100": 0.00752, "precision_at_1000": 0.00096, "precision_at_20": 0.02695, "precision_at_3": 0.09317, "precision_at_5": 0.0686, "recall_at_1": 0.1635, "recall_at_10": 0.437, "recall_at_100": 0.7525, "recall_at_1000": 0.9645, "recall_at_20": 0.539, "recall_at_3": 0.2795, "recall_at_5": 0.343 }, { "cv_recall_at_1": 0.6535, "cv_recall_at_10": 0.921, "cv_recall_at_100": 0.992, "cv_recall_at_1000": 0.9995, "cv_recall_at_20": 0.962, "cv_recall_at_3": 0.8205, "cv_recall_at_5": 0.868, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.78825, "map_at_1": 0.6535, "map_at_10": 0.74552, "map_at_100": 0.7493, "map_at_1000": 0.74933, "map_at_20": 0.74844, "map_at_3": 0.72725, "map_at_5": 0.7381, "mrr_at_1": 0.6535, "mrr_at_10": 0.7455172619047612, "mrr_at_100": 0.7492959971244734, "mrr_at_1000": 0.7493295822906638, "mrr_at_20": 0.7484372735193934, "mrr_at_3": 0.7272499999999994, "mrr_at_5": 0.7380999999999999, "nauc_cv_recall_at_1000_diff1": 1.0, "nauc_cv_recall_at_1000_max": 0.869281045751564, "nauc_cv_recall_at_1000_std": 1.0, "nauc_cv_recall_at_100_diff1": 0.6597222222222149, "nauc_cv_recall_at_100_max": 0.49416433239961516, "nauc_cv_recall_at_100_std": 0.7286998132586332, "nauc_cv_recall_at_10_diff1": 0.6503474807644566, "nauc_cv_recall_at_10_max": 0.5812029453131452, "nauc_cv_recall_at_10_std": 0.10479086149227529, "nauc_cv_recall_at_1_diff1": 0.760556156812561, "nauc_cv_recall_at_1_max": 0.5009597809585684, "nauc_cv_recall_at_1_std": -0.07920589288303762, "nauc_cv_recall_at_20_diff1": 0.6627352695464152, "nauc_cv_recall_at_20_max": 0.5984937834783056, "nauc_cv_recall_at_20_std": 0.11996904024767685, "nauc_cv_recall_at_3_diff1": 0.6875029332273227, "nauc_cv_recall_at_3_max": 0.5303440641141381, "nauc_cv_recall_at_3_std": -0.004793928702561377, "nauc_cv_recall_at_5_diff1": 0.6904055751979669, "nauc_cv_recall_at_5_max": 0.5600363790433333, "nauc_cv_recall_at_5_std": 0.062032478157964796, "nauc_map_at_1000_diff1": 0.737399923168971, "nauc_map_at_1000_max": 0.5139248280671158, "nauc_map_at_1000_std": -0.053242444795364975, "nauc_map_at_100_diff1": 0.7373723001948597, "nauc_map_at_100_max": 0.5139069358491805, "nauc_map_at_100_std": -0.053131042332636935, "nauc_map_at_10_diff1": 0.7359532008612977, "nauc_map_at_10_max": 0.5149229073468184, "nauc_map_at_10_std": -0.051677506189451855, "nauc_map_at_1_diff1": 0.760556156812561, "nauc_map_at_1_max": 0.5009597809585684, "nauc_map_at_1_std": -0.07920589288303762, "nauc_map_at_20_diff1": 0.7371014624269102, "nauc_map_at_20_max": 0.5141483782347221, "nauc_map_at_20_std": -0.053320687770883536, "nauc_map_at_3_diff1": 0.7343689174815121, "nauc_map_at_3_max": 0.5120724437851935, "nauc_map_at_3_std": -0.057389699656381, "nauc_map_at_5_diff1": 0.7368134702821605, "nauc_map_at_5_max": 0.515459692712955, "nauc_map_at_5_std": -0.050603887037091455, "nauc_mrr_at_1000_diff1": 0.737399923168971, "nauc_mrr_at_1000_max": 0.5139248280671158, "nauc_mrr_at_1000_std": -0.053242444795364975, "nauc_mrr_at_100_diff1": 0.7373723001948597, "nauc_mrr_at_100_max": 0.5139069358491805, "nauc_mrr_at_100_std": -0.053131042332636935, "nauc_mrr_at_10_diff1": 0.7359532008612977, "nauc_mrr_at_10_max": 0.5149229073468184, "nauc_mrr_at_10_std": -0.051677506189451855, "nauc_mrr_at_1_diff1": 0.760556156812561, "nauc_mrr_at_1_max": 0.5009597809585684, "nauc_mrr_at_1_std": -0.07920589288303762, "nauc_mrr_at_20_diff1": 0.7371014624269102, "nauc_mrr_at_20_max": 0.5141483782347221, "nauc_mrr_at_20_std": -0.053320687770883536, "nauc_mrr_at_3_diff1": 0.7343689174815121, "nauc_mrr_at_3_max": 0.5120724437851935, "nauc_mrr_at_3_std": -0.057389699656381, "nauc_mrr_at_5_diff1": 0.7368134702821605, "nauc_mrr_at_5_max": 0.515459692712955, "nauc_mrr_at_5_std": -0.050603887037091455, "nauc_ndcg_at_1000_diff1": 0.7341559815921103, "nauc_ndcg_at_1000_max": 0.5165769798155987, "nauc_ndcg_at_1000_std": -0.04537446749815518, "nauc_ndcg_at_100_diff1": 0.7335300591088381, "nauc_ndcg_at_100_max": 0.5162445770369495, "nauc_ndcg_at_100_std": -0.04114512689599041, "nauc_ndcg_at_10_diff1": 0.7262965871838065, "nauc_ndcg_at_10_max": 0.5221179792865932, "nauc_ndcg_at_10_std": -0.034626919873444864, "nauc_ndcg_at_1_diff1": 0.760556156812561, "nauc_ndcg_at_1_max": 0.5009597809585684, "nauc_ndcg_at_1_std": -0.07920589288303762, "nauc_ndcg_at_20_diff1": 0.7312854947737953, "nauc_ndcg_at_20_max": 0.5193872764303601, "nauc_ndcg_at_20_std": -0.04171837250134389, "nauc_ndcg_at_3_diff1": 0.7248897870278629, "nauc_ndcg_at_3_max": 0.5157960915191535, "nauc_ndcg_at_3_std": -0.046986653660148266, "nauc_ndcg_at_5_diff1": 0.7289195289784282, "nauc_ndcg_at_5_max": 0.5226443784417674, "nauc_ndcg_at_5_std": -0.03272480979084692, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 0.8692810457516023, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.6597222222222208, "nauc_precision_at_100_max": 0.4941643323996027, "nauc_precision_at_100_std": 0.7286998132586572, "nauc_precision_at_10_diff1": 0.6503474807644554, "nauc_precision_at_10_max": 0.5812029453131434, "nauc_precision_at_10_std": 0.10479086149227233, "nauc_precision_at_1_diff1": 0.760556156812561, "nauc_precision_at_1_max": 0.5009597809585684, "nauc_precision_at_1_std": -0.07920589288303762, "nauc_precision_at_20_diff1": 0.6627352695464148, "nauc_precision_at_20_max": 0.598493783478295, "nauc_precision_at_20_std": 0.11996904024767352, "nauc_precision_at_3_diff1": 0.6875029332273234, "nauc_precision_at_3_max": 0.5303440641141384, "nauc_precision_at_3_std": -0.004793928702560801, "nauc_precision_at_5_diff1": 0.690405575197964, "nauc_precision_at_5_max": 0.5600363790433304, "nauc_precision_at_5_std": 0.062032478157961236, "nauc_recall_at_1000_diff1": 1.0, "nauc_recall_at_1000_max": 0.869281045751564, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_100_diff1": 0.6597222222222149, "nauc_recall_at_100_max": 0.49416433239961516, "nauc_recall_at_100_std": 0.7286998132586332, "nauc_recall_at_10_diff1": 0.6503474807644566, "nauc_recall_at_10_max": 0.5812029453131452, "nauc_recall_at_10_std": 0.10479086149227529, "nauc_recall_at_1_diff1": 0.760556156812561, "nauc_recall_at_1_max": 0.5009597809585684, "nauc_recall_at_1_std": -0.07920589288303762, "nauc_recall_at_20_diff1": 0.6627352695464152, "nauc_recall_at_20_max": 0.5984937834783056, "nauc_recall_at_20_std": 0.11996904024767685, "nauc_recall_at_3_diff1": 0.6875029332273227, "nauc_recall_at_3_max": 0.5303440641141381, "nauc_recall_at_3_std": -0.004793928702561377, "nauc_recall_at_5_diff1": 0.6904055751979669, "nauc_recall_at_5_max": 0.5600363790433333, "nauc_recall_at_5_std": 0.062032478157964796, "ndcg_at_1": 0.6535, "ndcg_at_10": 0.78825, "ndcg_at_100": 0.80445, "ndcg_at_1000": 0.80541, "ndcg_at_20": 0.79872, "ndcg_at_3": 0.75121, "ndcg_at_5": 0.77076, "precision_at_1": 0.6535, "precision_at_10": 0.0921, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "precision_at_20": 0.0481, "precision_at_3": 0.2735, "precision_at_5": 0.1736, "recall_at_1": 0.6535, "recall_at_10": 0.921, "recall_at_100": 0.992, "recall_at_1000": 0.9995, "recall_at_20": 0.962, "recall_at_3": 0.8205, "recall_at_5": 0.868 }, { "cv_recall_at_1": 0.482, "cv_recall_at_10": 0.8225, "cv_recall_at_100": 0.965, "cv_recall_at_1000": 0.9975, "cv_recall_at_20": 0.892, "cv_recall_at_3": 0.667, "cv_recall_at_5": 0.748, "hf_subset": "tr", "languages": [ "tur-Latn" ], "main_score": 0.64718, "map_at_1": 0.482, "map_at_10": 0.59147, "map_at_100": 0.59849, "map_at_1000": 0.59863, "map_at_20": 0.59639, "map_at_3": 0.56292, "map_at_5": 0.58139, "mrr_at_1": 0.482, "mrr_at_10": 0.5914690476190482, "mrr_at_100": 0.5984900783483758, "mrr_at_1000": 0.5986347726884835, "mrr_at_20": 0.5963940852083077, "mrr_at_3": 0.5629166666666674, "mrr_at_5": 0.5813916666666676, "nauc_cv_recall_at_1000_diff1": 0.45200746965449495, "nauc_cv_recall_at_1000_max": 0.22427637721754057, "nauc_cv_recall_at_1000_std": 0.35602240896358933, "nauc_cv_recall_at_100_diff1": 0.457156195811657, "nauc_cv_recall_at_100_max": 0.5901160464185677, "nauc_cv_recall_at_100_std": 0.7225156729358426, "nauc_cv_recall_at_10_diff1": 0.50240721886724, "nauc_cv_recall_at_10_max": 0.45637578276453616, "nauc_cv_recall_at_10_std": 0.29455935063667205, "nauc_cv_recall_at_1_diff1": 0.6740540018060627, "nauc_cv_recall_at_1_max": 0.4415366628091427, "nauc_cv_recall_at_1_std": 0.09621124048970246, "nauc_cv_recall_at_20_diff1": 0.4689780703285949, "nauc_cv_recall_at_20_max": 0.4374192478262392, "nauc_cv_recall_at_20_std": 0.360709047735446, "nauc_cv_recall_at_3_diff1": 0.5678310063927062, "nauc_cv_recall_at_3_max": 0.4440364749415664, "nauc_cv_recall_at_3_std": 0.14493135286763087, "nauc_cv_recall_at_5_diff1": 0.5375142457844951, "nauc_cv_recall_at_5_max": 0.4436314064436694, "nauc_cv_recall_at_5_std": 0.2228841370590046, "nauc_map_at_1000_diff1": 0.6304259145233077, "nauc_map_at_1000_max": 0.44178268783149777, "nauc_map_at_1000_std": 0.1275339891300252, "nauc_map_at_100_diff1": 0.6303571823564341, "nauc_map_at_100_max": 0.4418542917974394, "nauc_map_at_100_std": 0.12779866676425705, "nauc_map_at_10_diff1": 0.6287581579460786, "nauc_map_at_10_max": 0.44178105333720735, "nauc_map_at_10_std": 0.12800473348601255, "nauc_map_at_1_diff1": 0.6740540018060627, "nauc_map_at_1_max": 0.4415366628091427, "nauc_map_at_1_std": 0.09621124048970246, "nauc_map_at_20_diff1": 0.6295101820606435, "nauc_map_at_20_max": 0.44116320695628025, "nauc_map_at_20_std": 0.12775776703131206, "nauc_map_at_3_diff1": 0.6319391839367027, "nauc_map_at_3_max": 0.4414006038555079, "nauc_map_at_3_std": 0.11262453657255629, "nauc_map_at_5_diff1": 0.6290988784526145, "nauc_map_at_5_max": 0.440987430879621, "nauc_map_at_5_std": 0.12433767043858948, "nauc_mrr_at_1000_diff1": 0.6304259145233077, "nauc_mrr_at_1000_max": 0.44178268783149777, "nauc_mrr_at_1000_std": 0.1275339891300252, "nauc_mrr_at_100_diff1": 0.6303571823564341, "nauc_mrr_at_100_max": 0.4418542917974394, "nauc_mrr_at_100_std": 0.12779866676425705, "nauc_mrr_at_10_diff1": 0.6287581579460786, "nauc_mrr_at_10_max": 0.44178105333720735, "nauc_mrr_at_10_std": 0.12800473348601255, "nauc_mrr_at_1_diff1": 0.6740540018060627, "nauc_mrr_at_1_max": 0.4415366628091427, "nauc_mrr_at_1_std": 0.09621124048970246, "nauc_mrr_at_20_diff1": 0.6295101820606435, "nauc_mrr_at_20_max": 0.44116320695628025, "nauc_mrr_at_20_std": 0.12775776703131206, "nauc_mrr_at_3_diff1": 0.6319391839367027, "nauc_mrr_at_3_max": 0.4414006038555079, "nauc_mrr_at_3_std": 0.11262453657255629, "nauc_mrr_at_5_diff1": 0.6290988784526145, "nauc_mrr_at_5_max": 0.440987430879621, "nauc_mrr_at_5_std": 0.12433767043858948, "nauc_ndcg_at_1000_diff1": 0.6212238664718074, "nauc_ndcg_at_1000_max": 0.4430261268900523, "nauc_ndcg_at_1000_std": 0.14133710356590656, "nauc_ndcg_at_100_diff1": 0.6185985000761799, "nauc_ndcg_at_100_max": 0.44588948413127355, "nauc_ndcg_at_100_std": 0.15138640670179784, "nauc_ndcg_at_10_diff1": 0.6087755984013091, "nauc_ndcg_at_10_max": 0.4437588991811819, "nauc_ndcg_at_10_std": 0.1529446754273906, "nauc_ndcg_at_1_diff1": 0.6740540018060627, "nauc_ndcg_at_1_max": 0.4415366628091427, "nauc_ndcg_at_1_std": 0.09621124048970246, "nauc_ndcg_at_20_diff1": 0.6113219439645025, "nauc_ndcg_at_20_max": 0.4410744991203117, "nauc_ndcg_at_20_std": 0.15215744523544214, "nauc_ndcg_at_3_diff1": 0.6171470784863113, "nauc_ndcg_at_3_max": 0.44195843624989073, "nauc_ndcg_at_3_std": 0.11994920148236976, "nauc_ndcg_at_5_diff1": 0.6108637571598337, "nauc_ndcg_at_5_max": 0.44144290939722, "nauc_ndcg_at_5_std": 0.1430896102251321, "nauc_precision_at_1000_diff1": 0.4520074696544201, "nauc_precision_at_1000_max": 0.2242763772174987, "nauc_precision_at_1000_std": 0.3560224089635665, "nauc_precision_at_100_diff1": 0.4571561958116624, "nauc_precision_at_100_max": 0.5901160464185697, "nauc_precision_at_100_std": 0.7225156729358388, "nauc_precision_at_10_diff1": 0.5024072188672394, "nauc_precision_at_10_max": 0.45637578276453483, "nauc_precision_at_10_std": 0.29455935063667016, "nauc_precision_at_1_diff1": 0.6740540018060627, "nauc_precision_at_1_max": 0.4415366628091427, "nauc_precision_at_1_std": 0.09621124048970246, "nauc_precision_at_20_diff1": 0.4689780703285937, "nauc_precision_at_20_max": 0.43741924782623615, "nauc_precision_at_20_std": 0.3607090477354463, "nauc_precision_at_3_diff1": 0.5678310063927069, "nauc_precision_at_3_max": 0.44403647494156767, "nauc_precision_at_3_std": 0.14493135286763129, "nauc_precision_at_5_diff1": 0.5375142457844951, "nauc_precision_at_5_max": 0.4436314064436704, "nauc_precision_at_5_std": 0.22288413705900356, "nauc_recall_at_1000_diff1": 0.45200746965449495, "nauc_recall_at_1000_max": 0.22427637721754057, "nauc_recall_at_1000_std": 0.35602240896358933, "nauc_recall_at_100_diff1": 0.457156195811657, "nauc_recall_at_100_max": 0.5901160464185677, "nauc_recall_at_100_std": 0.7225156729358426, "nauc_recall_at_10_diff1": 0.50240721886724, "nauc_recall_at_10_max": 0.45637578276453616, "nauc_recall_at_10_std": 0.29455935063667205, "nauc_recall_at_1_diff1": 0.6740540018060627, "nauc_recall_at_1_max": 0.4415366628091427, "nauc_recall_at_1_std": 0.09621124048970246, "nauc_recall_at_20_diff1": 0.4689780703285949, "nauc_recall_at_20_max": 0.4374192478262392, "nauc_recall_at_20_std": 0.360709047735446, "nauc_recall_at_3_diff1": 0.5678310063927062, "nauc_recall_at_3_max": 0.4440364749415664, "nauc_recall_at_3_std": 0.14493135286763087, "nauc_recall_at_5_diff1": 0.5375142457844951, "nauc_recall_at_5_max": 0.4436314064436694, "nauc_recall_at_5_std": 0.2228841370590046, "ndcg_at_1": 0.482, "ndcg_at_10": 0.64718, "ndcg_at_100": 0.67885, "ndcg_at_1000": 0.68292, "ndcg_at_20": 0.66488, "ndcg_at_3": 0.58962, "ndcg_at_5": 0.62295, "precision_at_1": 0.482, "precision_at_10": 0.08225, "precision_at_100": 0.00965, "precision_at_1000": 0.001, "precision_at_20": 0.0446, "precision_at_3": 0.22233, "precision_at_5": 0.1496, "recall_at_1": 0.482, "recall_at_10": 0.8225, "recall_at_100": 0.965, "recall_at_1000": 0.9975, "recall_at_20": 0.892, "recall_at_3": 0.667, "recall_at_5": 0.748 }, { "cv_recall_at_1": 0.2445, "cv_recall_at_10": 0.579, "cv_recall_at_100": 0.839, "cv_recall_at_1000": 0.9865, "cv_recall_at_20": 0.665, "cv_recall_at_3": 0.4065, "cv_recall_at_5": 0.483, "hf_subset": "zh", "languages": [ "zho-Hans" ], "main_score": 0.40018, "map_at_1": 0.2445, "map_at_10": 0.34428, "map_at_100": 0.35481, "map_at_1000": 0.35548, "map_at_20": 0.35027, "map_at_3": 0.31425, "map_at_5": 0.3316, "mrr_at_1": 0.2445, "mrr_at_10": 0.344284523809524, "mrr_at_100": 0.3548130513810455, "mrr_at_1000": 0.3554847801215207, "mrr_at_20": 0.3502683605223467, "mrr_at_3": 0.31424999999999986, "mrr_at_5": 0.3316000000000002, "nauc_cv_recall_at_1000_diff1": 0.21651623612407797, "nauc_cv_recall_at_1000_max": 0.15124321333470933, "nauc_cv_recall_at_1000_std": 0.6424075803160652, "nauc_cv_recall_at_100_diff1": 0.28287398331818153, "nauc_cv_recall_at_100_max": 0.33929410400815085, "nauc_cv_recall_at_100_std": 0.5174857069637752, "nauc_cv_recall_at_10_diff1": 0.2895912057712126, "nauc_cv_recall_at_10_max": 0.2711459660504965, "nauc_cv_recall_at_10_std": 0.20070893613197155, "nauc_cv_recall_at_1_diff1": 0.4865954600389385, "nauc_cv_recall_at_1_max": 0.2473720921422378, "nauc_cv_recall_at_1_std": 0.033895573021705934, "nauc_cv_recall_at_20_diff1": 0.29103738403908513, "nauc_cv_recall_at_20_max": 0.318077751426728, "nauc_cv_recall_at_20_std": 0.30030755306756934, "nauc_cv_recall_at_3_diff1": 0.3665223609372067, "nauc_cv_recall_at_3_max": 0.24580677998246642, "nauc_cv_recall_at_3_std": 0.09663000643150702, "nauc_cv_recall_at_5_diff1": 0.3224103972205554, "nauc_cv_recall_at_5_max": 0.2371918921389032, "nauc_cv_recall_at_5_std": 0.12200336171852962, "nauc_map_at_1000_diff1": 0.41736570360105135, "nauc_map_at_1000_max": 0.2507039926785292, "nauc_map_at_1000_std": 0.08279880972156074, "nauc_map_at_100_diff1": 0.4170073998046089, "nauc_map_at_100_max": 0.25086114217867267, "nauc_map_at_100_std": 0.08357222332510288, "nauc_map_at_10_diff1": 0.4151581534126227, "nauc_map_at_10_max": 0.2489493276997602, "nauc_map_at_10_std": 0.07764097276431715, "nauc_map_at_1_diff1": 0.4865954600389385, "nauc_map_at_1_max": 0.2473720921422378, "nauc_map_at_1_std": 0.033895573021705934, "nauc_map_at_20_diff1": 0.41619340259529924, "nauc_map_at_20_max": 0.25108280714504544, "nauc_map_at_20_std": 0.08241596812694782, "nauc_map_at_3_diff1": 0.4287452949326059, "nauc_map_at_3_max": 0.24717268104687684, "nauc_map_at_3_std": 0.06328481148566636, "nauc_map_at_5_diff1": 0.4186612668926801, "nauc_map_at_5_max": 0.2446787075826555, "nauc_map_at_5_std": 0.06850428513554888, "nauc_mrr_at_1000_diff1": 0.41736570360105135, "nauc_mrr_at_1000_max": 0.2507039926785292, "nauc_mrr_at_1000_std": 0.08279880972156074, "nauc_mrr_at_100_diff1": 0.4170073998046089, "nauc_mrr_at_100_max": 0.25086114217867267, "nauc_mrr_at_100_std": 0.08357222332510288, "nauc_mrr_at_10_diff1": 0.4151581534126227, "nauc_mrr_at_10_max": 0.2489493276997602, "nauc_mrr_at_10_std": 0.07764097276431715, "nauc_mrr_at_1_diff1": 0.4865954600389385, "nauc_mrr_at_1_max": 0.2473720921422378, "nauc_mrr_at_1_std": 0.033895573021705934, "nauc_mrr_at_20_diff1": 0.41619340259529924, "nauc_mrr_at_20_max": 0.25108280714504544, "nauc_mrr_at_20_std": 0.08241596812694782, "nauc_mrr_at_3_diff1": 0.4287452949326059, "nauc_mrr_at_3_max": 0.24717268104687684, "nauc_mrr_at_3_std": 0.06328481148566636, "nauc_mrr_at_5_diff1": 0.4186612668926801, "nauc_mrr_at_5_max": 0.2446787075826555, "nauc_mrr_at_5_std": 0.06850428513554888, "nauc_ndcg_at_1000_diff1": 0.4018472039643339, "nauc_ndcg_at_1000_max": 0.25494693795012785, "nauc_ndcg_at_1000_std": 0.10971002935253996, "nauc_ndcg_at_100_diff1": 0.3945564383366698, "nauc_ndcg_at_100_max": 0.26074165210173744, "nauc_ndcg_at_100_std": 0.1327883794569882, "nauc_ndcg_at_10_diff1": 0.3849778651956553, "nauc_ndcg_at_10_max": 0.253447252187962, "nauc_ndcg_at_10_std": 0.10552717896838368, "nauc_ndcg_at_1_diff1": 0.4865954600389385, "nauc_ndcg_at_1_max": 0.2473720921422378, "nauc_ndcg_at_1_std": 0.033895573021705934, "nauc_ndcg_at_20_diff1": 0.3883439742719369, "nauc_ndcg_at_20_max": 0.2626688727212913, "nauc_ndcg_at_20_std": 0.1242976377333274, "nauc_ndcg_at_3_diff1": 0.41185680698452076, "nauc_ndcg_at_3_max": 0.2468252107762148, "nauc_ndcg_at_3_std": 0.07230029109264148, "nauc_ndcg_at_5_diff1": 0.3936194622573028, "nauc_ndcg_at_5_max": 0.24278064901288723, "nauc_ndcg_at_5_std": 0.08229501046971106, "nauc_precision_at_1000_diff1": 0.2165162361240802, "nauc_precision_at_1000_max": 0.151243213334714, "nauc_precision_at_1000_std": 0.642407580316075, "nauc_precision_at_100_diff1": 0.2828739833181803, "nauc_precision_at_100_max": 0.3392941040081521, "nauc_precision_at_100_std": 0.5174857069637746, "nauc_precision_at_10_diff1": 0.28959120577121256, "nauc_precision_at_10_max": 0.2711459660504962, "nauc_precision_at_10_std": 0.20070893613197116, "nauc_precision_at_1_diff1": 0.4865954600389385, "nauc_precision_at_1_max": 0.2473720921422378, "nauc_precision_at_1_std": 0.033895573021705934, "nauc_precision_at_20_diff1": 0.29103738403908436, "nauc_precision_at_20_max": 0.3180777514267266, "nauc_precision_at_20_std": 0.30030755306756846, "nauc_precision_at_3_diff1": 0.36652236093720686, "nauc_precision_at_3_max": 0.2458067799824666, "nauc_precision_at_3_std": 0.09663000643150711, "nauc_precision_at_5_diff1": 0.32241039722055553, "nauc_precision_at_5_max": 0.23719189213890327, "nauc_precision_at_5_std": 0.12200336171852952, "nauc_recall_at_1000_diff1": 0.21651623612407797, "nauc_recall_at_1000_max": 0.15124321333470933, "nauc_recall_at_1000_std": 0.6424075803160652, "nauc_recall_at_100_diff1": 0.28287398331818153, "nauc_recall_at_100_max": 0.33929410400815085, "nauc_recall_at_100_std": 0.5174857069637752, "nauc_recall_at_10_diff1": 0.2895912057712126, "nauc_recall_at_10_max": 0.2711459660504965, "nauc_recall_at_10_std": 0.20070893613197155, "nauc_recall_at_1_diff1": 0.4865954600389385, "nauc_recall_at_1_max": 0.2473720921422378, "nauc_recall_at_1_std": 0.033895573021705934, "nauc_recall_at_20_diff1": 0.29103738403908513, "nauc_recall_at_20_max": 0.318077751426728, "nauc_recall_at_20_std": 0.30030755306756934, "nauc_recall_at_3_diff1": 0.3665223609372067, "nauc_recall_at_3_max": 0.24580677998246642, "nauc_recall_at_3_std": 0.09663000643150702, "nauc_recall_at_5_diff1": 0.3224103972205554, "nauc_recall_at_5_max": 0.2371918921389032, "nauc_recall_at_5_std": 0.12200336171852962, "ndcg_at_1": 0.2445, "ndcg_at_10": 0.40018, "ndcg_at_100": 0.4544, "ndcg_at_1000": 0.47294, "ndcg_at_20": 0.42194, "ndcg_at_3": 0.33787, "ndcg_at_5": 0.36926, "precision_at_1": 0.2445, "precision_at_10": 0.0579, "precision_at_100": 0.00839, "precision_at_1000": 0.00099, "precision_at_20": 0.03325, "precision_at_3": 0.1355, "precision_at_5": 0.0966, "recall_at_1": 0.2445, "recall_at_10": 0.579, "recall_at_100": 0.839, "recall_at_1000": 0.9865, "recall_at_20": 0.665, "recall_at_3": 0.4065, "recall_at_5": 0.483 } ] }, "task_name": "XFlickr30kCoT2IRetrieval" }