{ "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", "evaluation_time": 236.7881782054901, "kg_co2_emissions": 0.017722092090281787, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.14157, "cv_recall_at_10": 0.35169, "cv_recall_at_100": 0.68539, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.43483, "cv_recall_at_3": 0.23258, "cv_recall_at_5": 0.2764, "hf_subset": "ar", "languages": [ "ara-Arab" ], "main_score": 0.23756, "map_at_1": 0.14157, "map_at_10": 0.20229, "map_at_100": 0.21375, "map_at_1000": 0.21508, "map_at_20": 0.20793, "map_at_3": 0.18221, "map_at_5": 0.19238, "mrr_at_1": 0.14157303370786517, "mrr_at_10": 0.20228687355091837, "mrr_at_100": 0.2137499452108237, "mrr_at_1000": 0.21507901096864904, "mrr_at_20": 0.20792863819679658, "mrr_at_3": 0.18220973782771535, "mrr_at_5": 0.192378277153558, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.27952970734292504, "nauc_cv_recall_at_100_max": 0.5160068306279071, "nauc_cv_recall_at_100_std": 0.5688539070013935, "nauc_cv_recall_at_10_diff1": 0.30819114497217914, "nauc_cv_recall_at_10_max": 0.3468991416150187, "nauc_cv_recall_at_10_std": 0.36814635323304284, "nauc_cv_recall_at_1_diff1": 0.5684379004307513, "nauc_cv_recall_at_1_max": 0.4596484011139954, "nauc_cv_recall_at_1_std": 0.39092680066764063, "nauc_cv_recall_at_20_diff1": 0.2592407190291554, "nauc_cv_recall_at_20_max": 0.34517468556013686, "nauc_cv_recall_at_20_std": 0.3764759608840179, "nauc_cv_recall_at_3_diff1": 0.37959025634990096, "nauc_cv_recall_at_3_max": 0.35385462987127086, "nauc_cv_recall_at_3_std": 0.3423513779510772, "nauc_cv_recall_at_5_diff1": 0.3397469297788558, "nauc_cv_recall_at_5_max": 0.3574198458336886, "nauc_cv_recall_at_5_std": 0.3398132446608626, "nauc_map_at_1000_diff1": 0.44670470964988374, "nauc_map_at_1000_max": 0.4065277062424718, "nauc_map_at_1000_std": 0.371714707726061, "nauc_map_at_100_diff1": 0.4461576051398123, "nauc_map_at_100_max": 0.40679667884363274, "nauc_map_at_100_std": 0.3722164302634292, "nauc_map_at_10_diff1": 0.4480930113026877, "nauc_map_at_10_max": 0.40186755050331635, "nauc_map_at_10_std": 0.36723374808557624, "nauc_map_at_1_diff1": 0.5684379004307513, "nauc_map_at_1_max": 0.4596484011139954, "nauc_map_at_1_std": 0.39092680066764063, "nauc_map_at_20_diff1": 0.4434301440637838, "nauc_map_at_20_max": 0.4018741384615011, "nauc_map_at_20_std": 0.3680360689946048, "nauc_map_at_3_diff1": 0.4670252782449169, "nauc_map_at_3_max": 0.40415055412030076, "nauc_map_at_3_std": 0.36482698571038114, "nauc_map_at_5_diff1": 0.4541811811583948, "nauc_map_at_5_max": 0.4037628982761779, "nauc_map_at_5_std": 0.3626876691488529, "nauc_mrr_at_1000_diff1": 0.4467047143080027, "nauc_mrr_at_1000_max": 0.4065276964726599, "nauc_mrr_at_1000_std": 0.37171470749548374, "nauc_mrr_at_100_diff1": 0.4461576051398123, "nauc_mrr_at_100_max": 0.40679667884363274, "nauc_mrr_at_100_std": 0.3722164302634292, "nauc_mrr_at_10_diff1": 0.4480930113026877, "nauc_mrr_at_10_max": 0.40186755050331635, "nauc_mrr_at_10_std": 0.36723374808557624, "nauc_mrr_at_1_diff1": 0.5684379004307513, "nauc_mrr_at_1_max": 0.4596484011139954, "nauc_mrr_at_1_std": 0.39092680066764063, "nauc_mrr_at_20_diff1": 0.4434301440637838, "nauc_mrr_at_20_max": 0.4018741384615011, "nauc_mrr_at_20_std": 0.3680360689946048, "nauc_mrr_at_3_diff1": 0.4670252782449169, "nauc_mrr_at_3_max": 0.40415055412030076, "nauc_mrr_at_3_std": 0.36482698571038114, "nauc_mrr_at_5_diff1": 0.4541811811583948, "nauc_mrr_at_5_max": 0.4037628982761779, "nauc_mrr_at_5_std": 0.3626876691488529, "nauc_ndcg_at_1000_diff1": 0.42062356976149184, "nauc_ndcg_at_1000_max": 0.4061916426930725, "nauc_ndcg_at_1000_std": 0.38108067166102705, "nauc_ndcg_at_100_diff1": 0.4043145051104807, "nauc_ndcg_at_100_max": 0.4182972916431736, "nauc_ndcg_at_100_std": 0.40190828744378687, "nauc_ndcg_at_10_diff1": 0.40676854052847494, "nauc_ndcg_at_10_max": 0.3852615774435692, "nauc_ndcg_at_10_std": 0.36634970153815766, "nauc_ndcg_at_1_diff1": 0.5684379004307513, "nauc_ndcg_at_1_max": 0.4596484011139954, "nauc_ndcg_at_1_std": 0.39092680066764063, "nauc_ndcg_at_20_diff1": 0.391252228941725, "nauc_ndcg_at_20_max": 0.3848650205436879, "nauc_ndcg_at_20_std": 0.3689789736813751, "nauc_ndcg_at_3_diff1": 0.44168567703108136, "nauc_ndcg_at_3_max": 0.38962882580946856, "nauc_ndcg_at_3_std": 0.3583127153515446, "nauc_ndcg_at_5_diff1": 0.42052082088867265, "nauc_ndcg_at_5_max": 0.38978965047921216, "nauc_ndcg_at_5_std": 0.3557388893525586, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.2795297073429248, "nauc_precision_at_100_max": 0.5160068306279074, "nauc_precision_at_100_std": 0.5688539070013934, "nauc_precision_at_10_diff1": 0.3081911449721792, "nauc_precision_at_10_max": 0.34689914161501906, "nauc_precision_at_10_std": 0.36814635323304273, "nauc_precision_at_1_diff1": 0.5684379004307513, "nauc_precision_at_1_max": 0.4596484011139954, "nauc_precision_at_1_std": 0.39092680066764063, "nauc_precision_at_20_diff1": 0.2592407190291553, "nauc_precision_at_20_max": 0.3451746855601369, "nauc_precision_at_20_std": 0.37647596088401747, "nauc_precision_at_3_diff1": 0.3795902563499004, "nauc_precision_at_3_max": 0.3538546298712702, "nauc_precision_at_3_std": 0.34235137795107695, "nauc_precision_at_5_diff1": 0.3397469297788556, "nauc_precision_at_5_max": 0.3574198458336885, "nauc_precision_at_5_std": 0.3398132446608624, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.27952970734292504, "nauc_recall_at_100_max": 0.5160068306279071, "nauc_recall_at_100_std": 0.5688539070013935, "nauc_recall_at_10_diff1": 0.30819114497217914, "nauc_recall_at_10_max": 0.3468991416150187, "nauc_recall_at_10_std": 0.36814635323304284, "nauc_recall_at_1_diff1": 0.5684379004307513, "nauc_recall_at_1_max": 0.4596484011139954, "nauc_recall_at_1_std": 0.39092680066764063, "nauc_recall_at_20_diff1": 0.2592407190291554, "nauc_recall_at_20_max": 0.34517468556013686, "nauc_recall_at_20_std": 0.3764759608840179, "nauc_recall_at_3_diff1": 0.37959025634990096, "nauc_recall_at_3_max": 0.35385462987127086, "nauc_recall_at_3_std": 0.3423513779510772, "nauc_recall_at_5_diff1": 0.3397469297788558, "nauc_recall_at_5_max": 0.3574198458336886, "nauc_recall_at_5_std": 0.3398132446608626, "ndcg_at_1": 0.14157, "ndcg_at_10": 0.23756, "ndcg_at_100": 0.30367, "ndcg_at_1000": 0.34284, "ndcg_at_20": 0.25842, "ndcg_at_3": 0.19517, "ndcg_at_5": 0.21335, "precision_at_1": 0.14157, "precision_at_10": 0.03517, "precision_at_100": 0.00685, "precision_at_1000": 0.001, "precision_at_20": 0.02174, "precision_at_3": 0.07753, "precision_at_5": 0.05528, "recall_at_1": 0.14157, "recall_at_10": 0.35169, "recall_at_100": 0.68539, "recall_at_1000": 1.0, "recall_at_20": 0.43483, "recall_at_3": 0.23258, "recall_at_5": 0.2764 }, { "cv_recall_at_1": 0.16395, "cv_recall_at_10": 0.36628, "cv_recall_at_100": 0.75581, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.46047, "cv_recall_at_3": 0.24767, "cv_recall_at_5": 0.28488, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "main_score": 0.25427, "map_at_1": 0.16395, "map_at_10": 0.21992, "map_at_100": 0.23314, "map_at_1000": 0.23441, "map_at_20": 0.22643, "map_at_3": 0.20058, "map_at_5": 0.20924, "mrr_at_1": 0.16395348837209303, "mrr_at_10": 0.21991832779623477, "mrr_at_100": 0.2331404893741652, "mrr_at_1000": 0.2344135834431198, "mrr_at_20": 0.226433949792138, "mrr_at_3": 0.20058139534883723, "mrr_at_5": 0.20924418604651168, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.26749187606975494, "nauc_cv_recall_at_100_max": 0.3967975591000421, "nauc_cv_recall_at_100_std": 0.3250812393024577, "nauc_cv_recall_at_10_diff1": 0.3904746693438596, "nauc_cv_recall_at_10_max": 0.2979320205961319, "nauc_cv_recall_at_10_std": 0.12232337752222763, "nauc_cv_recall_at_1_diff1": 0.6653405142840859, "nauc_cv_recall_at_1_max": 0.3248459580848167, "nauc_cv_recall_at_1_std": 0.10015848068968701, "nauc_cv_recall_at_20_diff1": 0.36594016858912043, "nauc_cv_recall_at_20_max": 0.28791268575061263, "nauc_cv_recall_at_20_std": 0.12270848997206471, "nauc_cv_recall_at_3_diff1": 0.5109667090940634, "nauc_cv_recall_at_3_max": 0.261971139063952, "nauc_cv_recall_at_3_std": 0.09704708753957167, "nauc_cv_recall_at_5_diff1": 0.4687714946157748, "nauc_cv_recall_at_5_max": 0.2348553065021463, "nauc_cv_recall_at_5_std": 0.0789600431704507, "nauc_map_at_1000_diff1": 0.5612036442556606, "nauc_map_at_1000_max": 0.29527471341837935, "nauc_map_at_1000_std": 0.10075425915784662, "nauc_map_at_100_diff1": 0.5602773796953137, "nauc_map_at_100_max": 0.2952289881630319, "nauc_map_at_100_std": 0.10096987164687761, "nauc_map_at_10_diff1": 0.5637572532603707, "nauc_map_at_10_max": 0.29703928974565924, "nauc_map_at_10_std": 0.09930978110205693, "nauc_map_at_1_diff1": 0.6653405142840859, "nauc_map_at_1_max": 0.3248459580848167, "nauc_map_at_1_std": 0.10015848068968701, "nauc_map_at_20_diff1": 0.560745494164582, "nauc_map_at_20_max": 0.2949938629271482, "nauc_map_at_20_std": 0.098415476799056, "nauc_map_at_3_diff1": 0.5911959111708023, "nauc_map_at_3_max": 0.2936722740462832, "nauc_map_at_3_std": 0.09591587470742527, "nauc_map_at_5_diff1": 0.5781751997984761, "nauc_map_at_5_max": 0.28623583647226414, "nauc_map_at_5_std": 0.09159929614491377, "nauc_mrr_at_1000_diff1": 0.5612036924081457, "nauc_mrr_at_1000_max": 0.2952746326143457, "nauc_mrr_at_1000_std": 0.10075415605003363, "nauc_mrr_at_100_diff1": 0.5602773796953137, "nauc_mrr_at_100_max": 0.2952289881630319, "nauc_mrr_at_100_std": 0.10096987164687761, "nauc_mrr_at_10_diff1": 0.5637572532603707, "nauc_mrr_at_10_max": 0.29703928974565924, "nauc_mrr_at_10_std": 0.09930978110205693, "nauc_mrr_at_1_diff1": 0.6653405142840859, "nauc_mrr_at_1_max": 0.3248459580848167, "nauc_mrr_at_1_std": 0.10015848068968701, "nauc_mrr_at_20_diff1": 0.560745494164582, "nauc_mrr_at_20_max": 0.2949938629271482, "nauc_mrr_at_20_std": 0.098415476799056, "nauc_mrr_at_3_diff1": 0.5911959111708023, "nauc_mrr_at_3_max": 0.2936722740462832, "nauc_mrr_at_3_std": 0.09591587470742527, "nauc_mrr_at_5_diff1": 0.5781751997984761, "nauc_mrr_at_5_max": 0.28623583647226414, "nauc_mrr_at_5_std": 0.09159929614491377, "nauc_ndcg_at_1000_diff1": 0.5294767720756703, "nauc_ndcg_at_1000_max": 0.29549562755237974, "nauc_ndcg_at_1000_std": 0.11117547613084855, "nauc_ndcg_at_100_diff1": 0.5042563150552168, "nauc_ndcg_at_100_max": 0.30353386006974703, "nauc_ndcg_at_100_std": 0.12946337531081065, "nauc_ndcg_at_10_diff1": 0.5154448923833537, "nauc_ndcg_at_10_max": 0.2957852122867778, "nauc_ndcg_at_10_std": 0.10506297098992426, "nauc_ndcg_at_1_diff1": 0.6653405142840859, "nauc_ndcg_at_1_max": 0.3248459580848167, "nauc_ndcg_at_1_std": 0.10015848068968701, "nauc_ndcg_at_20_diff1": 0.5072353088655432, "nauc_ndcg_at_20_max": 0.29142237996586545, "nauc_ndcg_at_20_std": 0.10406899139801369, "nauc_ndcg_at_3_diff1": 0.5687555066877577, "nauc_ndcg_at_3_max": 0.2847671341760101, "nauc_ndcg_at_3_std": 0.09612460314157066, "nauc_ndcg_at_5_diff1": 0.5471965871558365, "nauc_ndcg_at_5_max": 0.2718265917855557, "nauc_ndcg_at_5_std": 0.08818383714477183, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.26749187606975433, "nauc_precision_at_100_max": 0.3967975591000431, "nauc_precision_at_100_std": 0.3250812393024587, "nauc_precision_at_10_diff1": 0.39047466934385955, "nauc_precision_at_10_max": 0.2979320205961315, "nauc_precision_at_10_std": 0.12232337752222741, "nauc_precision_at_1_diff1": 0.6653405142840859, "nauc_precision_at_1_max": 0.3248459580848167, "nauc_precision_at_1_std": 0.10015848068968701, "nauc_precision_at_20_diff1": 0.3659401685891204, "nauc_precision_at_20_max": 0.28791268575061285, "nauc_precision_at_20_std": 0.12270848997206475, "nauc_precision_at_3_diff1": 0.5109667090940634, "nauc_precision_at_3_max": 0.26197113906395175, "nauc_precision_at_3_std": 0.09704708753957152, "nauc_precision_at_5_diff1": 0.4687714946157747, "nauc_precision_at_5_max": 0.23485530650214653, "nauc_precision_at_5_std": 0.0789600431704508, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.26749187606975494, "nauc_recall_at_100_max": 0.3967975591000421, "nauc_recall_at_100_std": 0.3250812393024577, "nauc_recall_at_10_diff1": 0.3904746693438596, "nauc_recall_at_10_max": 0.2979320205961319, "nauc_recall_at_10_std": 0.12232337752222763, "nauc_recall_at_1_diff1": 0.6653405142840859, "nauc_recall_at_1_max": 0.3248459580848167, "nauc_recall_at_1_std": 0.10015848068968701, "nauc_recall_at_20_diff1": 0.36594016858912043, "nauc_recall_at_20_max": 0.28791268575061263, "nauc_recall_at_20_std": 0.12270848997206471, "nauc_recall_at_3_diff1": 0.5109667090940634, "nauc_recall_at_3_max": 0.261971139063952, "nauc_recall_at_3_std": 0.09704708753957167, "nauc_recall_at_5_diff1": 0.4687714946157748, "nauc_recall_at_5_max": 0.2348553065021463, "nauc_recall_at_5_std": 0.0789600431704507, "ndcg_at_1": 0.16395, "ndcg_at_10": 0.25427, "ndcg_at_100": 0.33111, "ndcg_at_1000": 0.36277, "ndcg_at_20": 0.27806, "ndcg_at_3": 0.21266, "ndcg_at_5": 0.22813, "precision_at_1": 0.16395, "precision_at_10": 0.03663, "precision_at_100": 0.00756, "precision_at_1000": 0.001, "precision_at_20": 0.02302, "precision_at_3": 0.08256, "precision_at_5": 0.05698, "recall_at_1": 0.16395, "recall_at_10": 0.36628, "recall_at_100": 0.75581, "recall_at_1000": 1.0, "recall_at_20": 0.46047, "recall_at_3": 0.24767, "recall_at_5": 0.28488 }, { "cv_recall_at_1": 0.50168, "cv_recall_at_10": 0.74635, "cv_recall_at_100": 0.90685, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.79349, "cv_recall_at_3": 0.63861, "cv_recall_at_5": 0.68462, "hf_subset": "da", "languages": [ "dan-Latn" ], "main_score": 0.62015, "map_at_1": 0.50168, "map_at_10": 0.58012, "map_at_100": 0.58609, "map_at_1000": 0.58657, "map_at_20": 0.58353, "map_at_3": 0.56098, "map_at_5": 0.5717, "mrr_at_1": 0.5016835016835017, "mrr_at_10": 0.5801248819767338, "mrr_at_100": 0.5860857805065142, "mrr_at_1000": 0.58657409520189, "mrr_at_20": 0.5835279644729924, "mrr_at_3": 0.5609801720912828, "mrr_at_5": 0.57169846614291, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.6646300711724086, "nauc_cv_recall_at_100_max": 0.7002654550746376, "nauc_cv_recall_at_100_std": 0.5895861209104428, "nauc_cv_recall_at_10_diff1": 0.6870538664310584, "nauc_cv_recall_at_10_max": 0.5414119217537182, "nauc_cv_recall_at_10_std": 0.2637015611503276, "nauc_cv_recall_at_1_diff1": 0.8254547501277136, "nauc_cv_recall_at_1_max": 0.5081518506999243, "nauc_cv_recall_at_1_std": 0.032645381752590234, "nauc_cv_recall_at_20_diff1": 0.6781897929513135, "nauc_cv_recall_at_20_max": 0.5570851089784307, "nauc_cv_recall_at_20_std": 0.3779833940699188, "nauc_cv_recall_at_3_diff1": 0.7105650521608999, "nauc_cv_recall_at_3_max": 0.4930758413066676, "nauc_cv_recall_at_3_std": 0.09088764355775468, "nauc_cv_recall_at_5_diff1": 0.7118951317617271, "nauc_cv_recall_at_5_max": 0.5150090156313926, "nauc_cv_recall_at_5_std": 0.1482847203916166, "nauc_map_at_1000_diff1": 0.782656969182417, "nauc_map_at_1000_max": 0.5104715025042098, "nauc_map_at_1000_std": 0.07884326554081036, "nauc_map_at_100_diff1": 0.7824582469077945, "nauc_map_at_100_max": 0.5107049413227434, "nauc_map_at_100_std": 0.07955858300424817, "nauc_map_at_10_diff1": 0.7812106576155344, "nauc_map_at_10_max": 0.5092330527706047, "nauc_map_at_10_std": 0.07590906890204628, "nauc_map_at_1_diff1": 0.8254547501277136, "nauc_map_at_1_max": 0.5081518506999243, "nauc_map_at_1_std": 0.032645381752590234, "nauc_map_at_20_diff1": 0.7817385384554164, "nauc_map_at_20_max": 0.509500484293571, "nauc_map_at_20_std": 0.07936891514972708, "nauc_map_at_3_diff1": 0.7806352858139719, "nauc_map_at_3_max": 0.5033441258811647, "nauc_map_at_3_std": 0.05619318167720054, "nauc_map_at_5_diff1": 0.7826093357558023, "nauc_map_at_5_max": 0.507430959156556, "nauc_map_at_5_std": 0.06609174334803514, "nauc_mrr_at_1000_diff1": 0.782656969182417, "nauc_mrr_at_1000_max": 0.5104715025042098, "nauc_mrr_at_1000_std": 0.07884326554081036, "nauc_mrr_at_100_diff1": 0.7824582469077945, "nauc_mrr_at_100_max": 0.5107049413227434, "nauc_mrr_at_100_std": 0.07955858300424817, "nauc_mrr_at_10_diff1": 0.7812106576155344, "nauc_mrr_at_10_max": 0.5092330527706047, "nauc_mrr_at_10_std": 0.07590906890204628, "nauc_mrr_at_1_diff1": 0.8254547501277136, "nauc_mrr_at_1_max": 0.5081518506999243, "nauc_mrr_at_1_std": 0.032645381752590234, "nauc_mrr_at_20_diff1": 0.7817385384554164, "nauc_mrr_at_20_max": 0.509500484293571, "nauc_mrr_at_20_std": 0.07936891514972708, "nauc_mrr_at_3_diff1": 0.7806352858139719, "nauc_mrr_at_3_max": 0.5033441258811647, "nauc_mrr_at_3_std": 0.05619318167720054, "nauc_mrr_at_5_diff1": 0.7826093357558023, "nauc_mrr_at_5_max": 0.507430959156556, "nauc_mrr_at_5_std": 0.06609174334803514, "nauc_ndcg_at_1000_diff1": 0.7739288509196116, "nauc_ndcg_at_1000_max": 0.5158362102333767, "nauc_ndcg_at_1000_std": 0.10157316756439332, "nauc_ndcg_at_100_diff1": 0.768931896640699, "nauc_ndcg_at_100_max": 0.5238399747087751, "nauc_ndcg_at_100_std": 0.12320897678310606, "nauc_ndcg_at_10_diff1": 0.7628305969740226, "nauc_ndcg_at_10_max": 0.5144998016019492, "nauc_ndcg_at_10_std": 0.1097158644650745, "nauc_ndcg_at_1_diff1": 0.8254547501277136, "nauc_ndcg_at_1_max": 0.5081518506999243, "nauc_ndcg_at_1_std": 0.032645381752590234, "nauc_ndcg_at_20_diff1": 0.7638733511226, "nauc_ndcg_at_20_max": 0.5161391283873019, "nauc_ndcg_at_20_std": 0.12453669726517679, "nauc_ndcg_at_3_diff1": 0.7640619386512735, "nauc_ndcg_at_3_max": 0.5009613964796973, "nauc_ndcg_at_3_std": 0.06443469728103166, "nauc_ndcg_at_5_diff1": 0.7667703539949001, "nauc_ndcg_at_5_max": 0.5088392634334383, "nauc_ndcg_at_5_std": 0.08374047031447458, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.6646300711724077, "nauc_precision_at_100_max": 0.7002654550746378, "nauc_precision_at_100_std": 0.5895861209104443, "nauc_precision_at_10_diff1": 0.6870538664310588, "nauc_precision_at_10_max": 0.5414119217537182, "nauc_precision_at_10_std": 0.2637015611503275, "nauc_precision_at_1_diff1": 0.8254547501277136, "nauc_precision_at_1_max": 0.5081518506999243, "nauc_precision_at_1_std": 0.032645381752590234, "nauc_precision_at_20_diff1": 0.6781897929513124, "nauc_precision_at_20_max": 0.5570851089784292, "nauc_precision_at_20_std": 0.3779833940699178, "nauc_precision_at_3_diff1": 0.7105650521608997, "nauc_precision_at_3_max": 0.49307584130666743, "nauc_precision_at_3_std": 0.0908876435577549, "nauc_precision_at_5_diff1": 0.711895131761727, "nauc_precision_at_5_max": 0.5150090156313918, "nauc_precision_at_5_std": 0.1482847203916151, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6646300711724086, "nauc_recall_at_100_max": 0.7002654550746376, "nauc_recall_at_100_std": 0.5895861209104428, "nauc_recall_at_10_diff1": 0.6870538664310584, "nauc_recall_at_10_max": 0.5414119217537182, "nauc_recall_at_10_std": 0.2637015611503276, "nauc_recall_at_1_diff1": 0.8254547501277136, "nauc_recall_at_1_max": 0.5081518506999243, "nauc_recall_at_1_std": 0.032645381752590234, "nauc_recall_at_20_diff1": 0.6781897929513135, "nauc_recall_at_20_max": 0.5570851089784307, "nauc_recall_at_20_std": 0.3779833940699188, "nauc_recall_at_3_diff1": 0.7105650521608999, "nauc_recall_at_3_max": 0.4930758413066676, "nauc_recall_at_3_std": 0.09088764355775468, "nauc_recall_at_5_diff1": 0.7118951317617271, "nauc_recall_at_5_max": 0.5150090156313926, "nauc_recall_at_5_std": 0.1482847203916166, "ndcg_at_1": 0.50168, "ndcg_at_10": 0.62015, "ndcg_at_100": 0.65256, "ndcg_at_1000": 0.66466, "ndcg_at_20": 0.63223, "ndcg_at_3": 0.58087, "ndcg_at_5": 0.6, "precision_at_1": 0.50168, "precision_at_10": 0.07464, "precision_at_100": 0.00907, "precision_at_1000": 0.001, "precision_at_20": 0.03967, "precision_at_3": 0.21287, "precision_at_5": 0.13692, "recall_at_1": 0.50168, "recall_at_10": 0.74635, "recall_at_100": 0.90685, "recall_at_1000": 1.0, "recall_at_20": 0.79349, "recall_at_3": 0.63861, "recall_at_5": 0.68462 }, { "cv_recall_at_1": 0.07895, "cv_recall_at_10": 0.19474, "cv_recall_at_100": 0.4807, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.2386, "cv_recall_at_3": 0.11754, "cv_recall_at_5": 0.14737, "hf_subset": "el", "languages": [ "ell-Grek" ], "main_score": 0.1299, "map_at_1": 0.07895, "map_at_10": 0.11001, "map_at_100": 0.11768, "map_at_1000": 0.1202, "map_at_20": 0.11304, "map_at_3": 0.09649, "map_at_5": 0.10342, "mrr_at_1": 0.07894736842105263, "mrr_at_10": 0.11000974658869399, "mrr_at_100": 0.11768294491821664, "mrr_at_1000": 0.12019748979568909, "mrr_at_20": 0.11303955124592249, "mrr_at_3": 0.09649122807017546, "mrr_at_5": 0.10342105263157897, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.23730257872470836, "nauc_cv_recall_at_100_max": 0.31070312391159965, "nauc_cv_recall_at_100_std": 0.4692763503127624, "nauc_cv_recall_at_10_diff1": 0.3980535617678795, "nauc_cv_recall_at_10_max": 0.34185044711954327, "nauc_cv_recall_at_10_std": 0.3906502689081952, "nauc_cv_recall_at_1_diff1": 0.8365799123513101, "nauc_cv_recall_at_1_max": 0.5933637420624275, "nauc_cv_recall_at_1_std": 0.4783471961363027, "nauc_cv_recall_at_20_diff1": 0.35301307650969943, "nauc_cv_recall_at_20_max": 0.33916472608874343, "nauc_cv_recall_at_20_std": 0.4401230730324647, "nauc_cv_recall_at_3_diff1": 0.5598437849259204, "nauc_cv_recall_at_3_max": 0.38565807286943976, "nauc_cv_recall_at_3_std": 0.36746812647347854, "nauc_cv_recall_at_5_diff1": 0.508267394856799, "nauc_cv_recall_at_5_max": 0.3783721796966831, "nauc_cv_recall_at_5_std": 0.40477982282618075, "nauc_map_at_1000_diff1": 0.6187279799018763, "nauc_map_at_1000_max": 0.4624813736456829, "nauc_map_at_1000_std": 0.42756518986854297, "nauc_map_at_100_diff1": 0.6158846763252209, "nauc_map_at_100_max": 0.4611535710852408, "nauc_map_at_100_std": 0.427855528580822, "nauc_map_at_10_diff1": 0.6304645962292907, "nauc_map_at_10_max": 0.4663415791088652, "nauc_map_at_10_std": 0.42197524540882675, "nauc_map_at_1_diff1": 0.8365799123513101, "nauc_map_at_1_max": 0.5933637420624275, "nauc_map_at_1_std": 0.4783471961363027, "nauc_map_at_20_diff1": 0.6227085502140484, "nauc_map_at_20_max": 0.4636291642872564, "nauc_map_at_20_std": 0.4270798727630725, "nauc_map_at_3_diff1": 0.6851367459384665, "nauc_map_at_3_max": 0.48207507064442723, "nauc_map_at_3_std": 0.415571782240116, "nauc_map_at_5_diff1": 0.6629364714313112, "nauc_map_at_5_max": 0.4773957608303509, "nauc_map_at_5_std": 0.42570103006991533, "nauc_mrr_at_1000_diff1": 0.6187279799018763, "nauc_mrr_at_1000_max": 0.4624813736456829, "nauc_mrr_at_1000_std": 0.42756518986854297, "nauc_mrr_at_100_diff1": 0.6158846763252209, "nauc_mrr_at_100_max": 0.4611535710852408, "nauc_mrr_at_100_std": 0.427855528580822, "nauc_mrr_at_10_diff1": 0.6304645962292907, "nauc_mrr_at_10_max": 0.4663415791088652, "nauc_mrr_at_10_std": 0.42197524540882675, "nauc_mrr_at_1_diff1": 0.8365799123513101, "nauc_mrr_at_1_max": 0.5933637420624275, "nauc_mrr_at_1_std": 0.4783471961363027, "nauc_mrr_at_20_diff1": 0.6227085502140484, "nauc_mrr_at_20_max": 0.4636291642872564, "nauc_mrr_at_20_std": 0.4270798727630725, "nauc_mrr_at_3_diff1": 0.6851367459384665, "nauc_mrr_at_3_max": 0.48207507064442723, "nauc_mrr_at_3_std": 0.415571782240116, "nauc_mrr_at_5_diff1": 0.6629364714313112, "nauc_mrr_at_5_max": 0.4773957608303509, "nauc_mrr_at_5_std": 0.42570103006991533, "nauc_ndcg_at_1000_diff1": 0.5545646257792493, "nauc_ndcg_at_1000_max": 0.4331763503969045, "nauc_ndcg_at_1000_std": 0.4282336105929446, "nauc_ndcg_at_100_diff1": 0.4917987987542958, "nauc_ndcg_at_100_max": 0.408306401194122, "nauc_ndcg_at_100_std": 0.43636592003179075, "nauc_ndcg_at_10_diff1": 0.5537374036122907, "nauc_ndcg_at_10_max": 0.42498953493084896, "nauc_ndcg_at_10_std": 0.41111028038865677, "nauc_ndcg_at_1_diff1": 0.8365799123513101, "nauc_ndcg_at_1_max": 0.5933637420624275, "nauc_ndcg_at_1_std": 0.4783471961363027, "nauc_ndcg_at_20_diff1": 0.5318826826003402, "nauc_ndcg_at_20_max": 0.4200980507461823, "nauc_ndcg_at_20_std": 0.4283908070363896, "nauc_ndcg_at_3_diff1": 0.6485021048585562, "nauc_ndcg_at_3_max": 0.45398321914527306, "nauc_ndcg_at_3_std": 0.4014187381866832, "nauc_ndcg_at_5_diff1": 0.615023842145121, "nauc_ndcg_at_5_max": 0.44668541239508036, "nauc_ndcg_at_5_std": 0.4185307694210105, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.23730257872470847, "nauc_precision_at_100_max": 0.31070312391160015, "nauc_precision_at_100_std": 0.4692763503127627, "nauc_precision_at_10_diff1": 0.39805356176787965, "nauc_precision_at_10_max": 0.3418504471195434, "nauc_precision_at_10_std": 0.3906502689081953, "nauc_precision_at_1_diff1": 0.8365799123513101, "nauc_precision_at_1_max": 0.5933637420624275, "nauc_precision_at_1_std": 0.4783471961363027, "nauc_precision_at_20_diff1": 0.3530130765096992, "nauc_precision_at_20_max": 0.33916472608874315, "nauc_precision_at_20_std": 0.4401230730324647, "nauc_precision_at_3_diff1": 0.5598437849259202, "nauc_precision_at_3_max": 0.3856580728694399, "nauc_precision_at_3_std": 0.3674681264734785, "nauc_precision_at_5_diff1": 0.5082673948567988, "nauc_precision_at_5_max": 0.37837217969668324, "nauc_precision_at_5_std": 0.4047798228261807, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.23730257872470836, "nauc_recall_at_100_max": 0.31070312391159965, "nauc_recall_at_100_std": 0.4692763503127624, "nauc_recall_at_10_diff1": 0.3980535617678795, "nauc_recall_at_10_max": 0.34185044711954327, "nauc_recall_at_10_std": 0.3906502689081952, "nauc_recall_at_1_diff1": 0.8365799123513101, "nauc_recall_at_1_max": 0.5933637420624275, "nauc_recall_at_1_std": 0.4783471961363027, "nauc_recall_at_20_diff1": 0.35301307650969943, "nauc_recall_at_20_max": 0.33916472608874343, "nauc_recall_at_20_std": 0.4401230730324647, "nauc_recall_at_3_diff1": 0.5598437849259204, "nauc_recall_at_3_max": 0.38565807286943976, "nauc_recall_at_3_std": 0.36746812647347854, "nauc_recall_at_5_diff1": 0.508267394856799, "nauc_recall_at_5_max": 0.3783721796966831, "nauc_recall_at_5_std": 0.40477982282618075, "ndcg_at_1": 0.07895, "ndcg_at_10": 0.1299, "ndcg_at_100": 0.18278, "ndcg_at_1000": 0.24937, "ndcg_at_20": 0.14097, "ndcg_at_3": 0.10192, "ndcg_at_5": 0.1143, "precision_at_1": 0.07895, "precision_at_10": 0.01947, "precision_at_100": 0.00481, "precision_at_1000": 0.001, "precision_at_20": 0.01193, "precision_at_3": 0.03918, "precision_at_5": 0.02947, "recall_at_1": 0.07895, "recall_at_10": 0.19474, "recall_at_100": 0.4807, "recall_at_1000": 1.0, "recall_at_20": 0.2386, "recall_at_3": 0.11754, "recall_at_5": 0.14737 }, { "cv_recall_at_1": 0.2849, "cv_recall_at_10": 0.47941, "cv_recall_at_100": 0.77231, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.55149, "cv_recall_at_3": 0.35927, "cv_recall_at_5": 0.40046, "hf_subset": "et", "languages": [ "est-Latn" ], "main_score": 0.37096, "map_at_1": 0.2849, "map_at_10": 0.33784, "map_at_100": 0.34849, "map_at_1000": 0.34963, "map_at_20": 0.34294, "map_at_3": 0.31827, "map_at_5": 0.32754, "mrr_at_1": 0.28489702517162474, "mrr_at_10": 0.33784143329337823, "mrr_at_100": 0.3484920327430974, "mrr_at_1000": 0.3496341103940914, "mrr_at_20": 0.3429415294203269, "mrr_at_3": 0.31826849733028234, "mrr_at_5": 0.3275362318840579, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.33944669454601933, "nauc_cv_recall_at_100_max": 0.5638405757879937, "nauc_cv_recall_at_100_std": 0.4169868126299718, "nauc_cv_recall_at_10_diff1": 0.53973672568208, "nauc_cv_recall_at_10_max": 0.48920795447171794, "nauc_cv_recall_at_10_std": 0.2141375002767646, "nauc_cv_recall_at_1_diff1": 0.7219999177994076, "nauc_cv_recall_at_1_max": 0.4284061441534896, "nauc_cv_recall_at_1_std": -0.007861383472544758, "nauc_cv_recall_at_20_diff1": 0.4667578319419813, "nauc_cv_recall_at_20_max": 0.4676856265097433, "nauc_cv_recall_at_20_std": 0.24339597385799566, "nauc_cv_recall_at_3_diff1": 0.6144989136886466, "nauc_cv_recall_at_3_max": 0.4274666897286228, "nauc_cv_recall_at_3_std": 0.08253976455403637, "nauc_cv_recall_at_5_diff1": 0.5686524187201276, "nauc_cv_recall_at_5_max": 0.4389537768332142, "nauc_cv_recall_at_5_std": 0.10857673958809078, "nauc_map_at_1000_diff1": 0.6509969819815109, "nauc_map_at_1000_max": 0.4379063785426588, "nauc_map_at_1000_std": 0.05984701181410934, "nauc_map_at_100_diff1": 0.6501243274276313, "nauc_map_at_100_max": 0.4382187297050193, "nauc_map_at_100_std": 0.06083143555288668, "nauc_map_at_10_diff1": 0.6552932740308208, "nauc_map_at_10_max": 0.43785657554989676, "nauc_map_at_10_std": 0.057878068160405104, "nauc_map_at_1_diff1": 0.7219999177994076, "nauc_map_at_1_max": 0.4284061441534896, "nauc_map_at_1_std": -0.007861383472544758, "nauc_map_at_20_diff1": 0.6507751844209906, "nauc_map_at_20_max": 0.4364821749571085, "nauc_map_at_20_std": 0.05957146728390624, "nauc_map_at_3_diff1": 0.6702333601932984, "nauc_map_at_3_max": 0.4290107192905636, "nauc_map_at_3_std": 0.03922385451572934, "nauc_map_at_5_diff1": 0.6592522173369944, "nauc_map_at_5_max": 0.4316235727204353, "nauc_map_at_5_std": 0.04531410167045441, "nauc_mrr_at_1000_diff1": 0.6509969819815109, "nauc_mrr_at_1000_max": 0.4379063785426588, "nauc_mrr_at_1000_std": 0.05984701181410934, "nauc_mrr_at_100_diff1": 0.6501243274276313, "nauc_mrr_at_100_max": 0.4382187297050193, "nauc_mrr_at_100_std": 0.06083143555288668, "nauc_mrr_at_10_diff1": 0.6552932740308208, "nauc_mrr_at_10_max": 0.43785657554989676, "nauc_mrr_at_10_std": 0.057878068160405104, "nauc_mrr_at_1_diff1": 0.7219999177994076, "nauc_mrr_at_1_max": 0.4284061441534896, "nauc_mrr_at_1_std": -0.007861383472544758, "nauc_mrr_at_20_diff1": 0.6507751844209906, "nauc_mrr_at_20_max": 0.4364821749571085, "nauc_mrr_at_20_std": 0.05957146728390624, "nauc_mrr_at_3_diff1": 0.6702333601932984, "nauc_mrr_at_3_max": 0.4290107192905636, "nauc_mrr_at_3_std": 0.03922385451572934, "nauc_mrr_at_5_diff1": 0.6592522173369944, "nauc_mrr_at_5_max": 0.4316235727204353, "nauc_mrr_at_5_std": 0.04531410167045441, "nauc_ndcg_at_1000_diff1": 0.6277114356668939, "nauc_ndcg_at_1000_max": 0.4450703972809213, "nauc_ndcg_at_1000_std": 0.08405690660164225, "nauc_ndcg_at_100_diff1": 0.6040429532567794, "nauc_ndcg_at_100_max": 0.4545171847091817, "nauc_ndcg_at_100_std": 0.1112887112747274, "nauc_ndcg_at_10_diff1": 0.626578264361907, "nauc_ndcg_at_10_max": 0.4492453025727204, "nauc_ndcg_at_10_std": 0.09451183849650853, "nauc_ndcg_at_1_diff1": 0.7219999177994076, "nauc_ndcg_at_1_max": 0.4284061441534896, "nauc_ndcg_at_1_std": -0.007861383472544758, "nauc_ndcg_at_20_diff1": 0.6099008131170444, "nauc_ndcg_at_20_max": 0.44369514312866337, "nauc_ndcg_at_20_std": 0.10027988905926992, "nauc_ndcg_at_3_diff1": 0.6554917337760151, "nauc_ndcg_at_3_max": 0.42864912774181446, "nauc_ndcg_at_3_std": 0.05083812991685388, "nauc_ndcg_at_5_diff1": 0.6358396135026223, "nauc_ndcg_at_5_max": 0.43342041013205623, "nauc_ndcg_at_5_std": 0.06189514955789311, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.3394466945460201, "nauc_precision_at_100_max": 0.5638405757879945, "nauc_precision_at_100_std": 0.41698681262997117, "nauc_precision_at_10_diff1": 0.5397367256820795, "nauc_precision_at_10_max": 0.4892079544717177, "nauc_precision_at_10_std": 0.2141375002767644, "nauc_precision_at_1_diff1": 0.7219999177994076, "nauc_precision_at_1_max": 0.4284061441534896, "nauc_precision_at_1_std": -0.007861383472544758, "nauc_precision_at_20_diff1": 0.4667578319419809, "nauc_precision_at_20_max": 0.46768562650974327, "nauc_precision_at_20_std": 0.24339597385799563, "nauc_precision_at_3_diff1": 0.6144989136886466, "nauc_precision_at_3_max": 0.4274666897286224, "nauc_precision_at_3_std": 0.08253976455403651, "nauc_precision_at_5_diff1": 0.5686524187201273, "nauc_precision_at_5_max": 0.43895377683321407, "nauc_precision_at_5_std": 0.10857673958809062, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.33944669454601933, "nauc_recall_at_100_max": 0.5638405757879937, "nauc_recall_at_100_std": 0.4169868126299718, "nauc_recall_at_10_diff1": 0.53973672568208, "nauc_recall_at_10_max": 0.48920795447171794, "nauc_recall_at_10_std": 0.2141375002767646, "nauc_recall_at_1_diff1": 0.7219999177994076, "nauc_recall_at_1_max": 0.4284061441534896, "nauc_recall_at_1_std": -0.007861383472544758, "nauc_recall_at_20_diff1": 0.4667578319419813, "nauc_recall_at_20_max": 0.4676856265097433, "nauc_recall_at_20_std": 0.24339597385799566, "nauc_recall_at_3_diff1": 0.6144989136886466, "nauc_recall_at_3_max": 0.4274666897286228, "nauc_recall_at_3_std": 0.08253976455403637, "nauc_recall_at_5_diff1": 0.5686524187201276, "nauc_recall_at_5_max": 0.4389537768332142, "nauc_recall_at_5_std": 0.10857673958809078, "ndcg_at_1": 0.2849, "ndcg_at_10": 0.37096, "ndcg_at_100": 0.43005, "ndcg_at_1000": 0.45943, "ndcg_at_20": 0.3893, "ndcg_at_3": 0.32882, "ndcg_at_5": 0.34566, "precision_at_1": 0.2849, "precision_at_10": 0.04794, "precision_at_100": 0.00772, "precision_at_1000": 0.001, "precision_at_20": 0.02757, "precision_at_3": 0.11976, "precision_at_5": 0.08009, "recall_at_1": 0.2849, "recall_at_10": 0.47941, "recall_at_100": 0.77231, "recall_at_1000": 1.0, "recall_at_20": 0.55149, "recall_at_3": 0.35927, "recall_at_5": 0.40046 }, { "cv_recall_at_1": 0.56826, "cv_recall_at_10": 0.78468, "cv_recall_at_100": 0.95228, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.84129, "cv_recall_at_3": 0.68479, "cv_recall_at_5": 0.73474, "hf_subset": "id", "languages": [ "ind-Latn" ], "main_score": 0.67324, "map_at_1": 0.56826, "map_at_10": 0.63789, "map_at_100": 0.64499, "map_at_1000": 0.64526, "map_at_20": 0.6418, "map_at_3": 0.61968, "map_at_5": 0.63122, "mrr_at_1": 0.5682574916759157, "mrr_at_10": 0.6378851540616246, "mrr_at_100": 0.6449867364255106, "mrr_at_1000": 0.6452578494300957, "mrr_at_20": 0.6418027559120358, "mrr_at_3": 0.6196818349981501, "mrr_at_5": 0.6312245652978171, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.6999517300284542, "nauc_cv_recall_at_100_max": 0.7578375425704335, "nauc_cv_recall_at_100_std": 0.7165768905256168, "nauc_cv_recall_at_10_diff1": 0.7507314186420431, "nauc_cv_recall_at_10_max": 0.48038733714698806, "nauc_cv_recall_at_10_std": 0.24717706817469628, "nauc_cv_recall_at_1_diff1": 0.8500846160116015, "nauc_cv_recall_at_1_max": 0.49251113762473364, "nauc_cv_recall_at_1_std": 0.12095919975308375, "nauc_cv_recall_at_20_diff1": 0.723300597059064, "nauc_cv_recall_at_20_max": 0.5215895099912725, "nauc_cv_recall_at_20_std": 0.3332281740010936, "nauc_cv_recall_at_3_diff1": 0.788029798551973, "nauc_cv_recall_at_3_max": 0.4588476052294299, "nauc_cv_recall_at_3_std": 0.170061141196954, "nauc_cv_recall_at_5_diff1": 0.7761053829431621, "nauc_cv_recall_at_5_max": 0.47124440185437794, "nauc_cv_recall_at_5_std": 0.22697290449078508, "nauc_map_at_1000_diff1": 0.8217825889840898, "nauc_map_at_1000_max": 0.48511781660695186, "nauc_map_at_1000_std": 0.15071331118039424, "nauc_map_at_100_diff1": 0.8216364110996207, "nauc_map_at_100_max": 0.48533758795458243, "nauc_map_at_100_std": 0.15121913781443327, "nauc_map_at_10_diff1": 0.8213904706999732, "nauc_map_at_10_max": 0.4821350495937216, "nauc_map_at_10_std": 0.14833930631657585, "nauc_map_at_1_diff1": 0.8500846160116015, "nauc_map_at_1_max": 0.49251113762473364, "nauc_map_at_1_std": 0.12095919975308375, "nauc_map_at_20_diff1": 0.8211422967718062, "nauc_map_at_20_max": 0.48420626861029364, "nauc_map_at_20_std": 0.1509040458012938, "nauc_map_at_3_diff1": 0.824860251987344, "nauc_map_at_3_max": 0.4788432394282155, "nauc_map_at_3_std": 0.13761110150142228, "nauc_map_at_5_diff1": 0.8229978951954693, "nauc_map_at_5_max": 0.4811877653353947, "nauc_map_at_5_std": 0.14745117141325637, "nauc_mrr_at_1000_diff1": 0.8217826095981544, "nauc_mrr_at_1000_max": 0.48511765642439486, "nauc_mrr_at_1000_std": 0.15071299130095991, "nauc_mrr_at_100_diff1": 0.8216364110996207, "nauc_mrr_at_100_max": 0.48533758795458243, "nauc_mrr_at_100_std": 0.15121913781443327, "nauc_mrr_at_10_diff1": 0.8213904706999732, "nauc_mrr_at_10_max": 0.4821350495937216, "nauc_mrr_at_10_std": 0.14833930631657585, "nauc_mrr_at_1_diff1": 0.8500846160116015, "nauc_mrr_at_1_max": 0.49251113762473364, "nauc_mrr_at_1_std": 0.12095919975308375, "nauc_mrr_at_20_diff1": 0.8211422967718062, "nauc_mrr_at_20_max": 0.48420626861029364, "nauc_mrr_at_20_std": 0.1509040458012938, "nauc_mrr_at_3_diff1": 0.824860251987344, "nauc_mrr_at_3_max": 0.4788432394282155, "nauc_mrr_at_3_std": 0.13761110150142228, "nauc_mrr_at_5_diff1": 0.8229978951954693, "nauc_mrr_at_5_max": 0.4811877653353947, "nauc_mrr_at_5_std": 0.14745117141325637, "nauc_ndcg_at_1000_diff1": 0.8151459702074583, "nauc_ndcg_at_1000_max": 0.4884864214005913, "nauc_ndcg_at_1000_std": 0.16409688951000664, "nauc_ndcg_at_100_diff1": 0.8118972412742461, "nauc_ndcg_at_100_max": 0.495461091641512, "nauc_ndcg_at_100_std": 0.17868886512665788, "nauc_ndcg_at_10_diff1": 0.8082674828726856, "nauc_ndcg_at_10_max": 0.48121988557517775, "nauc_ndcg_at_10_std": 0.16637086204120355, "nauc_ndcg_at_1_diff1": 0.8500846160116015, "nauc_ndcg_at_1_max": 0.49251113762473364, "nauc_ndcg_at_1_std": 0.12095919975308375, "nauc_ndcg_at_20_diff1": 0.8067719175909774, "nauc_ndcg_at_20_max": 0.48817881732903734, "nauc_ndcg_at_20_std": 0.1762209462828675, "nauc_ndcg_at_3_diff1": 0.8161576405952797, "nauc_ndcg_at_3_max": 0.4741192074783277, "nauc_ndcg_at_3_std": 0.14513120058801077, "nauc_ndcg_at_5_diff1": 0.8128225905330998, "nauc_ndcg_at_5_max": 0.4787625424957268, "nauc_ndcg_at_5_std": 0.16388475093740604, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.6999517300284548, "nauc_precision_at_100_max": 0.7578375425704321, "nauc_precision_at_100_std": 0.7165768905256215, "nauc_precision_at_10_diff1": 0.7507314186420425, "nauc_precision_at_10_max": 0.480387337146987, "nauc_precision_at_10_std": 0.2471770681746952, "nauc_precision_at_1_diff1": 0.8500846160116015, "nauc_precision_at_1_max": 0.49251113762473364, "nauc_precision_at_1_std": 0.12095919975308375, "nauc_precision_at_20_diff1": 0.723300597059063, "nauc_precision_at_20_max": 0.5215895099912715, "nauc_precision_at_20_std": 0.3332281740010938, "nauc_precision_at_3_diff1": 0.7880297985519726, "nauc_precision_at_3_max": 0.45884760522943063, "nauc_precision_at_3_std": 0.1700611411969539, "nauc_precision_at_5_diff1": 0.7761053829431624, "nauc_precision_at_5_max": 0.4712444018543778, "nauc_precision_at_5_std": 0.22697290449078517, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6999517300284542, "nauc_recall_at_100_max": 0.7578375425704335, "nauc_recall_at_100_std": 0.7165768905256168, "nauc_recall_at_10_diff1": 0.7507314186420431, "nauc_recall_at_10_max": 0.48038733714698806, "nauc_recall_at_10_std": 0.24717706817469628, "nauc_recall_at_1_diff1": 0.8500846160116015, "nauc_recall_at_1_max": 0.49251113762473364, "nauc_recall_at_1_std": 0.12095919975308375, "nauc_recall_at_20_diff1": 0.723300597059064, "nauc_recall_at_20_max": 0.5215895099912725, "nauc_recall_at_20_std": 0.3332281740010936, "nauc_recall_at_3_diff1": 0.788029798551973, "nauc_recall_at_3_max": 0.4588476052294299, "nauc_recall_at_3_std": 0.170061141196954, "nauc_recall_at_5_diff1": 0.7761053829431621, "nauc_recall_at_5_max": 0.47124440185437794, "nauc_recall_at_5_std": 0.22697290449078508, "ndcg_at_1": 0.56826, "ndcg_at_10": 0.67324, "ndcg_at_100": 0.70879, "ndcg_at_1000": 0.71509, "ndcg_at_20": 0.68754, "ndcg_at_3": 0.63641, "ndcg_at_5": 0.65709, "precision_at_1": 0.56826, "precision_at_10": 0.07847, "precision_at_100": 0.00952, "precision_at_1000": 0.001, "precision_at_20": 0.04206, "precision_at_3": 0.22826, "precision_at_5": 0.14695, "recall_at_1": 0.56826, "recall_at_10": 0.78468, "recall_at_100": 0.95228, "recall_at_1000": 1.0, "recall_at_20": 0.84129, "recall_at_3": 0.68479, "recall_at_5": 0.73474 }, { "cv_recall_at_1": 0.08593, "cv_recall_at_10": 0.19441, "cv_recall_at_100": 0.50161, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.25456, "cv_recall_at_3": 0.1203, "cv_recall_at_5": 0.15145, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.13195, "map_at_1": 0.08593, "map_at_10": 0.11297, "map_at_100": 0.12246, "map_at_1000": 0.12441, "map_at_20": 0.117, "map_at_3": 0.10025, "map_at_5": 0.10739, "mrr_at_1": 0.08592910848549946, "mrr_at_10": 0.11296907234071576, "mrr_at_100": 0.12246445296512216, "mrr_at_1000": 0.12441138345297437, "mrr_at_20": 0.11699979592974746, "mrr_at_3": 0.10025062656641605, "mrr_at_5": 0.10739348370927322, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.24172786650836517, "nauc_cv_recall_at_100_max": 0.26676024143389776, "nauc_cv_recall_at_100_std": 0.36116216834379733, "nauc_cv_recall_at_10_diff1": 0.3319918977926403, "nauc_cv_recall_at_10_max": 0.30962610881055036, "nauc_cv_recall_at_10_std": 0.3557692334773958, "nauc_cv_recall_at_1_diff1": 0.6600699672419417, "nauc_cv_recall_at_1_max": 0.4799817305948169, "nauc_cv_recall_at_1_std": 0.41623643951003125, "nauc_cv_recall_at_20_diff1": 0.3022663051274093, "nauc_cv_recall_at_20_max": 0.31202029197268555, "nauc_cv_recall_at_20_std": 0.3590358182175064, "nauc_cv_recall_at_3_diff1": 0.4818863401620431, "nauc_cv_recall_at_3_max": 0.40362386367290237, "nauc_cv_recall_at_3_std": 0.3877217516459011, "nauc_cv_recall_at_5_diff1": 0.3711294046231179, "nauc_cv_recall_at_5_max": 0.37516501876195935, "nauc_cv_recall_at_5_std": 0.4133330189673403, "nauc_map_at_1000_diff1": 0.5112587462578437, "nauc_map_at_1000_max": 0.41327073337841236, "nauc_map_at_1000_std": 0.39647964289317733, "nauc_map_at_100_diff1": 0.5099602926018517, "nauc_map_at_100_max": 0.4119982125741014, "nauc_map_at_100_std": 0.3956770014500269, "nauc_map_at_10_diff1": 0.5210965489465976, "nauc_map_at_10_max": 0.41708152938938864, "nauc_map_at_10_std": 0.3960137028313148, "nauc_map_at_1_diff1": 0.6600699672419417, "nauc_map_at_1_max": 0.4799817305948169, "nauc_map_at_1_std": 0.41623643951003125, "nauc_map_at_20_diff1": 0.5153211666048537, "nauc_map_at_20_max": 0.4160020067219868, "nauc_map_at_20_std": 0.3959305010538433, "nauc_map_at_3_diff1": 0.573368334248786, "nauc_map_at_3_max": 0.44311255926010673, "nauc_map_at_3_std": 0.400619921600553, "nauc_map_at_5_diff1": 0.5355319887913951, "nauc_map_at_5_max": 0.43333681132937363, "nauc_map_at_5_std": 0.40885095221443135, "nauc_mrr_at_1000_diff1": 0.511260376263509, "nauc_mrr_at_1000_max": 0.41327169483478043, "nauc_mrr_at_1000_std": 0.3964801330287161, "nauc_mrr_at_100_diff1": 0.5099619130613415, "nauc_mrr_at_100_max": 0.4119991684271871, "nauc_mrr_at_100_std": 0.3956774887374592, "nauc_mrr_at_10_diff1": 0.5210965489465976, "nauc_mrr_at_10_max": 0.41708152938938864, "nauc_mrr_at_10_std": 0.3960137028313148, "nauc_mrr_at_1_diff1": 0.6600699672419417, "nauc_mrr_at_1_max": 0.4799817305948169, "nauc_mrr_at_1_std": 0.41623643951003125, "nauc_mrr_at_20_diff1": 0.5153211666048537, "nauc_mrr_at_20_max": 0.4160020067219868, "nauc_mrr_at_20_std": 0.3959305010538433, "nauc_mrr_at_3_diff1": 0.573368334248786, "nauc_mrr_at_3_max": 0.44311255926010673, "nauc_mrr_at_3_std": 0.400619921600553, "nauc_mrr_at_5_diff1": 0.5355319887913951, "nauc_mrr_at_5_max": 0.43333681132937363, "nauc_mrr_at_5_std": 0.40885095221443135, "nauc_ndcg_at_1000_diff1": 0.4587261597229992, "nauc_ndcg_at_1000_max": 0.38853905828785046, "nauc_ndcg_at_1000_std": 0.39232178699934683, "nauc_ndcg_at_100_diff1": 0.41996938927467625, "nauc_ndcg_at_100_max": 0.3639908839877957, "nauc_ndcg_at_100_std": 0.3838004695685268, "nauc_ndcg_at_10_diff1": 0.4597775964760462, "nauc_ndcg_at_10_max": 0.38320261034319036, "nauc_ndcg_at_10_std": 0.38377646729577936, "nauc_ndcg_at_1_diff1": 0.6600699672419417, "nauc_ndcg_at_1_max": 0.4799817305948169, "nauc_ndcg_at_1_std": 0.41623643951003125, "nauc_ndcg_at_20_diff1": 0.44354842580980586, "nauc_ndcg_at_20_max": 0.38106494277037256, "nauc_ndcg_at_20_std": 0.3838802096716981, "nauc_ndcg_at_3_diff1": 0.5473571708306854, "nauc_ndcg_at_3_max": 0.4318958362787977, "nauc_ndcg_at_3_std": 0.39688463594086937, "nauc_ndcg_at_5_diff1": 0.48644634681317994, "nauc_ndcg_at_5_max": 0.41591856258234333, "nauc_ndcg_at_5_std": 0.4099525370303645, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.2417278665083656, "nauc_precision_at_100_max": 0.266760241433898, "nauc_precision_at_100_std": 0.36116216834379783, "nauc_precision_at_10_diff1": 0.33199189779264016, "nauc_precision_at_10_max": 0.3096261088105503, "nauc_precision_at_10_std": 0.35576923347739603, "nauc_precision_at_1_diff1": 0.6600699672419417, "nauc_precision_at_1_max": 0.4799817305948169, "nauc_precision_at_1_std": 0.41623643951003125, "nauc_precision_at_20_diff1": 0.30226630512740926, "nauc_precision_at_20_max": 0.3120202919726854, "nauc_precision_at_20_std": 0.35903581821750646, "nauc_precision_at_3_diff1": 0.4818863401620429, "nauc_precision_at_3_max": 0.4036238636729023, "nauc_precision_at_3_std": 0.387721751645901, "nauc_precision_at_5_diff1": 0.3711294046231178, "nauc_precision_at_5_max": 0.37516501876195896, "nauc_precision_at_5_std": 0.41333301896734004, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.24172786650836517, "nauc_recall_at_100_max": 0.26676024143389776, "nauc_recall_at_100_std": 0.36116216834379733, "nauc_recall_at_10_diff1": 0.3319918977926403, "nauc_recall_at_10_max": 0.30962610881055036, "nauc_recall_at_10_std": 0.3557692334773958, "nauc_recall_at_1_diff1": 0.6600699672419417, "nauc_recall_at_1_max": 0.4799817305948169, "nauc_recall_at_1_std": 0.41623643951003125, "nauc_recall_at_20_diff1": 0.3022663051274093, "nauc_recall_at_20_max": 0.31202029197268555, "nauc_recall_at_20_std": 0.3590358182175064, "nauc_recall_at_3_diff1": 0.4818863401620431, "nauc_recall_at_3_max": 0.40362386367290237, "nauc_recall_at_3_std": 0.3877217516459011, "nauc_recall_at_5_diff1": 0.3711294046231179, "nauc_recall_at_5_max": 0.37516501876195935, "nauc_recall_at_5_std": 0.4133330189673403, "ndcg_at_1": 0.08593, "ndcg_at_10": 0.13195, "ndcg_at_100": 0.19106, "ndcg_at_1000": 0.25205, "ndcg_at_20": 0.14698, "ndcg_at_3": 0.10537, "ndcg_at_5": 0.11822, "precision_at_1": 0.08593, "precision_at_10": 0.01944, "precision_at_100": 0.00502, "precision_at_1000": 0.001, "precision_at_20": 0.01273, "precision_at_3": 0.0401, "precision_at_5": 0.03029, "recall_at_1": 0.08593, "recall_at_10": 0.19441, "recall_at_100": 0.50161, "recall_at_1000": 1.0, "recall_at_20": 0.25456, "recall_at_3": 0.1203, "recall_at_5": 0.15145 }, { "cv_recall_at_1": 0.091, "cv_recall_at_10": 0.21, "cv_recall_at_100": 0.463, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.272, "cv_recall_at_3": 0.146, "cv_recall_at_5": 0.173, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "main_score": 0.14662, "map_at_1": 0.091, "map_at_10": 0.12688, "map_at_100": 0.13547, "map_at_1000": 0.13761, "map_at_20": 0.13123, "map_at_3": 0.11583, "map_at_5": 0.12208, "mrr_at_1": 0.091, "mrr_at_10": 0.1268809523809524, "mrr_at_100": 0.1354718230776294, "mrr_at_1000": 0.13760833463365715, "mrr_at_20": 0.13122779221982012, "mrr_at_3": 0.11583333333333332, "mrr_at_5": 0.12208333333333334, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.29620733698047025, "nauc_cv_recall_at_100_max": 0.4029933007204392, "nauc_cv_recall_at_100_std": 0.33539279508465203, "nauc_cv_recall_at_10_diff1": 0.3317117202717469, "nauc_cv_recall_at_10_max": 0.3107669406305921, "nauc_cv_recall_at_10_std": 0.2065260424089821, "nauc_cv_recall_at_1_diff1": 0.5743505220296204, "nauc_cv_recall_at_1_max": 0.40651379744484134, "nauc_cv_recall_at_1_std": 0.2015998490374664, "nauc_cv_recall_at_20_diff1": 0.29953957502718337, "nauc_cv_recall_at_20_max": 0.330502163374411, "nauc_cv_recall_at_20_std": 0.22675929911199696, "nauc_cv_recall_at_3_diff1": 0.40276686508344606, "nauc_cv_recall_at_3_max": 0.3762623873364293, "nauc_cv_recall_at_3_std": 0.26754589844955173, "nauc_cv_recall_at_5_diff1": 0.36783160362596345, "nauc_cv_recall_at_5_max": 0.3384986369170265, "nauc_cv_recall_at_5_std": 0.24250756615067906, "nauc_map_at_1000_diff1": 0.44817769372207844, "nauc_map_at_1000_max": 0.3750193622268094, "nauc_map_at_1000_std": 0.23292328357397654, "nauc_map_at_100_diff1": 0.44752217282767454, "nauc_map_at_100_max": 0.3750762233176108, "nauc_map_at_100_std": 0.2330462248981315, "nauc_map_at_10_diff1": 0.45416786284157457, "nauc_map_at_10_max": 0.37268106625189573, "nauc_map_at_10_std": 0.22725383923692152, "nauc_map_at_1_diff1": 0.5743505220296204, "nauc_map_at_1_max": 0.40651379744484134, "nauc_map_at_1_std": 0.2015998490374664, "nauc_map_at_20_diff1": 0.4492058511139557, "nauc_map_at_20_max": 0.37362436398299853, "nauc_map_at_20_std": 0.22931402090307867, "nauc_map_at_3_diff1": 0.47664500347828576, "nauc_map_at_3_max": 0.389677186343778, "nauc_map_at_3_std": 0.2399097902973268, "nauc_map_at_5_diff1": 0.4639744252552584, "nauc_map_at_5_max": 0.3781926666356935, "nauc_map_at_5_std": 0.23335167349892225, "nauc_mrr_at_1000_diff1": 0.44817769372207844, "nauc_mrr_at_1000_max": 0.3750193622268094, "nauc_mrr_at_1000_std": 0.23292328357397654, "nauc_mrr_at_100_diff1": 0.44752217282767454, "nauc_mrr_at_100_max": 0.3750762233176108, "nauc_mrr_at_100_std": 0.2330462248981315, "nauc_mrr_at_10_diff1": 0.45416786284157457, "nauc_mrr_at_10_max": 0.37268106625189573, "nauc_mrr_at_10_std": 0.22725383923692152, "nauc_mrr_at_1_diff1": 0.5743505220296204, "nauc_mrr_at_1_max": 0.40651379744484134, "nauc_mrr_at_1_std": 0.2015998490374664, "nauc_mrr_at_20_diff1": 0.4492058511139557, "nauc_mrr_at_20_max": 0.37362436398299853, "nauc_mrr_at_20_std": 0.22931402090307867, "nauc_mrr_at_3_diff1": 0.47664500347828576, "nauc_mrr_at_3_max": 0.389677186343778, "nauc_mrr_at_3_std": 0.2399097902973268, "nauc_mrr_at_5_diff1": 0.4639744252552584, "nauc_mrr_at_5_max": 0.3781926666356935, "nauc_mrr_at_5_std": 0.23335167349892225, "nauc_ndcg_at_1000_diff1": 0.41600825129090657, "nauc_ndcg_at_1000_max": 0.37054707024542993, "nauc_ndcg_at_1000_std": 0.24315881461783312, "nauc_ndcg_at_100_diff1": 0.39589383310227905, "nauc_ndcg_at_100_max": 0.3754035673406737, "nauc_ndcg_at_100_std": 0.25710834169413443, "nauc_ndcg_at_10_diff1": 0.41520197896783406, "nauc_ndcg_at_10_max": 0.35394383591720613, "nauc_ndcg_at_10_std": 0.22229672372332518, "nauc_ndcg_at_1_diff1": 0.5743505220296204, "nauc_ndcg_at_1_max": 0.40651379744484134, "nauc_ndcg_at_1_std": 0.2015998490374664, "nauc_ndcg_at_20_diff1": 0.4006164573525385, "nauc_ndcg_at_20_max": 0.35876791980560846, "nauc_ndcg_at_20_std": 0.22897706948760016, "nauc_ndcg_at_3_diff1": 0.45475972735648285, "nauc_ndcg_at_3_max": 0.3857203112103004, "nauc_ndcg_at_3_std": 0.2481297548800936, "nauc_ndcg_at_5_diff1": 0.4345035520961477, "nauc_ndcg_at_5_max": 0.3664864529889847, "nauc_ndcg_at_5_std": 0.23671034232615698, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.29620733698047036, "nauc_precision_at_100_max": 0.4029933007204386, "nauc_precision_at_100_std": 0.33539279508465186, "nauc_precision_at_10_diff1": 0.33171172027174683, "nauc_precision_at_10_max": 0.31076694063059224, "nauc_precision_at_10_std": 0.20652604240898226, "nauc_precision_at_1_diff1": 0.5743505220296204, "nauc_precision_at_1_max": 0.40651379744484134, "nauc_precision_at_1_std": 0.2015998490374664, "nauc_precision_at_20_diff1": 0.2995395750271835, "nauc_precision_at_20_max": 0.33050216337441085, "nauc_precision_at_20_std": 0.226759299111997, "nauc_precision_at_3_diff1": 0.402766865083446, "nauc_precision_at_3_max": 0.3762623873364295, "nauc_precision_at_3_std": 0.26754589844955184, "nauc_precision_at_5_diff1": 0.3678316036259633, "nauc_precision_at_5_max": 0.3384986369170265, "nauc_precision_at_5_std": 0.242507566150679, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.29620733698047025, "nauc_recall_at_100_max": 0.4029933007204392, "nauc_recall_at_100_std": 0.33539279508465203, "nauc_recall_at_10_diff1": 0.3317117202717469, "nauc_recall_at_10_max": 0.3107669406305921, "nauc_recall_at_10_std": 0.2065260424089821, "nauc_recall_at_1_diff1": 0.5743505220296204, "nauc_recall_at_1_max": 0.40651379744484134, "nauc_recall_at_1_std": 0.2015998490374664, "nauc_recall_at_20_diff1": 0.29953957502718337, "nauc_recall_at_20_max": 0.330502163374411, "nauc_recall_at_20_std": 0.22675929911199696, "nauc_recall_at_3_diff1": 0.40276686508344606, "nauc_recall_at_3_max": 0.3762623873364293, "nauc_recall_at_3_std": 0.26754589844955173, "nauc_recall_at_5_diff1": 0.36783160362596345, "nauc_recall_at_5_max": 0.3384986369170265, "nauc_recall_at_5_std": 0.24250756615067906, "ndcg_at_1": 0.091, "ndcg_at_10": 0.14662, "ndcg_at_100": 0.19648, "ndcg_at_1000": 0.26274, "ndcg_at_20": 0.16235, "ndcg_at_3": 0.12361, "ndcg_at_5": 0.1348, "precision_at_1": 0.091, "precision_at_10": 0.021, "precision_at_100": 0.00463, "precision_at_1000": 0.001, "precision_at_20": 0.0136, "precision_at_3": 0.04867, "precision_at_5": 0.0346, "recall_at_1": 0.091, "recall_at_10": 0.21, "recall_at_100": 0.463, "recall_at_1000": 1.0, "recall_at_20": 0.272, "recall_at_3": 0.146, "recall_at_5": 0.173 }, { "cv_recall_at_1": 0.52982, "cv_recall_at_10": 0.76422, "cv_recall_at_100": 0.93481, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.81969, "cv_recall_at_3": 0.64216, "cv_recall_at_5": 0.69071, "hf_subset": "tr", "languages": [ "tur-Latn" ], "main_score": 0.63861, "map_at_1": 0.52982, "map_at_10": 0.59945, "map_at_100": 0.60613, "map_at_1000": 0.60649, "map_at_20": 0.6033, "map_at_3": 0.57883, "map_at_5": 0.58951, "mrr_at_1": 0.5298196948682385, "mrr_at_10": 0.5994479668890207, "mrr_at_100": 0.6061259387949041, "mrr_at_1000": 0.6064906025516813, "mrr_at_20": 0.6032986539955701, "mrr_at_3": 0.5788257050392972, "mrr_at_5": 0.5895053166897825, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.7153804122118163, "nauc_cv_recall_at_100_max": 0.6216783188581242, "nauc_cv_recall_at_100_std": 0.7204974260860959, "nauc_cv_recall_at_10_diff1": 0.7017648966504747, "nauc_cv_recall_at_10_max": 0.6102867052711127, "nauc_cv_recall_at_10_std": 0.4389378139322221, "nauc_cv_recall_at_1_diff1": 0.7958085980088132, "nauc_cv_recall_at_1_max": 0.5822964325319699, "nauc_cv_recall_at_1_std": 0.2237244935871351, "nauc_cv_recall_at_20_diff1": 0.6910334334040883, "nauc_cv_recall_at_20_max": 0.5729454541730251, "nauc_cv_recall_at_20_std": 0.5100342502297, "nauc_cv_recall_at_3_diff1": 0.7148825187583933, "nauc_cv_recall_at_3_max": 0.5669238598486266, "nauc_cv_recall_at_3_std": 0.299533090044848, "nauc_cv_recall_at_5_diff1": 0.6716433779941974, "nauc_cv_recall_at_5_max": 0.5587552324530539, "nauc_cv_recall_at_5_std": 0.32699661120406615, "nauc_map_at_1000_diff1": 0.7602301707366348, "nauc_map_at_1000_max": 0.5806766367967094, "nauc_map_at_1000_std": 0.2706993908127671, "nauc_map_at_100_diff1": 0.760175468657288, "nauc_map_at_100_max": 0.580717979440225, "nauc_map_at_100_std": 0.27123878847211774, "nauc_map_at_10_diff1": 0.7592642256500483, "nauc_map_at_10_max": 0.5823140440871744, "nauc_map_at_10_std": 0.27131490635521766, "nauc_map_at_1_diff1": 0.7958085980088132, "nauc_map_at_1_max": 0.5822964325319699, "nauc_map_at_1_std": 0.2237244935871351, "nauc_map_at_20_diff1": 0.7595359159155537, "nauc_map_at_20_max": 0.5803978627553715, "nauc_map_at_20_std": 0.2721329147419689, "nauc_map_at_3_diff1": 0.7625648682607588, "nauc_map_at_3_max": 0.5790714090177207, "nauc_map_at_3_std": 0.2580866462392528, "nauc_map_at_5_diff1": 0.7551984889760727, "nauc_map_at_5_max": 0.5776177146758265, "nauc_map_at_5_std": 0.26193313910718735, "nauc_mrr_at_1000_diff1": 0.7602300444868361, "nauc_mrr_at_1000_max": 0.5806765860344374, "nauc_mrr_at_1000_std": 0.27069930252539853, "nauc_mrr_at_100_diff1": 0.760175468657288, "nauc_mrr_at_100_max": 0.580717979440225, "nauc_mrr_at_100_std": 0.27123878847211774, "nauc_mrr_at_10_diff1": 0.7592642256500483, "nauc_mrr_at_10_max": 0.5823140440871744, "nauc_mrr_at_10_std": 0.27131490635521766, "nauc_mrr_at_1_diff1": 0.7958085980088132, "nauc_mrr_at_1_max": 0.5822964325319699, "nauc_mrr_at_1_std": 0.2237244935871351, "nauc_mrr_at_20_diff1": 0.7595359159155537, "nauc_mrr_at_20_max": 0.5803978627553715, "nauc_mrr_at_20_std": 0.2721329147419689, "nauc_mrr_at_3_diff1": 0.7625648682607588, "nauc_mrr_at_3_max": 0.5790714090177207, "nauc_mrr_at_3_std": 0.2580866462392528, "nauc_mrr_at_5_diff1": 0.7551984889760727, "nauc_mrr_at_5_max": 0.5776177146758265, "nauc_mrr_at_5_std": 0.26193313910718735, "nauc_ndcg_at_1000_diff1": 0.7542140742476051, "nauc_ndcg_at_1000_max": 0.5807569924456621, "nauc_ndcg_at_1000_std": 0.28618825555501637, "nauc_ndcg_at_100_diff1": 0.7528941952450792, "nauc_ndcg_at_100_max": 0.5820805690323934, "nauc_ndcg_at_100_std": 0.30082770457592967, "nauc_ndcg_at_10_diff1": 0.7472970349789638, "nauc_ndcg_at_10_max": 0.586364772341887, "nauc_ndcg_at_10_std": 0.3009865953144699, "nauc_ndcg_at_1_diff1": 0.7958085980088132, "nauc_ndcg_at_1_max": 0.5822964325319699, "nauc_ndcg_at_1_std": 0.2237244935871351, "nauc_ndcg_at_20_diff1": 0.7475933904389924, "nauc_ndcg_at_20_max": 0.5792902723018319, "nauc_ndcg_at_20_std": 0.3062419613843162, "nauc_ndcg_at_3_diff1": 0.7511143907021752, "nauc_ndcg_at_3_max": 0.5762896201867269, "nauc_ndcg_at_3_std": 0.2681806882029423, "nauc_ndcg_at_5_diff1": 0.7368609429955153, "nauc_ndcg_at_5_max": 0.5735773057534488, "nauc_ndcg_at_5_std": 0.2763658934947009, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.7153804122118205, "nauc_precision_at_100_max": 0.6216783188581251, "nauc_precision_at_100_std": 0.7204974260861007, "nauc_precision_at_10_diff1": 0.7017648966504746, "nauc_precision_at_10_max": 0.6102867052711127, "nauc_precision_at_10_std": 0.4389378139322209, "nauc_precision_at_1_diff1": 0.7958085980088132, "nauc_precision_at_1_max": 0.5822964325319699, "nauc_precision_at_1_std": 0.2237244935871351, "nauc_precision_at_20_diff1": 0.6910334334040882, "nauc_precision_at_20_max": 0.5729454541730253, "nauc_precision_at_20_std": 0.5100342502296998, "nauc_precision_at_3_diff1": 0.7148825187583928, "nauc_precision_at_3_max": 0.5669238598486269, "nauc_precision_at_3_std": 0.299533090044848, "nauc_precision_at_5_diff1": 0.6716433779941976, "nauc_precision_at_5_max": 0.5587552324530541, "nauc_precision_at_5_std": 0.3269966112040662, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.7153804122118163, "nauc_recall_at_100_max": 0.6216783188581242, "nauc_recall_at_100_std": 0.7204974260860959, "nauc_recall_at_10_diff1": 0.7017648966504747, "nauc_recall_at_10_max": 0.6102867052711127, "nauc_recall_at_10_std": 0.4389378139322221, "nauc_recall_at_1_diff1": 0.7958085980088132, "nauc_recall_at_1_max": 0.5822964325319699, "nauc_recall_at_1_std": 0.2237244935871351, "nauc_recall_at_20_diff1": 0.6910334334040883, "nauc_recall_at_20_max": 0.5729454541730251, "nauc_recall_at_20_std": 0.5100342502297, "nauc_recall_at_3_diff1": 0.7148825187583933, "nauc_recall_at_3_max": 0.5669238598486266, "nauc_recall_at_3_std": 0.299533090044848, "nauc_recall_at_5_diff1": 0.6716433779941974, "nauc_recall_at_5_max": 0.5587552324530539, "nauc_recall_at_5_std": 0.32699661120406615, "ndcg_at_1": 0.52982, "ndcg_at_10": 0.63861, "ndcg_at_100": 0.67379, "ndcg_at_1000": 0.68241, "ndcg_at_20": 0.65263, "ndcg_at_3": 0.59507, "ndcg_at_5": 0.6147, "precision_at_1": 0.52982, "precision_at_10": 0.07642, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "precision_at_20": 0.04098, "precision_at_3": 0.21405, "precision_at_5": 0.13814, "recall_at_1": 0.52982, "recall_at_10": 0.76422, "recall_at_100": 0.93481, "recall_at_1000": 1.0, "recall_at_20": 0.81969, "recall_at_3": 0.64216, "recall_at_5": 0.69071 }, { "cv_recall_at_1": 0.40486, "cv_recall_at_10": 0.63636, "cv_recall_at_100": 0.84461, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.69345, "cv_recall_at_3": 0.51268, "cv_recall_at_5": 0.56448, "hf_subset": "vi", "languages": [ "vie-Latn" ], "main_score": 0.51211, "map_at_1": 0.40486, "map_at_10": 0.47351, "map_at_100": 0.48109, "map_at_1000": 0.4819, "map_at_20": 0.47743, "map_at_3": 0.45261, "map_at_5": 0.46434, "mrr_at_1": 0.4048625792811839, "mrr_at_10": 0.4735146313634683, "mrr_at_100": 0.4810879331159695, "mrr_at_1000": 0.4818956465091493, "mrr_at_20": 0.4774250268126632, "mrr_at_3": 0.4526074700493302, "mrr_at_5": 0.4643410852713174, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.5616702223284581, "nauc_cv_recall_at_100_max": 0.5159870105688845, "nauc_cv_recall_at_100_std": 0.5925687060498148, "nauc_cv_recall_at_10_diff1": 0.6172102009294442, "nauc_cv_recall_at_10_max": 0.5300510938306516, "nauc_cv_recall_at_10_std": 0.47190184725796686, "nauc_cv_recall_at_1_diff1": 0.8027933028161217, "nauc_cv_recall_at_1_max": 0.577387798954495, "nauc_cv_recall_at_1_std": 0.3929554005195489, "nauc_cv_recall_at_20_diff1": 0.6018596513196911, "nauc_cv_recall_at_20_max": 0.5628280313441866, "nauc_cv_recall_at_20_std": 0.5231595331809205, "nauc_cv_recall_at_3_diff1": 0.684058002071186, "nauc_cv_recall_at_3_max": 0.5548515914117568, "nauc_cv_recall_at_3_std": 0.43693144492587205, "nauc_cv_recall_at_5_diff1": 0.6703940045273643, "nauc_cv_recall_at_5_max": 0.5597603425323147, "nauc_cv_recall_at_5_std": 0.46213521592921264, "nauc_map_at_1000_diff1": 0.74300696758242, "nauc_map_at_1000_max": 0.5676339510813477, "nauc_map_at_1000_std": 0.41943225819142466, "nauc_map_at_100_diff1": 0.7425818025109874, "nauc_map_at_100_max": 0.5674664198764687, "nauc_map_at_100_std": 0.4196791269343195, "nauc_map_at_10_diff1": 0.7422141835738114, "nauc_map_at_10_max": 0.5656592252437287, "nauc_map_at_10_std": 0.4168145109002648, "nauc_map_at_1_diff1": 0.8027933028161217, "nauc_map_at_1_max": 0.577387798954495, "nauc_map_at_1_std": 0.3929554005195489, "nauc_map_at_20_diff1": 0.742248750451232, "nauc_map_at_20_max": 0.5682114442791456, "nauc_map_at_20_std": 0.4198213337373453, "nauc_map_at_3_diff1": 0.7491516435792617, "nauc_map_at_3_max": 0.5670611773025117, "nauc_map_at_3_std": 0.41123608745811324, "nauc_map_at_5_diff1": 0.7469937820338357, "nauc_map_at_5_max": 0.568550375406973, "nauc_map_at_5_std": 0.4162615739445946, "nauc_mrr_at_1000_diff1": 0.7430069859744116, "nauc_mrr_at_1000_max": 0.5676338762900135, "nauc_mrr_at_1000_std": 0.41943224154015135, "nauc_mrr_at_100_diff1": 0.7425818025109874, "nauc_mrr_at_100_max": 0.5674664198764687, "nauc_mrr_at_100_std": 0.4196791269343195, "nauc_mrr_at_10_diff1": 0.7422141835738114, "nauc_mrr_at_10_max": 0.5656592252437287, "nauc_mrr_at_10_std": 0.4168145109002648, "nauc_mrr_at_1_diff1": 0.8027933028161217, "nauc_mrr_at_1_max": 0.577387798954495, "nauc_mrr_at_1_std": 0.3929554005195489, "nauc_mrr_at_20_diff1": 0.742248750451232, "nauc_mrr_at_20_max": 0.5682114442791456, "nauc_mrr_at_20_std": 0.4198213337373453, "nauc_mrr_at_3_diff1": 0.7491516435792617, "nauc_mrr_at_3_max": 0.5670611773025117, "nauc_mrr_at_3_std": 0.41123608745811324, "nauc_mrr_at_5_diff1": 0.7469937820338357, "nauc_mrr_at_5_max": 0.568550375406973, "nauc_mrr_at_5_std": 0.4162615739445946, "nauc_ndcg_at_1000_diff1": 0.7286226758588537, "nauc_ndcg_at_1000_max": 0.5655286626793765, "nauc_ndcg_at_1000_std": 0.4298836123631206, "nauc_ndcg_at_100_diff1": 0.7180633950440537, "nauc_ndcg_at_100_max": 0.5620747482187372, "nauc_ndcg_at_100_std": 0.43924356097470507, "nauc_ndcg_at_10_diff1": 0.715384964686176, "nauc_ndcg_at_10_max": 0.5584872997353507, "nauc_ndcg_at_10_std": 0.42876106900434763, "nauc_ndcg_at_1_diff1": 0.8027933028161217, "nauc_ndcg_at_1_max": 0.577387798954495, "nauc_ndcg_at_1_std": 0.3929554005195489, "nauc_ndcg_at_20_diff1": 0.7147415337844454, "nauc_ndcg_at_20_max": 0.5666183219486954, "nauc_ndcg_at_20_std": 0.438975020492342, "nauc_ndcg_at_3_diff1": 0.7326510444533846, "nauc_ndcg_at_3_max": 0.5639597147828823, "nauc_ndcg_at_3_std": 0.41767916325093724, "nauc_ndcg_at_5_diff1": 0.7283637254045479, "nauc_ndcg_at_5_max": 0.5663419277073302, "nauc_ndcg_at_5_std": 0.42706298703839896, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.5616702223284591, "nauc_precision_at_100_max": 0.5159870105688847, "nauc_precision_at_100_std": 0.5925687060498158, "nauc_precision_at_10_diff1": 0.6172102009294439, "nauc_precision_at_10_max": 0.5300510938306514, "nauc_precision_at_10_std": 0.4719018472579663, "nauc_precision_at_1_diff1": 0.8027933028161217, "nauc_precision_at_1_max": 0.577387798954495, "nauc_precision_at_1_std": 0.3929554005195489, "nauc_precision_at_20_diff1": 0.6018596513196904, "nauc_precision_at_20_max": 0.5628280313441858, "nauc_precision_at_20_std": 0.5231595331809199, "nauc_precision_at_3_diff1": 0.6840580020711864, "nauc_precision_at_3_max": 0.5548515914117571, "nauc_precision_at_3_std": 0.43693144492587227, "nauc_precision_at_5_diff1": 0.6703940045273643, "nauc_precision_at_5_max": 0.5597603425323147, "nauc_precision_at_5_std": 0.462135215929212, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5616702223284581, "nauc_recall_at_100_max": 0.5159870105688845, "nauc_recall_at_100_std": 0.5925687060498148, "nauc_recall_at_10_diff1": 0.6172102009294442, "nauc_recall_at_10_max": 0.5300510938306516, "nauc_recall_at_10_std": 0.47190184725796686, "nauc_recall_at_1_diff1": 0.8027933028161217, "nauc_recall_at_1_max": 0.577387798954495, "nauc_recall_at_1_std": 0.3929554005195489, "nauc_recall_at_20_diff1": 0.6018596513196911, "nauc_recall_at_20_max": 0.5628280313441866, "nauc_recall_at_20_std": 0.5231595331809205, "nauc_recall_at_3_diff1": 0.684058002071186, "nauc_recall_at_3_max": 0.5548515914117568, "nauc_recall_at_3_std": 0.43693144492587205, "nauc_recall_at_5_diff1": 0.6703940045273643, "nauc_recall_at_5_max": 0.5597603425323147, "nauc_recall_at_5_std": 0.46213521592921264, "ndcg_at_1": 0.40486, "ndcg_at_10": 0.51211, "ndcg_at_100": 0.5541, "ndcg_at_1000": 0.57421, "ndcg_at_20": 0.52648, "ndcg_at_3": 0.46805, "ndcg_at_5": 0.48929, "precision_at_1": 0.40486, "precision_at_10": 0.06364, "precision_at_100": 0.00845, "precision_at_1000": 0.001, "precision_at_20": 0.03467, "precision_at_3": 0.17089, "precision_at_5": 0.1129, "recall_at_1": 0.40486, "recall_at_10": 0.63636, "recall_at_100": 0.84461, "recall_at_1000": 1.0, "recall_at_20": 0.69345, "recall_at_3": 0.51268, "recall_at_5": 0.56448 }, { "cv_recall_at_1": 0.721, "cv_recall_at_10": 0.892, "cv_recall_at_100": 0.993, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.925, "cv_recall_at_3": 0.812, "cv_recall_at_5": 0.841, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.80313, "map_at_1": 0.721, "map_at_10": 0.77519, "map_at_100": 0.77951, "map_at_1000": 0.77955, "map_at_20": 0.77747, "map_at_3": 0.76183, "map_at_5": 0.76828, "mrr_at_1": 0.721, "mrr_at_10": 0.7751896825396829, "mrr_at_100": 0.779507605801676, "mrr_at_1000": 0.7795470521352882, "mrr_at_20": 0.7774720694939737, "mrr_at_3": 0.7618333333333336, "mrr_at_5": 0.768283333333334, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.8382686407896638, "nauc_cv_recall_at_100_max": 0.917633720154742, "nauc_cv_recall_at_100_std": 0.9626517273576256, "nauc_cv_recall_at_10_diff1": 0.9117182316583435, "nauc_cv_recall_at_10_max": 0.5397082445786922, "nauc_cv_recall_at_10_std": -1.0235272549498915, "nauc_cv_recall_at_1_diff1": 0.9348810687832105, "nauc_cv_recall_at_1_max": 0.5759347739149231, "nauc_cv_recall_at_1_std": -0.5687822537900891, "nauc_cv_recall_at_20_diff1": 0.8963896669779033, "nauc_cv_recall_at_20_max": 0.5721381886087753, "nauc_cv_recall_at_20_std": -1.0104761904761899, "nauc_cv_recall_at_3_diff1": 0.9064450769198211, "nauc_cv_recall_at_3_max": 0.5378356645576314, "nauc_cv_recall_at_3_std": -0.7659235668789814, "nauc_cv_recall_at_5_diff1": 0.9067790333829129, "nauc_cv_recall_at_5_max": 0.5530800041967802, "nauc_cv_recall_at_5_std": -0.8218035043109563, "nauc_map_at_1000_diff1": 0.9259534584436936, "nauc_map_at_1000_max": 0.5707567458552054, "nauc_map_at_1000_std": -0.6468669772516038, "nauc_map_at_100_diff1": 0.9259444762865824, "nauc_map_at_100_max": 0.5708322669408024, "nauc_map_at_100_std": -0.6465452267704697, "nauc_map_at_10_diff1": 0.9260779317506743, "nauc_map_at_10_max": 0.5687043584360135, "nauc_map_at_10_std": -0.6573937122939485, "nauc_map_at_1_diff1": 0.9348810687832105, "nauc_map_at_1_max": 0.5759347739149231, "nauc_map_at_1_std": -0.5687822537900891, "nauc_map_at_20_diff1": 0.9257551617202479, "nauc_map_at_20_max": 0.5701846560754762, "nauc_map_at_20_std": -0.6527662614936955, "nauc_map_at_3_diff1": 0.924379697668658, "nauc_map_at_3_max": 0.5651097830819732, "nauc_map_at_3_std": -0.6411294884185862, "nauc_map_at_5_diff1": 0.9250241946003425, "nauc_map_at_5_max": 0.5687209577012488, "nauc_map_at_5_std": -0.6475232977154353, "nauc_mrr_at_1000_diff1": 0.9259534584436936, "nauc_mrr_at_1000_max": 0.5707567458552054, "nauc_mrr_at_1000_std": -0.6468669772516038, "nauc_mrr_at_100_diff1": 0.9259444762865824, "nauc_mrr_at_100_max": 0.5708322669408024, "nauc_mrr_at_100_std": -0.6465452267704697, "nauc_mrr_at_10_diff1": 0.9260779317506743, "nauc_mrr_at_10_max": 0.5687043584360135, "nauc_mrr_at_10_std": -0.6573937122939485, "nauc_mrr_at_1_diff1": 0.9348810687832105, "nauc_mrr_at_1_max": 0.5759347739149231, "nauc_mrr_at_1_std": -0.5687822537900891, "nauc_mrr_at_20_diff1": 0.9257551617202479, "nauc_mrr_at_20_max": 0.5701846560754762, "nauc_mrr_at_20_std": -0.6527662614936955, "nauc_mrr_at_3_diff1": 0.924379697668658, "nauc_mrr_at_3_max": 0.5651097830819732, "nauc_mrr_at_3_std": -0.6411294884185862, "nauc_mrr_at_5_diff1": 0.9250241946003425, "nauc_mrr_at_5_max": 0.5687209577012488, "nauc_mrr_at_5_std": -0.6475232977154353, "nauc_ndcg_at_1000_diff1": 0.924406615496969, "nauc_ndcg_at_1000_max": 0.5711091287922283, "nauc_ndcg_at_1000_std": -0.6589991319152735, "nauc_ndcg_at_100_diff1": 0.9239605238474413, "nauc_ndcg_at_100_max": 0.5731625757497715, "nauc_ndcg_at_100_std": -0.6496136000671761, "nauc_ndcg_at_10_diff1": 0.9236426535964253, "nauc_ndcg_at_10_max": 0.5644899988495552, "nauc_ndcg_at_10_std": -0.710650002874169, "nauc_ndcg_at_1_diff1": 0.9348810687832105, "nauc_ndcg_at_1_max": 0.5759347739149231, "nauc_ndcg_at_1_std": -0.5687822537900891, "nauc_ndcg_at_20_diff1": 0.9223947216914803, "nauc_ndcg_at_20_max": 0.5696884439891384, "nauc_ndcg_at_20_std": -0.6941547005013523, "nauc_ndcg_at_3_diff1": 0.9203921764829698, "nauc_ndcg_at_3_max": 0.559191501048768, "nauc_ndcg_at_3_std": -0.6688552533688977, "nauc_ndcg_at_5_diff1": 0.9213360238991506, "nauc_ndcg_at_5_max": 0.5655408902856043, "nauc_ndcg_at_5_std": -0.682122774382924, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.8382686407896318, "nauc_precision_at_100_max": 0.9176337201547371, "nauc_precision_at_100_std": 0.9626517273575975, "nauc_precision_at_10_diff1": 0.9117182316583452, "nauc_precision_at_10_max": 0.5397082445786912, "nauc_precision_at_10_std": -1.023527254949893, "nauc_precision_at_1_diff1": 0.9348810687832105, "nauc_precision_at_1_max": 0.5759347739149231, "nauc_precision_at_1_std": -0.5687822537900891, "nauc_precision_at_20_diff1": 0.8963896669779027, "nauc_precision_at_20_max": 0.5721381886087753, "nauc_precision_at_20_std": -1.010476190476197, "nauc_precision_at_3_diff1": 0.9064450769198219, "nauc_precision_at_3_max": 0.5378356645576321, "nauc_precision_at_3_std": -0.7659235668789799, "nauc_precision_at_5_diff1": 0.9067790333829134, "nauc_precision_at_5_max": 0.5530800041967796, "nauc_precision_at_5_std": -0.8218035043109575, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.8382686407896638, "nauc_recall_at_100_max": 0.917633720154742, "nauc_recall_at_100_std": 0.9626517273576256, "nauc_recall_at_10_diff1": 0.9117182316583435, "nauc_recall_at_10_max": 0.5397082445786922, "nauc_recall_at_10_std": -1.0235272549498915, "nauc_recall_at_1_diff1": 0.9348810687832105, "nauc_recall_at_1_max": 0.5759347739149231, "nauc_recall_at_1_std": -0.5687822537900891, "nauc_recall_at_20_diff1": 0.8963896669779033, "nauc_recall_at_20_max": 0.5721381886087753, "nauc_recall_at_20_std": -1.0104761904761899, "nauc_recall_at_3_diff1": 0.9064450769198211, "nauc_recall_at_3_max": 0.5378356645576314, "nauc_recall_at_3_std": -0.7659235668789814, "nauc_recall_at_5_diff1": 0.9067790333829129, "nauc_recall_at_5_max": 0.5530800041967802, "nauc_recall_at_5_std": -0.8218035043109563, "ndcg_at_1": 0.721, "ndcg_at_10": 0.80313, "ndcg_at_100": 0.8247, "ndcg_at_1000": 0.82561, "ndcg_at_20": 0.81146, "ndcg_at_3": 0.77475, "ndcg_at_5": 0.78654, "precision_at_1": 0.721, "precision_at_10": 0.0892, "precision_at_100": 0.00993, "precision_at_1000": 0.001, "precision_at_20": 0.04625, "precision_at_3": 0.27067, "precision_at_5": 0.1682, "recall_at_1": 0.721, "recall_at_10": 0.892, "recall_at_100": 0.993, "recall_at_1000": 1.0, "recall_at_20": 0.925, "recall_at_3": 0.812, "recall_at_5": 0.841 } ] }, "task_name": "WITT2IRetrieval" }