{ "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", "evaluation_time": 303.4801070690155, "kg_co2_emissions": 0.01684179137073963, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.03258, "cv_recall_at_10": 0.06742, "cv_recall_at_100": 0.23708, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.08876, "cv_recall_at_3": 0.0382, "cv_recall_at_5": 0.04607, "hf_subset": "ar", "languages": [ "ara-Arab" ], "main_score": 0.04594, "map_at_1": 0.03258, "map_at_10": 0.03966, "map_at_100": 0.04424, "map_at_1000": 0.04669, "map_at_20": 0.04121, "map_at_3": 0.03521, "map_at_5": 0.03689, "mrr_at_1": 0.03258426966292135, "mrr_at_10": 0.039657125022293564, "mrr_at_100": 0.044235846658277435, "mrr_at_1000": 0.04669214707561379, "mrr_at_20": 0.04121046480662269, "mrr_at_3": 0.03520599250936329, "mrr_at_5": 0.036891385767790254, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.28861252890811484, "nauc_cv_recall_at_100_max": 0.3417882344183782, "nauc_cv_recall_at_100_std": 0.3047198683126457, "nauc_cv_recall_at_10_diff1": 0.4434487076290136, "nauc_cv_recall_at_10_max": 0.6394776853590914, "nauc_cv_recall_at_10_std": 0.4047938467042304, "nauc_cv_recall_at_1_diff1": 0.7349536929951982, "nauc_cv_recall_at_1_max": 0.8341737368503832, "nauc_cv_recall_at_1_std": 0.48083417373685045, "nauc_cv_recall_at_20_diff1": 0.3868418281918127, "nauc_cv_recall_at_20_max": 0.5363189588123616, "nauc_cv_recall_at_20_std": 0.38366623306490794, "nauc_cv_recall_at_3_diff1": 0.6718224719455801, "nauc_cv_recall_at_3_max": 0.7690462286336591, "nauc_cv_recall_at_3_std": 0.5108666487791791, "nauc_cv_recall_at_5_diff1": 0.6000314121735261, "nauc_cv_recall_at_5_max": 0.7229577179055934, "nauc_cv_recall_at_5_std": 0.41913655788020177, "nauc_map_at_1000_diff1": 0.6086221839019316, "nauc_map_at_1000_max": 0.7277193296072939, "nauc_map_at_1000_std": 0.4543883978302595, "nauc_map_at_100_diff1": 0.6080247370178278, "nauc_map_at_100_max": 0.7274078988418594, "nauc_map_at_100_std": 0.45544876013825697, "nauc_map_at_10_diff1": 0.6441081349522948, "nauc_map_at_10_max": 0.7740994501499545, "nauc_map_at_10_std": 0.47202887626112544, "nauc_map_at_1_diff1": 0.7349536929951982, "nauc_map_at_1_max": 0.8341737368503832, "nauc_map_at_1_std": 0.48083417373685045, "nauc_map_at_20_diff1": 0.6281033239219379, "nauc_map_at_20_max": 0.7539089015395827, "nauc_map_at_20_std": 0.46666107891956515, "nauc_map_at_3_diff1": 0.6992918267501671, "nauc_map_at_3_max": 0.8059331274369324, "nauc_map_at_3_std": 0.5027430652683981, "nauc_map_at_5_diff1": 0.680077197675353, "nauc_map_at_5_max": 0.7929260888100145, "nauc_map_at_5_std": 0.47805654716099694, "nauc_mrr_at_1000_diff1": 0.6086221772652034, "nauc_mrr_at_1000_max": 0.7277193572294309, "nauc_mrr_at_1000_std": 0.4543884509739263, "nauc_mrr_at_100_diff1": 0.6080247370178278, "nauc_mrr_at_100_max": 0.7274078988418594, "nauc_mrr_at_100_std": 0.45544876013825697, "nauc_mrr_at_10_diff1": 0.6441081349522948, "nauc_mrr_at_10_max": 0.7740994501499545, "nauc_mrr_at_10_std": 0.47202887626112544, "nauc_mrr_at_1_diff1": 0.7349536929951982, "nauc_mrr_at_1_max": 0.8341737368503832, "nauc_mrr_at_1_std": 0.48083417373685045, "nauc_mrr_at_20_diff1": 0.6281033239219379, "nauc_mrr_at_20_max": 0.7539089015395827, "nauc_mrr_at_20_std": 0.46666107891956515, "nauc_mrr_at_3_diff1": 0.6992918267501671, "nauc_mrr_at_3_max": 0.8059331274369324, "nauc_mrr_at_3_std": 0.5027430652683981, "nauc_mrr_at_5_diff1": 0.680077197675353, "nauc_mrr_at_5_max": 0.7929260888100145, "nauc_mrr_at_5_std": 0.47805654716099694, "nauc_ndcg_at_1000_diff1": 0.5193966357633492, "nauc_ndcg_at_1000_max": 0.6284174373417555, "nauc_ndcg_at_1000_std": 0.40896608275351637, "nauc_ndcg_at_100_diff1": 0.4576378353241572, "nauc_ndcg_at_100_max": 0.5530945535640945, "nauc_ndcg_at_100_std": 0.38664685051597214, "nauc_ndcg_at_10_diff1": 0.5789462501484857, "nauc_ndcg_at_10_max": 0.7303062079731422, "nauc_ndcg_at_10_std": 0.4501229492524539, "nauc_ndcg_at_1_diff1": 0.7349536929951982, "nauc_ndcg_at_1_max": 0.8341737368503832, "nauc_ndcg_at_1_std": 0.48083417373685045, "nauc_ndcg_at_20_diff1": 0.5398443004428445, "nauc_ndcg_at_20_max": 0.6759423724094135, "nauc_ndcg_at_20_std": 0.436419614653851, "nauc_ndcg_at_3_diff1": 0.6915805644030887, "nauc_ndcg_at_3_max": 0.7960001671877845, "nauc_ndcg_at_3_std": 0.505267597292433, "nauc_ndcg_at_5_diff1": 0.657266902921831, "nauc_ndcg_at_5_max": 0.7729975953506568, "nauc_ndcg_at_5_std": 0.4621564679058812, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.2886125289081151, "nauc_precision_at_100_max": 0.3417882344183783, "nauc_precision_at_100_std": 0.3047198683126462, "nauc_precision_at_10_diff1": 0.44344870762901367, "nauc_precision_at_10_max": 0.6394776853590918, "nauc_precision_at_10_std": 0.4047938467042305, "nauc_precision_at_1_diff1": 0.7349536929951982, "nauc_precision_at_1_max": 0.8341737368503832, "nauc_precision_at_1_std": 0.48083417373685045, "nauc_precision_at_20_diff1": 0.3868418281918131, "nauc_precision_at_20_max": 0.5363189588123616, "nauc_precision_at_20_std": 0.3836662330649082, "nauc_precision_at_3_diff1": 0.6718224719455794, "nauc_precision_at_3_max": 0.7690462286336586, "nauc_precision_at_3_std": 0.5108666487791788, "nauc_precision_at_5_diff1": 0.6000314121735264, "nauc_precision_at_5_max": 0.7229577179055937, "nauc_precision_at_5_std": 0.41913655788020193, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.28861252890811484, "nauc_recall_at_100_max": 0.3417882344183782, "nauc_recall_at_100_std": 0.3047198683126457, "nauc_recall_at_10_diff1": 0.4434487076290136, "nauc_recall_at_10_max": 0.6394776853590914, "nauc_recall_at_10_std": 0.4047938467042304, "nauc_recall_at_1_diff1": 0.7349536929951982, "nauc_recall_at_1_max": 0.8341737368503832, "nauc_recall_at_1_std": 0.48083417373685045, "nauc_recall_at_20_diff1": 0.3868418281918127, "nauc_recall_at_20_max": 0.5363189588123616, "nauc_recall_at_20_std": 0.38366623306490794, "nauc_recall_at_3_diff1": 0.6718224719455801, "nauc_recall_at_3_max": 0.7690462286336591, "nauc_recall_at_3_std": 0.5108666487791791, "nauc_recall_at_5_diff1": 0.6000314121735261, "nauc_recall_at_5_max": 0.7229577179055934, "nauc_recall_at_5_std": 0.41913655788020177, "ndcg_at_1": 0.03258, "ndcg_at_10": 0.04594, "ndcg_at_100": 0.07731, "ndcg_at_1000": 0.16761, "ndcg_at_20": 0.05142, "ndcg_at_3": 0.03598, "ndcg_at_5": 0.03912, "precision_at_1": 0.03258, "precision_at_10": 0.00674, "precision_at_100": 0.00237, "precision_at_1000": 0.001, "precision_at_20": 0.00444, "precision_at_3": 0.01273, "precision_at_5": 0.00921, "recall_at_1": 0.03258, "recall_at_10": 0.06742, "recall_at_100": 0.23708, "recall_at_1000": 1.0, "recall_at_20": 0.08876, "recall_at_3": 0.0382, "recall_at_5": 0.04607 }, { "cv_recall_at_1": 0.01512, "cv_recall_at_10": 0.04651, "cv_recall_at_100": 0.21744, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.07442, "cv_recall_at_3": 0.02907, "cv_recall_at_5": 0.03488, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "main_score": 0.02951, "map_at_1": 0.01512, "map_at_10": 0.0243, "map_at_100": 0.02917, "map_at_1000": 0.03165, "map_at_20": 0.02613, "map_at_3": 0.02151, "map_at_5": 0.02291, "mrr_at_1": 0.015116279069767442, "mrr_at_10": 0.024295404208194902, "mrr_at_100": 0.029166617479442835, "mrr_at_1000": 0.031654945968746, "mrr_at_20": 0.02612789102682183, "mrr_at_3": 0.021511627906976746, "mrr_at_5": 0.022906976744186045, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.05686206514654445, "nauc_cv_recall_at_100_max": 0.3762765777820546, "nauc_cv_recall_at_100_std": 0.30284192313208863, "nauc_cv_recall_at_10_diff1": 0.27142473839549247, "nauc_cv_recall_at_10_max": 0.5477662999731688, "nauc_cv_recall_at_10_std": 0.37156560236114833, "nauc_cv_recall_at_1_diff1": 0.6076861158696417, "nauc_cv_recall_at_1_max": 0.7295411859404347, "nauc_cv_recall_at_1_std": 0.30837340818558956, "nauc_cv_recall_at_20_diff1": 0.20035802924604232, "nauc_cv_recall_at_20_max": 0.41352797155889454, "nauc_cv_recall_at_20_std": 0.34054282935336744, "nauc_cv_recall_at_3_diff1": 0.4006117520794204, "nauc_cv_recall_at_3_max": 0.6339468741615241, "nauc_cv_recall_at_3_std": 0.42009122618728195, "nauc_cv_recall_at_5_diff1": 0.3335122082103569, "nauc_cv_recall_at_5_max": 0.6064663268044003, "nauc_cv_recall_at_5_std": 0.4002683123155353, "nauc_map_at_1000_diff1": 0.3724475474349599, "nauc_map_at_1000_max": 0.5912666866408738, "nauc_map_at_1000_std": 0.34784301960237424, "nauc_map_at_100_diff1": 0.37260465549327537, "nauc_map_at_100_max": 0.5930564316094061, "nauc_map_at_100_std": 0.349546545092424, "nauc_map_at_10_diff1": 0.43284812032401654, "nauc_map_at_10_max": 0.6489085577533508, "nauc_map_at_10_std": 0.3667999351256257, "nauc_map_at_1_diff1": 0.6076861158696417, "nauc_map_at_1_max": 0.7295411859404347, "nauc_map_at_1_std": 0.30837340818558956, "nauc_map_at_20_diff1": 0.4078725164079004, "nauc_map_at_20_max": 0.6190701355494934, "nauc_map_at_20_std": 0.3634061855763566, "nauc_map_at_3_diff1": 0.4838251183837448, "nauc_map_at_3_max": 0.6776408820948664, "nauc_map_at_3_std": 0.3743029318559234, "nauc_map_at_5_diff1": 0.45168948229343026, "nauc_map_at_5_max": 0.6635881119938328, "nauc_map_at_5_std": 0.3714198352262744, "nauc_mrr_at_1000_diff1": 0.37244633343091815, "nauc_mrr_at_1000_max": 0.5912660196989507, "nauc_mrr_at_1000_std": 0.3478436540799748, "nauc_mrr_at_100_diff1": 0.37260465549327537, "nauc_mrr_at_100_max": 0.5930564316094061, "nauc_mrr_at_100_std": 0.349546545092424, "nauc_mrr_at_10_diff1": 0.43284812032401654, "nauc_mrr_at_10_max": 0.6489085577533508, "nauc_mrr_at_10_std": 0.3667999351256257, "nauc_mrr_at_1_diff1": 0.6076861158696417, "nauc_mrr_at_1_max": 0.7295411859404347, "nauc_mrr_at_1_std": 0.30837340818558956, "nauc_mrr_at_20_diff1": 0.4078725164079004, "nauc_mrr_at_20_max": 0.6190701355494934, "nauc_mrr_at_20_std": 0.3634061855763566, "nauc_mrr_at_3_diff1": 0.4838251183837448, "nauc_mrr_at_3_max": 0.6776408820948664, "nauc_mrr_at_3_std": 0.3743029318559234, "nauc_mrr_at_5_diff1": 0.45168948229343026, "nauc_mrr_at_5_max": 0.6635881119938328, "nauc_mrr_at_5_std": 0.3714198352262744, "nauc_ndcg_at_1000_diff1": 0.2609260009690861, "nauc_ndcg_at_1000_max": 0.5019647596207218, "nauc_ndcg_at_1000_std": 0.3224379254959172, "nauc_ndcg_at_100_diff1": 0.1989659201972982, "nauc_ndcg_at_100_max": 0.46948193966971974, "nauc_ndcg_at_100_std": 0.322847063259954, "nauc_ndcg_at_10_diff1": 0.3738930428751539, "nauc_ndcg_at_10_max": 0.612923964450527, "nauc_ndcg_at_10_std": 0.37026466173072514, "nauc_ndcg_at_1_diff1": 0.6076861158696417, "nauc_ndcg_at_1_max": 0.7295411859404347, "nauc_ndcg_at_1_std": 0.30837340818558956, "nauc_ndcg_at_20_diff1": 0.3180452514793637, "nauc_ndcg_at_20_max": 0.5348187223866984, "nauc_ndcg_at_20_std": 0.3567902176863901, "nauc_ndcg_at_3_diff1": 0.4573807598827976, "nauc_ndcg_at_3_max": 0.6639561217508394, "nauc_ndcg_at_3_std": 0.38881998104051785, "nauc_ndcg_at_5_diff1": 0.41193144371405427, "nauc_ndcg_at_5_max": 0.6444655280105644, "nauc_ndcg_at_5_std": 0.38174071624038447, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.05686206514654448, "nauc_precision_at_100_max": 0.37627657778205464, "nauc_precision_at_100_std": 0.30284192313208874, "nauc_precision_at_10_diff1": 0.2714247383954924, "nauc_precision_at_10_max": 0.547766299973169, "nauc_precision_at_10_std": 0.3715656023611485, "nauc_precision_at_1_diff1": 0.6076861158696417, "nauc_precision_at_1_max": 0.7295411859404347, "nauc_precision_at_1_std": 0.30837340818558956, "nauc_precision_at_20_diff1": 0.2003580292460427, "nauc_precision_at_20_max": 0.4135279715588949, "nauc_precision_at_20_std": 0.3405428293533677, "nauc_precision_at_3_diff1": 0.4006117520794206, "nauc_precision_at_3_max": 0.6339468741615242, "nauc_precision_at_3_std": 0.42009122618728206, "nauc_precision_at_5_diff1": 0.33351220821035665, "nauc_precision_at_5_max": 0.6064663268044002, "nauc_precision_at_5_std": 0.4002683123155353, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.05686206514654445, "nauc_recall_at_100_max": 0.3762765777820546, "nauc_recall_at_100_std": 0.30284192313208863, "nauc_recall_at_10_diff1": 0.27142473839549247, "nauc_recall_at_10_max": 0.5477662999731688, "nauc_recall_at_10_std": 0.37156560236114833, "nauc_recall_at_1_diff1": 0.6076861158696417, "nauc_recall_at_1_max": 0.7295411859404347, "nauc_recall_at_1_std": 0.30837340818558956, "nauc_recall_at_20_diff1": 0.20035802924604232, "nauc_recall_at_20_max": 0.41352797155889454, "nauc_recall_at_20_std": 0.34054282935336744, "nauc_recall_at_3_diff1": 0.4006117520794204, "nauc_recall_at_3_max": 0.6339468741615241, "nauc_recall_at_3_std": 0.42009122618728195, "nauc_recall_at_5_diff1": 0.3335122082103569, "nauc_recall_at_5_max": 0.6064663268044003, "nauc_recall_at_5_std": 0.4002683123155353, "ndcg_at_1": 0.01512, "ndcg_at_10": 0.02951, "ndcg_at_100": 0.0617, "ndcg_at_1000": 0.15413, "ndcg_at_20": 0.03643, "ndcg_at_3": 0.02346, "ndcg_at_5": 0.02592, "precision_at_1": 0.01512, "precision_at_10": 0.00465, "precision_at_100": 0.00217, "precision_at_1000": 0.001, "precision_at_20": 0.00372, "precision_at_3": 0.00969, "precision_at_5": 0.00698, "recall_at_1": 0.01512, "recall_at_10": 0.04651, "recall_at_100": 0.21744, "recall_at_1000": 1.0, "recall_at_20": 0.07442, "recall_at_3": 0.02907, "recall_at_5": 0.03488 }, { "cv_recall_at_1": 0.16611, "cv_recall_at_10": 0.39169, "cv_recall_at_100": 0.65993, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.46465, "cv_recall_at_3": 0.25477, "cv_recall_at_5": 0.30976, "hf_subset": "da", "languages": [ "dan-Latn" ], "main_score": 0.2657, "map_at_1": 0.16611, "map_at_10": 0.22695, "map_at_100": 0.23655, "map_at_1000": 0.238, "map_at_20": 0.23199, "map_at_3": 0.20352, "map_at_5": 0.21597, "mrr_at_1": 0.16610549943883277, "mrr_at_10": 0.22694760657723606, "mrr_at_100": 0.2365458820237368, "mrr_at_1000": 0.23800394982523787, "mrr_at_20": 0.231992510344138, "mrr_at_3": 0.20351664796109248, "mrr_at_5": 0.21597456041900487, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.23347205594795498, "nauc_cv_recall_at_100_max": 0.272832082298529, "nauc_cv_recall_at_100_std": -0.02390836983999655, "nauc_cv_recall_at_10_diff1": 0.2557788595416124, "nauc_cv_recall_at_10_max": 0.18367295466531913, "nauc_cv_recall_at_10_std": -0.18545216102836004, "nauc_cv_recall_at_1_diff1": 0.5095418962579046, "nauc_cv_recall_at_1_max": 0.17850031230465405, "nauc_cv_recall_at_1_std": -0.25576157570133123, "nauc_cv_recall_at_20_diff1": 0.2282953119469775, "nauc_cv_recall_at_20_max": 0.18136390028867855, "nauc_cv_recall_at_20_std": -0.15887140279636122, "nauc_cv_recall_at_3_diff1": 0.3195133401021878, "nauc_cv_recall_at_3_max": 0.1617103440350674, "nauc_cv_recall_at_3_std": -0.24671888427214841, "nauc_cv_recall_at_5_diff1": 0.2964105189718534, "nauc_cv_recall_at_5_max": 0.1607380185002245, "nauc_cv_recall_at_5_std": -0.20886766600279658, "nauc_map_at_1000_diff1": 0.3956882890052931, "nauc_map_at_1000_max": 0.17572166730254182, "nauc_map_at_1000_std": -0.23009133820342387, "nauc_map_at_100_diff1": 0.3950253276232667, "nauc_map_at_100_max": 0.17571805488112835, "nauc_map_at_100_std": -0.22972163542858215, "nauc_map_at_10_diff1": 0.3969173590274571, "nauc_map_at_10_max": 0.17459729393957704, "nauc_map_at_10_std": -0.23450124567943395, "nauc_map_at_1_diff1": 0.5095418962579046, "nauc_map_at_1_max": 0.17850031230465405, "nauc_map_at_1_std": -0.25576157570133123, "nauc_map_at_20_diff1": 0.39454938265183975, "nauc_map_at_20_max": 0.1739357759039042, "nauc_map_at_20_std": -0.2326991961861259, "nauc_map_at_3_diff1": 0.41274287596989717, "nauc_map_at_3_max": 0.16923562714435417, "nauc_map_at_3_std": -0.24975632783619015, "nauc_map_at_5_diff1": 0.4043824382335045, "nauc_map_at_5_max": 0.1696481726483997, "nauc_map_at_5_std": -0.239221973879423, "nauc_mrr_at_1000_diff1": 0.3956882890052931, "nauc_mrr_at_1000_max": 0.17572166730254182, "nauc_mrr_at_1000_std": -0.23009133820342387, "nauc_mrr_at_100_diff1": 0.3950253276232667, "nauc_mrr_at_100_max": 0.17571805488112835, "nauc_mrr_at_100_std": -0.22972163542858215, "nauc_mrr_at_10_diff1": 0.3969173590274571, "nauc_mrr_at_10_max": 0.17459729393957704, "nauc_mrr_at_10_std": -0.23450124567943395, "nauc_mrr_at_1_diff1": 0.5095418962579046, "nauc_mrr_at_1_max": 0.17850031230465405, "nauc_mrr_at_1_std": -0.25576157570133123, "nauc_mrr_at_20_diff1": 0.39454938265183975, "nauc_mrr_at_20_max": 0.1739357759039042, "nauc_mrr_at_20_std": -0.2326991961861259, "nauc_mrr_at_3_diff1": 0.41274287596989717, "nauc_mrr_at_3_max": 0.16923562714435417, "nauc_mrr_at_3_std": -0.24975632783619015, "nauc_mrr_at_5_diff1": 0.4043824382335045, "nauc_mrr_at_5_max": 0.1696481726483997, "nauc_mrr_at_5_std": -0.239221973879423, "nauc_ndcg_at_1000_diff1": 0.36963524437516926, "nauc_ndcg_at_1000_max": 0.1820890645702253, "nauc_ndcg_at_1000_std": -0.21189953450961913, "nauc_ndcg_at_100_diff1": 0.35373528667248005, "nauc_ndcg_at_100_max": 0.19073738965759984, "nauc_ndcg_at_100_std": -0.1922292746752559, "nauc_ndcg_at_10_diff1": 0.3564026854338912, "nauc_ndcg_at_10_max": 0.1768536792356306, "nauc_ndcg_at_10_std": -0.22102922955065496, "nauc_ndcg_at_1_diff1": 0.5095418962579046, "nauc_ndcg_at_1_max": 0.17850031230465405, "nauc_ndcg_at_1_std": -0.25576157570133123, "nauc_ndcg_at_20_diff1": 0.34860279756310847, "nauc_ndcg_at_20_max": 0.17558264075556976, "nauc_ndcg_at_20_std": -0.2139075875520998, "nauc_ndcg_at_3_diff1": 0.38637003649134516, "nauc_ndcg_at_3_max": 0.16707729113313233, "nauc_ndcg_at_3_std": -0.24883897726018253, "nauc_ndcg_at_5_diff1": 0.3730053321624229, "nauc_ndcg_at_5_max": 0.16712234185384706, "nauc_ndcg_at_5_std": -0.23084685251435713, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.2334720559479556, "nauc_precision_at_100_max": 0.27283208229852873, "nauc_precision_at_100_std": -0.02390836983999682, "nauc_precision_at_10_diff1": 0.2557788595416123, "nauc_precision_at_10_max": 0.18367295466531885, "nauc_precision_at_10_std": -0.18545216102836026, "nauc_precision_at_1_diff1": 0.5095418962579046, "nauc_precision_at_1_max": 0.17850031230465405, "nauc_precision_at_1_std": -0.25576157570133123, "nauc_precision_at_20_diff1": 0.22829531194697705, "nauc_precision_at_20_max": 0.1813639002886786, "nauc_precision_at_20_std": -0.15887140279636158, "nauc_precision_at_3_diff1": 0.3195133401021873, "nauc_precision_at_3_max": 0.16171034403506743, "nauc_precision_at_3_std": -0.24671888427214822, "nauc_precision_at_5_diff1": 0.29641051897185317, "nauc_precision_at_5_max": 0.16073801850022426, "nauc_precision_at_5_std": -0.20886766600279705, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.23347205594795498, "nauc_recall_at_100_max": 0.272832082298529, "nauc_recall_at_100_std": -0.02390836983999655, "nauc_recall_at_10_diff1": 0.2557788595416124, "nauc_recall_at_10_max": 0.18367295466531913, "nauc_recall_at_10_std": -0.18545216102836004, "nauc_recall_at_1_diff1": 0.5095418962579046, "nauc_recall_at_1_max": 0.17850031230465405, "nauc_recall_at_1_std": -0.25576157570133123, "nauc_recall_at_20_diff1": 0.2282953119469775, "nauc_recall_at_20_max": 0.18136390028867855, "nauc_recall_at_20_std": -0.15887140279636122, "nauc_recall_at_3_diff1": 0.3195133401021878, "nauc_recall_at_3_max": 0.1617103440350674, "nauc_recall_at_3_std": -0.24671888427214841, "nauc_recall_at_5_diff1": 0.2964105189718534, "nauc_recall_at_5_max": 0.1607380185002245, "nauc_recall_at_5_std": -0.20886766600279658, "ndcg_at_1": 0.16611, "ndcg_at_10": 0.2657, "ndcg_at_100": 0.31945, "ndcg_at_1000": 0.36182, "ndcg_at_20": 0.28412, "ndcg_at_3": 0.21661, "ndcg_at_5": 0.23916, "precision_at_1": 0.16611, "precision_at_10": 0.03917, "precision_at_100": 0.0066, "precision_at_1000": 0.001, "precision_at_20": 0.02323, "precision_at_3": 0.08492, "precision_at_5": 0.06195, "recall_at_1": 0.16611, "recall_at_10": 0.39169, "recall_at_100": 0.65993, "recall_at_1000": 1.0, "recall_at_20": 0.46465, "recall_at_3": 0.25477, "recall_at_5": 0.30976 }, { "cv_recall_at_1": 0.02982, "cv_recall_at_10": 0.10877, "cv_recall_at_100": 0.32105, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.14386, "cv_recall_at_3": 0.05263, "cv_recall_at_5": 0.07018, "hf_subset": "el", "languages": [ "ell-Grek" ], "main_score": 0.06229, "map_at_1": 0.02982, "map_at_10": 0.04835, "map_at_100": 0.05439, "map_at_1000": 0.05711, "map_at_20": 0.05076, "map_at_3": 0.03947, "map_at_5": 0.04325, "mrr_at_1": 0.02982456140350877, "mrr_at_10": 0.04835073795600111, "mrr_at_100": 0.054392572567106744, "mrr_at_1000": 0.05710733815626296, "mrr_at_20": 0.050756550592178755, "mrr_at_3": 0.039473684210526314, "mrr_at_5": 0.04324561403508772, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.13335022439303623, "nauc_cv_recall_at_100_max": 0.06406638186463218, "nauc_cv_recall_at_100_std": 0.020510907636401284, "nauc_cv_recall_at_10_diff1": 0.18348207532899713, "nauc_cv_recall_at_10_max": 0.06276526644540731, "nauc_cv_recall_at_10_std": -0.03943961490207957, "nauc_cv_recall_at_1_diff1": 0.4718035322527185, "nauc_cv_recall_at_1_max": 0.16772676336432082, "nauc_cv_recall_at_1_std": -0.1373916886314493, "nauc_cv_recall_at_20_diff1": 0.09932728718708259, "nauc_cv_recall_at_20_max": 0.04487184164252823, "nauc_cv_recall_at_20_std": -0.06089802053160372, "nauc_cv_recall_at_3_diff1": 0.4472945174850193, "nauc_cv_recall_at_3_max": 0.20412306591539214, "nauc_cv_recall_at_3_std": -0.09838118236293723, "nauc_cv_recall_at_5_diff1": 0.32122350415884093, "nauc_cv_recall_at_5_max": 0.1538905285752616, "nauc_cv_recall_at_5_std": -0.06546820499060911, "nauc_map_at_1000_diff1": 0.34394585492187235, "nauc_map_at_1000_max": 0.14080648557175562, "nauc_map_at_1000_std": -0.08179210656698847, "nauc_map_at_100_diff1": 0.34201242058093, "nauc_map_at_100_max": 0.1386453011569319, "nauc_map_at_100_std": -0.08203918171149265, "nauc_map_at_10_diff1": 0.36905126372712116, "nauc_map_at_10_max": 0.14728662295014738, "nauc_map_at_10_std": -0.08744005840238626, "nauc_map_at_1_diff1": 0.4718035322527185, "nauc_map_at_1_max": 0.16772676336432082, "nauc_map_at_1_std": -0.1373916886314493, "nauc_map_at_20_diff1": 0.34855761183659234, "nauc_map_at_20_max": 0.1411115677381972, "nauc_map_at_20_std": -0.08962670545946541, "nauc_map_at_3_diff1": 0.46183704498703154, "nauc_map_at_3_max": 0.18626042194595988, "nauc_map_at_3_std": -0.11828796867702156, "nauc_map_at_5_diff1": 0.4172104118240284, "nauc_map_at_5_max": 0.17114552305753405, "nauc_map_at_5_std": -0.10359939429265787, "nauc_mrr_at_1000_diff1": 0.34394585492187235, "nauc_mrr_at_1000_max": 0.14080648557175562, "nauc_mrr_at_1000_std": -0.08179210656698847, "nauc_mrr_at_100_diff1": 0.34201242058093, "nauc_mrr_at_100_max": 0.1386453011569319, "nauc_mrr_at_100_std": -0.08203918171149265, "nauc_mrr_at_10_diff1": 0.36905126372712116, "nauc_mrr_at_10_max": 0.14728662295014738, "nauc_mrr_at_10_std": -0.08744005840238626, "nauc_mrr_at_1_diff1": 0.4718035322527185, "nauc_mrr_at_1_max": 0.16772676336432082, "nauc_mrr_at_1_std": -0.1373916886314493, "nauc_mrr_at_20_diff1": 0.34855761183659234, "nauc_mrr_at_20_max": 0.1411115677381972, "nauc_mrr_at_20_std": -0.08962670545946541, "nauc_mrr_at_3_diff1": 0.46183704498703154, "nauc_mrr_at_3_max": 0.18626042194595988, "nauc_mrr_at_3_std": -0.11828796867702156, "nauc_mrr_at_5_diff1": 0.4172104118240284, "nauc_mrr_at_5_max": 0.17114552305753405, "nauc_mrr_at_5_std": -0.10359939429265787, "nauc_ndcg_at_1000_diff1": 0.27869074885754097, "nauc_ndcg_at_1000_max": 0.1222195803529847, "nauc_ndcg_at_1000_std": -0.055517055272508775, "nauc_ndcg_at_100_diff1": 0.23726010385324176, "nauc_ndcg_at_100_max": 0.10048003336652961, "nauc_ndcg_at_100_std": -0.03782810880738395, "nauc_ndcg_at_10_diff1": 0.298166198357228, "nauc_ndcg_at_10_max": 0.11654164051302555, "nauc_ndcg_at_10_std": -0.06758492373358686, "nauc_ndcg_at_1_diff1": 0.4718035322527185, "nauc_ndcg_at_1_max": 0.16772676336432082, "nauc_ndcg_at_1_std": -0.1373916886314493, "nauc_ndcg_at_20_diff1": 0.24802160069060364, "nauc_ndcg_at_20_max": 0.10298028224834799, "nauc_ndcg_at_20_std": -0.0753946070015717, "nauc_ndcg_at_3_diff1": 0.457417344262371, "nauc_ndcg_at_3_max": 0.19179306263119597, "nauc_ndcg_at_3_std": -0.1121478023869341, "nauc_ndcg_at_5_diff1": 0.3854837122252081, "nauc_ndcg_at_5_max": 0.16589321582836644, "nauc_ndcg_at_5_std": -0.09056098921891581, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.13335022439303618, "nauc_precision_at_100_max": 0.06406638186463222, "nauc_precision_at_100_std": 0.020510907636401204, "nauc_precision_at_10_diff1": 0.1834820753289973, "nauc_precision_at_10_max": 0.06276526644540746, "nauc_precision_at_10_std": -0.03943961490207944, "nauc_precision_at_1_diff1": 0.4718035322527185, "nauc_precision_at_1_max": 0.16772676336432082, "nauc_precision_at_1_std": -0.1373916886314493, "nauc_precision_at_20_diff1": 0.0993272871870829, "nauc_precision_at_20_max": 0.044871841642528366, "nauc_precision_at_20_std": -0.06089802053160362, "nauc_precision_at_3_diff1": 0.44729451748501886, "nauc_precision_at_3_max": 0.2041230659153921, "nauc_precision_at_3_std": -0.09838118236293718, "nauc_precision_at_5_diff1": 0.3212235041588412, "nauc_precision_at_5_max": 0.15389052857526167, "nauc_precision_at_5_std": -0.06546820499060908, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.13335022439303623, "nauc_recall_at_100_max": 0.06406638186463218, "nauc_recall_at_100_std": 0.020510907636401284, "nauc_recall_at_10_diff1": 0.18348207532899713, "nauc_recall_at_10_max": 0.06276526644540731, "nauc_recall_at_10_std": -0.03943961490207957, "nauc_recall_at_1_diff1": 0.4718035322527185, "nauc_recall_at_1_max": 0.16772676336432082, "nauc_recall_at_1_std": -0.1373916886314493, "nauc_recall_at_20_diff1": 0.09932728718708259, "nauc_recall_at_20_max": 0.04487184164252823, "nauc_recall_at_20_std": -0.06089802053160372, "nauc_recall_at_3_diff1": 0.4472945174850193, "nauc_recall_at_3_max": 0.20412306591539214, "nauc_recall_at_3_std": -0.09838118236293723, "nauc_recall_at_5_diff1": 0.32122350415884093, "nauc_recall_at_5_max": 0.1538905285752616, "nauc_recall_at_5_std": -0.06546820499060911, "ndcg_at_1": 0.02982, "ndcg_at_10": 0.06229, "ndcg_at_100": 0.10218, "ndcg_at_1000": 0.18635, "ndcg_at_20": 0.07113, "ndcg_at_3": 0.04284, "ndcg_at_5": 0.04985, "precision_at_1": 0.02982, "precision_at_10": 0.01088, "precision_at_100": 0.00321, "precision_at_1000": 0.001, "precision_at_20": 0.00719, "precision_at_3": 0.01754, "precision_at_5": 0.01404, "recall_at_1": 0.02982, "recall_at_10": 0.10877, "recall_at_100": 0.32105, "recall_at_1000": 1.0, "recall_at_20": 0.14386, "recall_at_3": 0.05263, "recall_at_5": 0.07018 }, { "cv_recall_at_1": 0.10069, "cv_recall_at_10": 0.24256, "cv_recall_at_100": 0.59039, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.33066, "cv_recall_at_3": 0.16362, "cv_recall_at_5": 0.19565, "hf_subset": "et", "languages": [ "est-Latn" ], "main_score": 0.16531, "map_at_1": 0.10069, "map_at_10": 0.14146, "map_at_100": 0.15384, "map_at_1000": 0.15551, "map_at_20": 0.14775, "map_at_3": 0.12815, "map_at_5": 0.13558, "mrr_at_1": 0.10068649885583524, "mrr_at_10": 0.1414555410264792, "mrr_at_100": 0.15384148594981922, "mrr_at_1000": 0.15550510469332016, "mrr_at_20": 0.14775202079932476, "mrr_at_3": 0.12814645308924483, "mrr_at_5": 0.13558352402745993, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.0033312577056729955, "nauc_cv_recall_at_100_max": 0.3138518466192584, "nauc_cv_recall_at_100_std": 0.21178273300032133, "nauc_cv_recall_at_10_diff1": 0.20855307553820673, "nauc_cv_recall_at_10_max": 0.27086303772592507, "nauc_cv_recall_at_10_std": -0.04615066114289232, "nauc_cv_recall_at_1_diff1": 0.4814439406358614, "nauc_cv_recall_at_1_max": 0.28861681703729775, "nauc_cv_recall_at_1_std": -0.24149826138993982, "nauc_cv_recall_at_20_diff1": 0.12651224415451473, "nauc_cv_recall_at_20_max": 0.334306378696933, "nauc_cv_recall_at_20_std": 0.08046101082488946, "nauc_cv_recall_at_3_diff1": 0.3423612903206343, "nauc_cv_recall_at_3_max": 0.281413918263885, "nauc_cv_recall_at_3_std": -0.1597730359184382, "nauc_cv_recall_at_5_diff1": 0.2772538006118144, "nauc_cv_recall_at_5_max": 0.26250525794749485, "nauc_cv_recall_at_5_std": -0.10547800030354716, "nauc_map_at_1000_diff1": 0.3546991564363973, "nauc_map_at_1000_max": 0.29406099412088804, "nauc_map_at_1000_std": -0.14841144122629965, "nauc_map_at_100_diff1": 0.3530139090096469, "nauc_map_at_100_max": 0.29424301303967304, "nauc_map_at_100_std": -0.1467193895588856, "nauc_map_at_10_diff1": 0.36929400224793874, "nauc_map_at_10_max": 0.28632667381415566, "nauc_map_at_10_std": -0.16835927896006167, "nauc_map_at_1_diff1": 0.4814439406358614, "nauc_map_at_1_max": 0.28861681703729775, "nauc_map_at_1_std": -0.24149826138993982, "nauc_map_at_20_diff1": 0.3575412420399339, "nauc_map_at_20_max": 0.2936372756851001, "nauc_map_at_20_std": -0.152163229904118, "nauc_map_at_3_diff1": 0.4065568988623099, "nauc_map_at_3_max": 0.2920500553659617, "nauc_map_at_3_std": -0.19826092739482165, "nauc_map_at_5_diff1": 0.3834283968590231, "nauc_map_at_5_max": 0.2856199405192103, "nauc_map_at_5_std": -0.18041229572397993, "nauc_mrr_at_1000_diff1": 0.3546991564363973, "nauc_mrr_at_1000_max": 0.29406099412088804, "nauc_mrr_at_1000_std": -0.14841144122629965, "nauc_mrr_at_100_diff1": 0.3530139090096469, "nauc_mrr_at_100_max": 0.29424301303967304, "nauc_mrr_at_100_std": -0.1467193895588856, "nauc_mrr_at_10_diff1": 0.36929400224793874, "nauc_mrr_at_10_max": 0.28632667381415566, "nauc_mrr_at_10_std": -0.16835927896006167, "nauc_mrr_at_1_diff1": 0.4814439406358614, "nauc_mrr_at_1_max": 0.28861681703729775, "nauc_mrr_at_1_std": -0.24149826138993982, "nauc_mrr_at_20_diff1": 0.3575412420399339, "nauc_mrr_at_20_max": 0.2936372756851001, "nauc_mrr_at_20_std": -0.152163229904118, "nauc_mrr_at_3_diff1": 0.4065568988623099, "nauc_mrr_at_3_max": 0.2920500553659617, "nauc_mrr_at_3_std": -0.19826092739482165, "nauc_mrr_at_5_diff1": 0.3834283968590231, "nauc_mrr_at_5_max": 0.2856199405192103, "nauc_mrr_at_5_std": -0.18041229572397993, "nauc_ndcg_at_1000_diff1": 0.3063171880021703, "nauc_ndcg_at_1000_max": 0.29812910941276105, "nauc_ndcg_at_1000_std": -0.10090863605969909, "nauc_ndcg_at_100_diff1": 0.25951845197114826, "nauc_ndcg_at_100_max": 0.3007758393609563, "nauc_ndcg_at_100_std": -0.05301946795023029, "nauc_ndcg_at_10_diff1": 0.320261784244659, "nauc_ndcg_at_10_max": 0.2813767356069583, "nauc_ndcg_at_10_std": -0.1315333871666003, "nauc_ndcg_at_1_diff1": 0.4814439406358614, "nauc_ndcg_at_1_max": 0.28861681703729775, "nauc_ndcg_at_1_std": -0.24149826138993982, "nauc_ndcg_at_20_diff1": 0.2861863675851515, "nauc_ndcg_at_20_max": 0.3039149210078783, "nauc_ndcg_at_20_std": -0.08275257481112125, "nauc_ndcg_at_3_diff1": 0.38769737541606625, "nauc_ndcg_at_3_max": 0.28922814736521557, "nauc_ndcg_at_3_std": -0.18698561308647507, "nauc_ndcg_at_5_diff1": 0.3511597668912861, "nauc_ndcg_at_5_max": 0.2789437022792001, "nauc_ndcg_at_5_std": -0.15789562666509444, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.0033312577056726243, "nauc_precision_at_100_max": 0.3138518466192578, "nauc_precision_at_100_std": 0.21178273300032088, "nauc_precision_at_10_diff1": 0.20855307553820646, "nauc_precision_at_10_max": 0.2708630377259249, "nauc_precision_at_10_std": -0.04615066114289228, "nauc_precision_at_1_diff1": 0.4814439406358614, "nauc_precision_at_1_max": 0.28861681703729775, "nauc_precision_at_1_std": -0.24149826138993982, "nauc_precision_at_20_diff1": 0.12651224415451473, "nauc_precision_at_20_max": 0.3343063786969329, "nauc_precision_at_20_std": 0.0804610108248894, "nauc_precision_at_3_diff1": 0.3423612903206346, "nauc_precision_at_3_max": 0.2814139182638853, "nauc_precision_at_3_std": -0.1597730359184381, "nauc_precision_at_5_diff1": 0.27725380061181437, "nauc_precision_at_5_max": 0.26250525794749496, "nauc_precision_at_5_std": -0.10547800030354737, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.0033312577056729955, "nauc_recall_at_100_max": 0.3138518466192584, "nauc_recall_at_100_std": 0.21178273300032133, "nauc_recall_at_10_diff1": 0.20855307553820673, "nauc_recall_at_10_max": 0.27086303772592507, "nauc_recall_at_10_std": -0.04615066114289232, "nauc_recall_at_1_diff1": 0.4814439406358614, "nauc_recall_at_1_max": 0.28861681703729775, "nauc_recall_at_1_std": -0.24149826138993982, "nauc_recall_at_20_diff1": 0.12651224415451473, "nauc_recall_at_20_max": 0.334306378696933, "nauc_recall_at_20_std": 0.08046101082488946, "nauc_recall_at_3_diff1": 0.3423612903206343, "nauc_recall_at_3_max": 0.281413918263885, "nauc_recall_at_3_std": -0.1597730359184382, "nauc_recall_at_5_diff1": 0.2772538006118144, "nauc_recall_at_5_max": 0.26250525794749485, "nauc_recall_at_5_std": -0.10547800030354716, "ndcg_at_1": 0.10069, "ndcg_at_10": 0.16531, "ndcg_at_100": 0.23481, "ndcg_at_1000": 0.28539, "ndcg_at_20": 0.18781, "ndcg_at_3": 0.13724, "ndcg_at_5": 0.15054, "precision_at_1": 0.10069, "precision_at_10": 0.02426, "precision_at_100": 0.0059, "precision_at_1000": 0.001, "precision_at_20": 0.01653, "precision_at_3": 0.05454, "precision_at_5": 0.03913, "recall_at_1": 0.10069, "recall_at_10": 0.24256, "recall_at_100": 0.59039, "recall_at_1000": 1.0, "recall_at_20": 0.33066, "recall_at_3": 0.16362, "recall_at_5": 0.19565 }, { "cv_recall_at_1": 0.15538, "cv_recall_at_10": 0.3596, "cv_recall_at_100": 0.6737, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.44284, "cv_recall_at_3": 0.24195, "cv_recall_at_5": 0.28857, "hf_subset": "id", "languages": [ "ind-Latn" ], "main_score": 0.24844, "map_at_1": 0.15538, "map_at_10": 0.21403, "map_at_100": 0.2254, "map_at_1000": 0.22677, "map_at_20": 0.21983, "map_at_3": 0.19386, "map_at_5": 0.2044, "mrr_at_1": 0.15538290788013318, "mrr_at_10": 0.2140267427725807, "mrr_at_100": 0.22540013956911345, "mrr_at_1000": 0.2267661516778657, "mrr_at_20": 0.21982518127011, "mrr_at_3": 0.19385867554569003, "mrr_at_5": 0.20440251572327053, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.20197821243948863, "nauc_cv_recall_at_100_max": -0.07491881363662008, "nauc_cv_recall_at_100_std": 0.09379094041898382, "nauc_cv_recall_at_10_diff1": 0.2282753699401023, "nauc_cv_recall_at_10_max": -0.008880431440851336, "nauc_cv_recall_at_10_std": -0.07389677757503635, "nauc_cv_recall_at_1_diff1": 0.5107564168737975, "nauc_cv_recall_at_1_max": 0.11698272341655012, "nauc_cv_recall_at_1_std": -0.19476932804798536, "nauc_cv_recall_at_20_diff1": 0.19798085718594766, "nauc_cv_recall_at_20_max": -0.004358485905506748, "nauc_cv_recall_at_20_std": -0.035014292839922266, "nauc_cv_recall_at_3_diff1": 0.3343837813533755, "nauc_cv_recall_at_3_max": 0.044340826247539426, "nauc_cv_recall_at_3_std": -0.1601057124253733, "nauc_cv_recall_at_5_diff1": 0.26358507617234994, "nauc_cv_recall_at_5_max": 0.021786375110493104, "nauc_cv_recall_at_5_std": -0.13600717994481806, "nauc_map_at_1000_diff1": 0.3919174896305927, "nauc_map_at_1000_max": 0.06693335828359463, "nauc_map_at_1000_std": -0.1559336671056522, "nauc_map_at_100_diff1": 0.3913829397084109, "nauc_map_at_100_max": 0.06638020990179938, "nauc_map_at_100_std": -0.15536863967954465, "nauc_map_at_10_diff1": 0.393328577185559, "nauc_map_at_10_max": 0.0669289897750859, "nauc_map_at_10_std": -0.16183358259847322, "nauc_map_at_1_diff1": 0.5107564168737975, "nauc_map_at_1_max": 0.11698272341655012, "nauc_map_at_1_std": -0.19476932804798536, "nauc_map_at_20_diff1": 0.39073122058417936, "nauc_map_at_20_max": 0.0671679243371017, "nauc_map_at_20_std": -0.15846869252616957, "nauc_map_at_3_diff1": 0.4200058705332282, "nauc_map_at_3_max": 0.07971094032180628, "nauc_map_at_3_std": -0.17998978927011544, "nauc_map_at_5_diff1": 0.39896598489663115, "nauc_map_at_5_max": 0.07204917573425644, "nauc_map_at_5_std": -0.17327333077413493, "nauc_mrr_at_1000_diff1": 0.39191744394730693, "nauc_mrr_at_1000_max": 0.06693337788235895, "nauc_mrr_at_1000_std": -0.1559336488487271, "nauc_mrr_at_100_diff1": 0.3913829397084109, "nauc_mrr_at_100_max": 0.06638020990179938, "nauc_mrr_at_100_std": -0.15536863967954465, "nauc_mrr_at_10_diff1": 0.393328577185559, "nauc_mrr_at_10_max": 0.0669289897750859, "nauc_mrr_at_10_std": -0.16183358259847322, "nauc_mrr_at_1_diff1": 0.5107564168737975, "nauc_mrr_at_1_max": 0.11698272341655012, "nauc_mrr_at_1_std": -0.19476932804798536, "nauc_mrr_at_20_diff1": 0.39073122058417936, "nauc_mrr_at_20_max": 0.0671679243371017, "nauc_mrr_at_20_std": -0.15846869252616957, "nauc_mrr_at_3_diff1": 0.4200058705332282, "nauc_mrr_at_3_max": 0.07971094032180628, "nauc_mrr_at_3_std": -0.17998978927011544, "nauc_mrr_at_5_diff1": 0.39896598489663115, "nauc_mrr_at_5_max": 0.07204917573425644, "nauc_mrr_at_5_std": -0.17327333077413493, "nauc_ndcg_at_1000_diff1": 0.36160136316585334, "nauc_ndcg_at_1000_max": 0.052823953662132224, "nauc_ndcg_at_1000_std": -0.1311152598407456, "nauc_ndcg_at_100_diff1": 0.34373010096225515, "nauc_ndcg_at_100_max": 0.037781196675483866, "nauc_ndcg_at_100_std": -0.10682732412260086, "nauc_ndcg_at_10_diff1": 0.34618756171382165, "nauc_ndcg_at_10_max": 0.04547622028791191, "nauc_ndcg_at_10_std": -0.13786953094472074, "nauc_ndcg_at_1_diff1": 0.5107564168737975, "nauc_ndcg_at_1_max": 0.11698272341655012, "nauc_ndcg_at_1_std": -0.19476932804798536, "nauc_ndcg_at_20_diff1": 0.33709824358479973, "nauc_ndcg_at_20_max": 0.04662854344317713, "nauc_ndcg_at_20_std": -0.12620897807971113, "nauc_ndcg_at_3_diff1": 0.39566084865824386, "nauc_ndcg_at_3_max": 0.06965844074660478, "nauc_ndcg_at_3_std": -0.17446163199193135, "nauc_ndcg_at_5_diff1": 0.36016031369663587, "nauc_ndcg_at_5_max": 0.057482986196461874, "nauc_ndcg_at_5_std": -0.1628219544417281, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.20197821243948916, "nauc_precision_at_100_max": -0.07491881363662015, "nauc_precision_at_100_std": 0.09379094041898367, "nauc_precision_at_10_diff1": 0.22827536994010225, "nauc_precision_at_10_max": -0.008880431440851155, "nauc_precision_at_10_std": -0.07389677757503652, "nauc_precision_at_1_diff1": 0.5107564168737975, "nauc_precision_at_1_max": 0.11698272341655012, "nauc_precision_at_1_std": -0.19476932804798536, "nauc_precision_at_20_diff1": 0.19798085718594774, "nauc_precision_at_20_max": -0.004358485905506656, "nauc_precision_at_20_std": -0.03501429283992217, "nauc_precision_at_3_diff1": 0.3343837813533753, "nauc_precision_at_3_max": 0.04434082624753954, "nauc_precision_at_3_std": -0.16010571242537344, "nauc_precision_at_5_diff1": 0.2635850761723498, "nauc_precision_at_5_max": 0.02178637511049311, "nauc_precision_at_5_std": -0.13600717994481815, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.20197821243948863, "nauc_recall_at_100_max": -0.07491881363662008, "nauc_recall_at_100_std": 0.09379094041898382, "nauc_recall_at_10_diff1": 0.2282753699401023, "nauc_recall_at_10_max": -0.008880431440851336, "nauc_recall_at_10_std": -0.07389677757503635, "nauc_recall_at_1_diff1": 0.5107564168737975, "nauc_recall_at_1_max": 0.11698272341655012, "nauc_recall_at_1_std": -0.19476932804798536, "nauc_recall_at_20_diff1": 0.19798085718594766, "nauc_recall_at_20_max": -0.004358485905506748, "nauc_recall_at_20_std": -0.035014292839922266, "nauc_recall_at_3_diff1": 0.3343837813533755, "nauc_recall_at_3_max": 0.044340826247539426, "nauc_recall_at_3_std": -0.1601057124253733, "nauc_recall_at_5_diff1": 0.26358507617234994, "nauc_recall_at_5_max": 0.021786375110493104, "nauc_recall_at_5_std": -0.13600717994481806, "ndcg_at_1": 0.15538, "ndcg_at_10": 0.24844, "ndcg_at_100": 0.31171, "ndcg_at_1000": 0.35221, "ndcg_at_20": 0.26951, "ndcg_at_3": 0.20622, "ndcg_at_5": 0.22533, "precision_at_1": 0.15538, "precision_at_10": 0.03596, "precision_at_100": 0.00674, "precision_at_1000": 0.001, "precision_at_20": 0.02214, "precision_at_3": 0.08065, "precision_at_5": 0.05771, "recall_at_1": 0.15538, "recall_at_10": 0.3596, "recall_at_100": 0.6737, "recall_at_1000": 1.0, "recall_at_20": 0.44284, "recall_at_3": 0.24195, "recall_at_5": 0.28857 }, { "cv_recall_at_1": 0.029, "cv_recall_at_10": 0.06767, "cv_recall_at_100": 0.23631, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.08593, "cv_recall_at_3": 0.04296, "cv_recall_at_5": 0.05263, "hf_subset": "ko", "languages": [ "kor-Hang" ], "main_score": 0.04554, "map_at_1": 0.029, "map_at_10": 0.03882, "map_at_100": 0.04309, "map_at_1000": 0.04554, "map_at_20": 0.04005, "map_at_3": 0.03473, "map_at_5": 0.03693, "mrr_at_1": 0.02900107411385607, "mrr_at_10": 0.03881685506282714, "mrr_at_100": 0.04308777666874218, "mrr_at_1000": 0.045535895793847224, "mrr_at_20": 0.04005035742618587, "mrr_at_3": 0.034729681346222695, "mrr_at_5": 0.03693161475116361, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": -0.030095099917218697, "nauc_cv_recall_at_100_max": 0.08102069325753056, "nauc_cv_recall_at_100_std": 0.10460092006149131, "nauc_cv_recall_at_10_diff1": 0.11176129432595473, "nauc_cv_recall_at_10_max": 0.16516824372138994, "nauc_cv_recall_at_10_std": -0.002682124620466057, "nauc_cv_recall_at_1_diff1": 0.5292391445757634, "nauc_cv_recall_at_1_max": 0.30098007182918535, "nauc_cv_recall_at_1_std": -0.19522830105898986, "nauc_cv_recall_at_20_diff1": 0.04135657258307485, "nauc_cv_recall_at_20_max": 0.10579180719527921, "nauc_cv_recall_at_20_std": 0.05705305358384808, "nauc_cv_recall_at_3_diff1": 0.30727455847125196, "nauc_cv_recall_at_3_max": 0.15001061324584328, "nauc_cv_recall_at_3_std": -0.13997152616375938, "nauc_cv_recall_at_5_diff1": 0.19467913645309548, "nauc_cv_recall_at_5_max": 0.12924183581614074, "nauc_cv_recall_at_5_std": -0.11351378309641381, "nauc_map_at_1000_diff1": 0.3099517723241621, "nauc_map_at_1000_max": 0.1997380583214037, "nauc_map_at_1000_std": -0.10495308230235244, "nauc_map_at_100_diff1": 0.30991345963365907, "nauc_map_at_100_max": 0.20038103734738527, "nauc_map_at_100_std": -0.10455998657474004, "nauc_map_at_10_diff1": 0.3471188005144388, "nauc_map_at_10_max": 0.21817515792760897, "nauc_map_at_10_std": -0.13373578992824722, "nauc_map_at_1_diff1": 0.5292391445757634, "nauc_map_at_1_max": 0.30098007182918535, "nauc_map_at_1_std": -0.19522830105898986, "nauc_map_at_20_diff1": 0.3302055601839268, "nauc_map_at_20_max": 0.2086546551066001, "nauc_map_at_20_std": -0.12096170330308281, "nauc_map_at_3_diff1": 0.41745064053430614, "nauc_map_at_3_max": 0.22411713962948385, "nauc_map_at_3_std": -0.17126012114320197, "nauc_map_at_5_diff1": 0.3742463513029105, "nauc_map_at_5_max": 0.21361820608672843, "nauc_map_at_5_std": -0.16046458298110397, "nauc_mrr_at_1000_diff1": 0.30995171559496326, "nauc_mrr_at_1000_max": 0.19973860874522564, "nauc_mrr_at_1000_std": -0.10495335669269247, "nauc_mrr_at_100_diff1": 0.30991345963365907, "nauc_mrr_at_100_max": 0.20038103734738527, "nauc_mrr_at_100_std": -0.10455998657474004, "nauc_mrr_at_10_diff1": 0.3471188005144388, "nauc_mrr_at_10_max": 0.21817515792760897, "nauc_mrr_at_10_std": -0.13373578992824722, "nauc_mrr_at_1_diff1": 0.5292391445757634, "nauc_mrr_at_1_max": 0.30098007182918535, "nauc_mrr_at_1_std": -0.19522830105898986, "nauc_mrr_at_20_diff1": 0.3302055601839268, "nauc_mrr_at_20_max": 0.2086546551066001, "nauc_mrr_at_20_std": -0.12096170330308281, "nauc_mrr_at_3_diff1": 0.41745064053430614, "nauc_mrr_at_3_max": 0.22411713962948385, "nauc_mrr_at_3_std": -0.17126012114320197, "nauc_mrr_at_5_diff1": 0.3742463513029105, "nauc_mrr_at_5_max": 0.21361820608672843, "nauc_mrr_at_5_std": -0.16046458298110397, "nauc_ndcg_at_1000_diff1": 0.20323081349785782, "nauc_ndcg_at_1000_max": 0.15968972434773157, "nauc_ndcg_at_1000_std": -0.039617017232270846, "nauc_ndcg_at_100_diff1": 0.14362129339872762, "nauc_ndcg_at_100_max": 0.14140571120555964, "nauc_ndcg_at_100_std": -0.0013670467330058262, "nauc_ndcg_at_10_diff1": 0.2655541430153212, "nauc_ndcg_at_10_max": 0.19808157215036004, "nauc_ndcg_at_10_std": -0.09023640734314563, "nauc_ndcg_at_1_diff1": 0.5292391445757634, "nauc_ndcg_at_1_max": 0.30098007182918535, "nauc_ndcg_at_1_std": -0.19522830105898986, "nauc_ndcg_at_20_diff1": 0.2218026916806497, "nauc_ndcg_at_20_max": 0.17027129120218507, "nauc_ndcg_at_20_std": -0.056510510911528616, "nauc_ndcg_at_3_diff1": 0.3847521602388919, "nauc_ndcg_at_3_max": 0.20209229210208132, "nauc_ndcg_at_3_std": -0.16211946160257665, "nauc_ndcg_at_5_diff1": 0.31741277665867973, "nauc_ndcg_at_5_max": 0.18652659929104232, "nauc_ndcg_at_5_std": -0.14565692761752072, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": -0.030095099917218548, "nauc_precision_at_100_max": 0.0810206932575309, "nauc_precision_at_100_std": 0.1046009200614914, "nauc_precision_at_10_diff1": 0.11176129432595491, "nauc_precision_at_10_max": 0.16516824372139008, "nauc_precision_at_10_std": -0.0026821246204659544, "nauc_precision_at_1_diff1": 0.5292391445757634, "nauc_precision_at_1_max": 0.30098007182918535, "nauc_precision_at_1_std": -0.19522830105898986, "nauc_precision_at_20_diff1": 0.04135657258307496, "nauc_precision_at_20_max": 0.1057918071952795, "nauc_precision_at_20_std": 0.05705305358384832, "nauc_precision_at_3_diff1": 0.3072745584712517, "nauc_precision_at_3_max": 0.15001061324584333, "nauc_precision_at_3_std": -0.13997152616375932, "nauc_precision_at_5_diff1": 0.19467913645309587, "nauc_precision_at_5_max": 0.1292418358161411, "nauc_precision_at_5_std": -0.11351378309641355, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": -0.030095099917218697, "nauc_recall_at_100_max": 0.08102069325753056, "nauc_recall_at_100_std": 0.10460092006149131, "nauc_recall_at_10_diff1": 0.11176129432595473, "nauc_recall_at_10_max": 0.16516824372138994, "nauc_recall_at_10_std": -0.002682124620466057, "nauc_recall_at_1_diff1": 0.5292391445757634, "nauc_recall_at_1_max": 0.30098007182918535, "nauc_recall_at_1_std": -0.19522830105898986, "nauc_recall_at_20_diff1": 0.04135657258307485, "nauc_recall_at_20_max": 0.10579180719527921, "nauc_recall_at_20_std": 0.05705305358384808, "nauc_recall_at_3_diff1": 0.30727455847125196, "nauc_recall_at_3_max": 0.15001061324584328, "nauc_recall_at_3_std": -0.13997152616375938, "nauc_recall_at_5_diff1": 0.19467913645309548, "nauc_recall_at_5_max": 0.12924183581614074, "nauc_recall_at_5_std": -0.11351378309641381, "ndcg_at_1": 0.029, "ndcg_at_10": 0.04554, "ndcg_at_100": 0.07638, "ndcg_at_1000": 0.16651, "ndcg_at_20": 0.05012, "ndcg_at_3": 0.03683, "ndcg_at_5": 0.0408, "precision_at_1": 0.029, "precision_at_10": 0.00677, "precision_at_100": 0.00236, "precision_at_1000": 0.001, "precision_at_20": 0.0043, "precision_at_3": 0.01432, "precision_at_5": 0.01053, "recall_at_1": 0.029, "recall_at_10": 0.06767, "recall_at_100": 0.23631, "recall_at_1000": 1.0, "recall_at_20": 0.08593, "recall_at_3": 0.04296, "recall_at_5": 0.05263 }, { "cv_recall_at_1": 0.024, "cv_recall_at_10": 0.084, "cv_recall_at_100": 0.229, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.107, "cv_recall_at_3": 0.064, "cv_recall_at_5": 0.075, "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "main_score": 0.05258, "map_at_1": 0.024, "map_at_10": 0.04252, "map_at_100": 0.04656, "map_at_1000": 0.0491, "map_at_20": 0.04396, "map_at_3": 0.039, "map_at_5": 0.04135, "mrr_at_1": 0.024, "mrr_at_10": 0.04252341269841274, "mrr_at_100": 0.04655577285640702, "mrr_at_1000": 0.04910280551204055, "mrr_at_20": 0.04395868689703835, "mrr_at_3": 0.03900000000000001, "mrr_at_5": 0.04135000000000003, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.06444958229103474, "nauc_cv_recall_at_100_max": 0.26796790357012423, "nauc_cv_recall_at_100_std": -0.08000574569493112, "nauc_cv_recall_at_10_diff1": -0.013977793961695245, "nauc_cv_recall_at_10_max": 0.38298069429005854, "nauc_cv_recall_at_10_std": -0.2522007998262359, "nauc_cv_recall_at_1_diff1": 0.5160651998926751, "nauc_cv_recall_at_1_max": 0.18671183257311508, "nauc_cv_recall_at_1_std": -0.29714470977551205, "nauc_cv_recall_at_20_diff1": 0.013439529808779665, "nauc_cv_recall_at_20_max": 0.36496234316061027, "nauc_cv_recall_at_20_std": -0.1994055937779669, "nauc_cv_recall_at_3_diff1": 0.01815719747786423, "nauc_cv_recall_at_3_max": 0.5487867252481888, "nauc_cv_recall_at_3_std": -0.3103954252750202, "nauc_cv_recall_at_5_diff1": -0.0016098738932117176, "nauc_cv_recall_at_5_max": 0.43520615329576956, "nauc_cv_recall_at_5_std": -0.3006958232716215, "nauc_map_at_1000_diff1": 0.1811941298676287, "nauc_map_at_1000_max": 0.3451644903530905, "nauc_map_at_1000_std": -0.2641966624299747, "nauc_map_at_100_diff1": 0.17946868815925415, "nauc_map_at_100_max": 0.3450304041752009, "nauc_map_at_100_std": -0.2664022819928571, "nauc_map_at_10_diff1": 0.18219276069640994, "nauc_map_at_10_max": 0.3560584576064825, "nauc_map_at_10_std": -0.2873209106559902, "nauc_map_at_1_diff1": 0.5160651998926751, "nauc_map_at_1_max": 0.18671183257311508, "nauc_map_at_1_std": -0.29714470977551205, "nauc_map_at_20_diff1": 0.18172336143472406, "nauc_map_at_20_max": 0.3533232753234344, "nauc_map_at_20_std": -0.27942598834166904, "nauc_map_at_3_diff1": 0.20755792220777472, "nauc_map_at_3_max": 0.40200867313826805, "nauc_map_at_3_std": -0.3061432053919309, "nauc_map_at_5_diff1": 0.18900520802748041, "nauc_map_at_5_max": 0.36621916584826525, "nauc_map_at_5_std": -0.30120593462285467, "nauc_mrr_at_1000_diff1": 0.1811941298676287, "nauc_mrr_at_1000_max": 0.3451644903530905, "nauc_mrr_at_1000_std": -0.2641966624299747, "nauc_mrr_at_100_diff1": 0.17946868815925415, "nauc_mrr_at_100_max": 0.3450304041752009, "nauc_mrr_at_100_std": -0.2664022819928571, "nauc_mrr_at_10_diff1": 0.18219276069640994, "nauc_mrr_at_10_max": 0.3560584576064825, "nauc_mrr_at_10_std": -0.2873209106559902, "nauc_mrr_at_1_diff1": 0.5160651998926751, "nauc_mrr_at_1_max": 0.18671183257311508, "nauc_mrr_at_1_std": -0.29714470977551205, "nauc_mrr_at_20_diff1": 0.18172336143472406, "nauc_mrr_at_20_max": 0.3533232753234344, "nauc_mrr_at_20_std": -0.27942598834166904, "nauc_mrr_at_3_diff1": 0.20755792220777472, "nauc_mrr_at_3_max": 0.40200867313826805, "nauc_mrr_at_3_std": -0.3061432053919309, "nauc_mrr_at_5_diff1": 0.18900520802748041, "nauc_mrr_at_5_max": 0.36621916584826525, "nauc_mrr_at_5_std": -0.30120593462285467, "nauc_ndcg_at_1000_diff1": 0.1365684812593292, "nauc_ndcg_at_1000_max": 0.33681306005330003, "nauc_ndcg_at_1000_std": -0.2117239748667197, "nauc_ndcg_at_100_diff1": 0.11325104369864958, "nauc_ndcg_at_100_max": 0.31937681862146394, "nauc_ndcg_at_100_std": -0.18821313323159172, "nauc_ndcg_at_10_diff1": 0.10568381528001046, "nauc_ndcg_at_10_max": 0.3706435913457836, "nauc_ndcg_at_10_std": -0.2750960102054048, "nauc_ndcg_at_1_diff1": 0.5160651998926751, "nauc_ndcg_at_1_max": 0.18671183257311508, "nauc_ndcg_at_1_std": -0.29714470977551205, "nauc_ndcg_at_20_diff1": 0.10861242736928342, "nauc_ndcg_at_20_max": 0.3629155355486284, "nauc_ndcg_at_20_std": -0.2507404253049246, "nauc_ndcg_at_3_diff1": 0.13997191370597314, "nauc_ndcg_at_3_max": 0.454086332058345, "nauc_ndcg_at_3_std": -0.307686608220616, "nauc_ndcg_at_5_diff1": 0.11722761220836743, "nauc_ndcg_at_5_max": 0.39399836241247177, "nauc_ndcg_at_5_std": -0.3010519908906436, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.06444958229103484, "nauc_precision_at_100_max": 0.2679679035701242, "nauc_precision_at_100_std": -0.08000574569493103, "nauc_precision_at_10_diff1": -0.013977793961695073, "nauc_precision_at_10_max": 0.3829806942900585, "nauc_precision_at_10_std": -0.25220079982623556, "nauc_precision_at_1_diff1": 0.5160651998926751, "nauc_precision_at_1_max": 0.18671183257311508, "nauc_precision_at_1_std": -0.29714470977551205, "nauc_precision_at_20_diff1": 0.013439529808779802, "nauc_precision_at_20_max": 0.3649623431606104, "nauc_precision_at_20_std": -0.19940559377796682, "nauc_precision_at_3_diff1": 0.018157197477864085, "nauc_precision_at_3_max": 0.5487867252481888, "nauc_precision_at_3_std": -0.3103954252750201, "nauc_precision_at_5_diff1": -0.001609873893211499, "nauc_precision_at_5_max": 0.4352061532957697, "nauc_precision_at_5_std": -0.3006958232716214, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.06444958229103474, "nauc_recall_at_100_max": 0.26796790357012423, "nauc_recall_at_100_std": -0.08000574569493112, "nauc_recall_at_10_diff1": -0.013977793961695245, "nauc_recall_at_10_max": 0.38298069429005854, "nauc_recall_at_10_std": -0.2522007998262359, "nauc_recall_at_1_diff1": 0.5160651998926751, "nauc_recall_at_1_max": 0.18671183257311508, "nauc_recall_at_1_std": -0.29714470977551205, "nauc_recall_at_20_diff1": 0.013439529808779665, "nauc_recall_at_20_max": 0.36496234316061027, "nauc_recall_at_20_std": -0.1994055937779669, "nauc_recall_at_3_diff1": 0.01815719747786423, "nauc_recall_at_3_max": 0.5487867252481888, "nauc_recall_at_3_std": -0.3103954252750202, "nauc_recall_at_5_diff1": -0.0016098738932117176, "nauc_recall_at_5_max": 0.43520615329576956, "nauc_recall_at_5_std": -0.3006958232716215, "ndcg_at_1": 0.024, "ndcg_at_10": 0.05258, "ndcg_at_100": 0.07976, "ndcg_at_1000": 0.17143, "ndcg_at_20": 0.05819, "ndcg_at_3": 0.04531, "ndcg_at_5": 0.0497, "precision_at_1": 0.024, "precision_at_10": 0.0084, "precision_at_100": 0.00229, "precision_at_1000": 0.001, "precision_at_20": 0.00535, "precision_at_3": 0.02133, "precision_at_5": 0.015, "recall_at_1": 0.024, "recall_at_10": 0.084, "recall_at_100": 0.229, "recall_at_1000": 1.0, "recall_at_20": 0.107, "recall_at_3": 0.064, "recall_at_5": 0.075 }, { "cv_recall_at_1": 0.1484, "cv_recall_at_10": 0.34119, "cv_recall_at_100": 0.66713, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.42025, "cv_recall_at_3": 0.24411, "cv_recall_at_5": 0.28294, "hf_subset": "tr", "languages": [ "tur-Latn" ], "main_score": 0.23797, "map_at_1": 0.1484, "map_at_10": 0.2058, "map_at_100": 0.21715, "map_at_1000": 0.21862, "map_at_20": 0.21125, "map_at_3": 0.18955, "map_at_5": 0.19836, "mrr_at_1": 0.14840499306518723, "mrr_at_10": 0.20580432820377337, "mrr_at_100": 0.21715333830772496, "mrr_at_1000": 0.2186173232674314, "mrr_at_20": 0.21125238463123794, "mrr_at_3": 0.1895515487748497, "mrr_at_5": 0.19835876098012023, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.23201669766162478, "nauc_cv_recall_at_100_max": 0.2786107247917252, "nauc_cv_recall_at_100_std": 0.05581940373498067, "nauc_cv_recall_at_10_diff1": 0.33303326293248314, "nauc_cv_recall_at_10_max": 0.31692195961794845, "nauc_cv_recall_at_10_std": -0.135819665640531, "nauc_cv_recall_at_1_diff1": 0.5297397408930214, "nauc_cv_recall_at_1_max": 0.3970420770403996, "nauc_cv_recall_at_1_std": -0.15763892705051563, "nauc_cv_recall_at_20_diff1": 0.27418635120713664, "nauc_cv_recall_at_20_max": 0.27636118130164106, "nauc_cv_recall_at_20_std": -0.10530982585040338, "nauc_cv_recall_at_3_diff1": 0.3808731927948619, "nauc_cv_recall_at_3_max": 0.33407459555077884, "nauc_cv_recall_at_3_std": -0.13991515204021512, "nauc_cv_recall_at_5_diff1": 0.35804964362445746, "nauc_cv_recall_at_5_max": 0.3473696493012664, "nauc_cv_recall_at_5_std": -0.11415698796221622, "nauc_map_at_1000_diff1": 0.4356393896330588, "nauc_map_at_1000_max": 0.3636786298890742, "nauc_map_at_1000_std": -0.1336065960768279, "nauc_map_at_100_diff1": 0.4347662736644471, "nauc_map_at_100_max": 0.3633016968899091, "nauc_map_at_100_std": -0.13318874546697312, "nauc_map_at_10_diff1": 0.4403462431969301, "nauc_map_at_10_max": 0.3661279708811853, "nauc_map_at_10_std": -0.14092122104715143, "nauc_map_at_1_diff1": 0.5297397408930214, "nauc_map_at_1_max": 0.3970420770403996, "nauc_map_at_1_std": -0.15763892705051563, "nauc_map_at_20_diff1": 0.43470376232774294, "nauc_map_at_20_max": 0.3622750560591788, "nauc_map_at_20_std": -0.13832429573733293, "nauc_map_at_3_diff1": 0.45145873163563394, "nauc_map_at_3_max": 0.36747270590804226, "nauc_map_at_3_std": -0.14520826138964946, "nauc_map_at_5_diff1": 0.4443775005905862, "nauc_map_at_5_max": 0.3706860010625327, "nauc_map_at_5_std": -0.13744967289964893, "nauc_mrr_at_1000_diff1": 0.43563488967426356, "nauc_mrr_at_1000_max": 0.36368063484782803, "nauc_mrr_at_1000_std": -0.13360304701983358, "nauc_mrr_at_100_diff1": 0.4347618119594324, "nauc_mrr_at_100_max": 0.3633037155061866, "nauc_mrr_at_100_std": -0.13318517331786756, "nauc_mrr_at_10_diff1": 0.4403462431969301, "nauc_mrr_at_10_max": 0.3661279708811853, "nauc_mrr_at_10_std": -0.14092122104715143, "nauc_mrr_at_1_diff1": 0.5297397408930214, "nauc_mrr_at_1_max": 0.3970420770403996, "nauc_mrr_at_1_std": -0.15763892705051563, "nauc_mrr_at_20_diff1": 0.43470376232774294, "nauc_mrr_at_20_max": 0.3622750560591788, "nauc_mrr_at_20_std": -0.13832429573733293, "nauc_mrr_at_3_diff1": 0.45145873163563394, "nauc_mrr_at_3_max": 0.36747270590804226, "nauc_mrr_at_3_std": -0.14520826138964946, "nauc_mrr_at_5_diff1": 0.4443775005905862, "nauc_mrr_at_5_max": 0.3706860010625327, "nauc_mrr_at_5_std": -0.13744967289964893, "nauc_ndcg_at_1000_diff1": 0.4109616318571703, "nauc_ndcg_at_1000_max": 0.35309669676673483, "nauc_ndcg_at_1000_std": -0.11890241748947299, "nauc_ndcg_at_100_diff1": 0.38895968661456093, "nauc_ndcg_at_100_max": 0.3439837700397024, "nauc_ndcg_at_100_std": -0.09933997472244499, "nauc_ndcg_at_10_diff1": 0.40921150911454224, "nauc_ndcg_at_10_max": 0.3523684009794829, "nauc_ndcg_at_10_std": -0.13880226524490408, "nauc_ndcg_at_1_diff1": 0.5297397408930214, "nauc_ndcg_at_1_max": 0.3970420770403996, "nauc_ndcg_at_1_std": -0.15763892705051563, "nauc_ndcg_at_20_diff1": 0.39052402024773114, "nauc_ndcg_at_20_max": 0.3395937500093137, "nauc_ndcg_at_20_std": -0.12962708003352066, "nauc_ndcg_at_3_diff1": 0.4310821399405579, "nauc_ndcg_at_3_max": 0.3579768138794323, "nauc_ndcg_at_3_std": -0.14355250341523695, "nauc_ndcg_at_5_diff1": 0.41910538913410883, "nauc_ndcg_at_5_max": 0.36366821178555303, "nauc_ndcg_at_5_std": -0.13075738240417423, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.2320166976616257, "nauc_precision_at_100_max": 0.2786107247917255, "nauc_precision_at_100_std": 0.05581940373498132, "nauc_precision_at_10_diff1": 0.33303326293248314, "nauc_precision_at_10_max": 0.3169219596179483, "nauc_precision_at_10_std": -0.13581966564053108, "nauc_precision_at_1_diff1": 0.5297397408930214, "nauc_precision_at_1_max": 0.3970420770403996, "nauc_precision_at_1_std": -0.15763892705051563, "nauc_precision_at_20_diff1": 0.27418635120713675, "nauc_precision_at_20_max": 0.27636118130164117, "nauc_precision_at_20_std": -0.1053098258504033, "nauc_precision_at_3_diff1": 0.38087319279486176, "nauc_precision_at_3_max": 0.33407459555077884, "nauc_precision_at_3_std": -0.13991515204021504, "nauc_precision_at_5_diff1": 0.35804964362445724, "nauc_precision_at_5_max": 0.3473696493012665, "nauc_precision_at_5_std": -0.11415698796221586, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.23201669766162478, "nauc_recall_at_100_max": 0.2786107247917252, "nauc_recall_at_100_std": 0.05581940373498067, "nauc_recall_at_10_diff1": 0.33303326293248314, "nauc_recall_at_10_max": 0.31692195961794845, "nauc_recall_at_10_std": -0.135819665640531, "nauc_recall_at_1_diff1": 0.5297397408930214, "nauc_recall_at_1_max": 0.3970420770403996, "nauc_recall_at_1_std": -0.15763892705051563, "nauc_recall_at_20_diff1": 0.27418635120713664, "nauc_recall_at_20_max": 0.27636118130164106, "nauc_recall_at_20_std": -0.10530982585040338, "nauc_recall_at_3_diff1": 0.3808731927948619, "nauc_recall_at_3_max": 0.33407459555077884, "nauc_recall_at_3_std": -0.13991515204021512, "nauc_recall_at_5_diff1": 0.35804964362445746, "nauc_recall_at_5_max": 0.3473696493012664, "nauc_recall_at_5_std": -0.11415698796221622, "ndcg_at_1": 0.1484, "ndcg_at_10": 0.23797, "ndcg_at_100": 0.30284, "ndcg_at_1000": 0.34462, "ndcg_at_20": 0.25791, "ndcg_at_3": 0.20352, "ndcg_at_5": 0.21945, "precision_at_1": 0.1484, "precision_at_10": 0.03412, "precision_at_100": 0.00667, "precision_at_1000": 0.001, "precision_at_20": 0.02101, "precision_at_3": 0.08137, "precision_at_5": 0.05659, "recall_at_1": 0.1484, "recall_at_10": 0.34119, "recall_at_100": 0.66713, "recall_at_1000": 1.0, "recall_at_20": 0.42025, "recall_at_3": 0.24411, "recall_at_5": 0.28294 }, { "cv_recall_at_1": 0.12579, "cv_recall_at_10": 0.31924, "cv_recall_at_100": 0.60571, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.40381, "cv_recall_at_3": 0.21142, "cv_recall_at_5": 0.25053, "hf_subset": "vi", "languages": [ "vie-Latn" ], "main_score": 0.2133, "map_at_1": 0.12579, "map_at_10": 0.18059, "map_at_100": 0.19115, "map_at_1000": 0.1927, "map_at_20": 0.18637, "map_at_3": 0.16279, "map_at_5": 0.17151, "mrr_at_1": 0.12579281183932348, "mrr_at_10": 0.18058995268297592, "mrr_at_100": 0.19114917439767967, "mrr_at_1000": 0.19270417822474503, "mrr_at_20": 0.18637325202097693, "mrr_at_3": 0.16279069767441867, "mrr_at_5": 0.17151162790697677, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.19662130716118628, "nauc_cv_recall_at_100_max": -0.07931332688517713, "nauc_cv_recall_at_100_std": -0.21963193096664643, "nauc_cv_recall_at_10_diff1": 0.23554673810535165, "nauc_cv_recall_at_10_max": 0.04653847052136519, "nauc_cv_recall_at_10_std": -0.2054251076677272, "nauc_cv_recall_at_1_diff1": 0.4601772298420641, "nauc_cv_recall_at_1_max": 0.13314985449211814, "nauc_cv_recall_at_1_std": -0.3052321051518958, "nauc_cv_recall_at_20_diff1": 0.19617464336448756, "nauc_cv_recall_at_20_max": -0.010457712987641704, "nauc_cv_recall_at_20_std": -0.189441334336326, "nauc_cv_recall_at_3_diff1": 0.29878338472548543, "nauc_cv_recall_at_3_max": 0.11862628870209468, "nauc_cv_recall_at_3_std": -0.21944050570107546, "nauc_cv_recall_at_5_diff1": 0.27556316881308535, "nauc_cv_recall_at_5_max": 0.08918871704207564, "nauc_cv_recall_at_5_std": -0.22734681829853243, "nauc_map_at_1000_diff1": 0.3564562907922704, "nauc_map_at_1000_max": 0.10244931628452511, "nauc_map_at_1000_std": -0.25493913561947806, "nauc_map_at_100_diff1": 0.35576077580331067, "nauc_map_at_100_max": 0.10196493075376677, "nauc_map_at_100_std": -0.2546895454083268, "nauc_map_at_10_diff1": 0.3596742011337664, "nauc_map_at_10_max": 0.10930552388921674, "nauc_map_at_10_std": -0.2553051621399215, "nauc_map_at_1_diff1": 0.4601772298420641, "nauc_map_at_1_max": 0.13314985449211814, "nauc_map_at_1_std": -0.3052321051518958, "nauc_map_at_20_diff1": 0.35544628271364, "nauc_map_at_20_max": 0.10344489691688616, "nauc_map_at_20_std": -0.25360211004370664, "nauc_map_at_3_diff1": 0.37740826575526765, "nauc_map_at_3_max": 0.1271284926657281, "nauc_map_at_3_std": -0.25751862333983405, "nauc_map_at_5_diff1": 0.3693816410556286, "nauc_map_at_5_max": 0.11892956452104203, "nauc_map_at_5_std": -0.2590278189883641, "nauc_mrr_at_1000_diff1": 0.3564563291836646, "nauc_mrr_at_1000_max": 0.10244932360961356, "nauc_mrr_at_1000_std": -0.2549391246039724, "nauc_mrr_at_100_diff1": 0.35576077580331067, "nauc_mrr_at_100_max": 0.10196493075376677, "nauc_mrr_at_100_std": -0.2546895454083268, "nauc_mrr_at_10_diff1": 0.3596742011337664, "nauc_mrr_at_10_max": 0.10930552388921674, "nauc_mrr_at_10_std": -0.2553051621399215, "nauc_mrr_at_1_diff1": 0.4601772298420641, "nauc_mrr_at_1_max": 0.13314985449211814, "nauc_mrr_at_1_std": -0.3052321051518958, "nauc_mrr_at_20_diff1": 0.35544628271364, "nauc_mrr_at_20_max": 0.10344489691688616, "nauc_mrr_at_20_std": -0.25360211004370664, "nauc_mrr_at_3_diff1": 0.37740826575526765, "nauc_mrr_at_3_max": 0.1271284926657281, "nauc_mrr_at_3_std": -0.25751862333983405, "nauc_mrr_at_5_diff1": 0.3693816410556286, "nauc_mrr_at_5_max": 0.11892956452104203, "nauc_mrr_at_5_std": -0.2590278189883641, "nauc_ndcg_at_1000_diff1": 0.3292254536568695, "nauc_ndcg_at_1000_max": 0.0807986730541682, "nauc_ndcg_at_1000_std": -0.2466002830342034, "nauc_ndcg_at_100_diff1": 0.31107750802037154, "nauc_ndcg_at_100_max": 0.06042410011752304, "nauc_ndcg_at_100_std": -0.24214415961129895, "nauc_ndcg_at_10_diff1": 0.3218520971716853, "nauc_ndcg_at_10_max": 0.09111036878060086, "nauc_ndcg_at_10_std": -0.240176816787353, "nauc_ndcg_at_1_diff1": 0.4601772298420641, "nauc_ndcg_at_1_max": 0.13314985449211814, "nauc_ndcg_at_1_std": -0.3052321051518958, "nauc_ndcg_at_20_diff1": 0.3080802192042241, "nauc_ndcg_at_20_max": 0.0719579138702327, "nauc_ndcg_at_20_std": -0.2345691476670743, "nauc_ndcg_at_3_diff1": 0.3543466278657554, "nauc_ndcg_at_3_max": 0.12468970427139413, "nauc_ndcg_at_3_std": -0.2462065701514618, "nauc_ndcg_at_5_diff1": 0.3413087677987493, "nauc_ndcg_at_5_max": 0.11047487640839021, "nauc_ndcg_at_5_std": -0.24915290474853943, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.19662130716118623, "nauc_precision_at_100_max": -0.07931332688517755, "nauc_precision_at_100_std": -0.21963193096664643, "nauc_precision_at_10_diff1": 0.23554673810535154, "nauc_precision_at_10_max": 0.04653847052136507, "nauc_precision_at_10_std": -0.20542510766772726, "nauc_precision_at_1_diff1": 0.4601772298420641, "nauc_precision_at_1_max": 0.13314985449211814, "nauc_precision_at_1_std": -0.3052321051518958, "nauc_precision_at_20_diff1": 0.19617464336448737, "nauc_precision_at_20_max": -0.010457712987641619, "nauc_precision_at_20_std": -0.18944133433632587, "nauc_precision_at_3_diff1": 0.2987833847254855, "nauc_precision_at_3_max": 0.11862628870209496, "nauc_precision_at_3_std": -0.21944050570107518, "nauc_precision_at_5_diff1": 0.27556316881308524, "nauc_precision_at_5_max": 0.08918871704207565, "nauc_precision_at_5_std": -0.22734681829853248, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.19662130716118628, "nauc_recall_at_100_max": -0.07931332688517713, "nauc_recall_at_100_std": -0.21963193096664643, "nauc_recall_at_10_diff1": 0.23554673810535165, "nauc_recall_at_10_max": 0.04653847052136519, "nauc_recall_at_10_std": -0.2054251076677272, "nauc_recall_at_1_diff1": 0.4601772298420641, "nauc_recall_at_1_max": 0.13314985449211814, "nauc_recall_at_1_std": -0.3052321051518958, "nauc_recall_at_20_diff1": 0.19617464336448756, "nauc_recall_at_20_max": -0.010457712987641704, "nauc_recall_at_20_std": -0.189441334336326, "nauc_recall_at_3_diff1": 0.29878338472548543, "nauc_recall_at_3_max": 0.11862628870209468, "nauc_recall_at_3_std": -0.21944050570107546, "nauc_recall_at_5_diff1": 0.27556316881308535, "nauc_recall_at_5_max": 0.08918871704207564, "nauc_recall_at_5_std": -0.22734681829853243, "ndcg_at_1": 0.12579, "ndcg_at_10": 0.2133, "ndcg_at_100": 0.27122, "ndcg_at_1000": 0.31956, "ndcg_at_20": 0.23457, "ndcg_at_3": 0.17525, "ndcg_at_5": 0.19117, "precision_at_1": 0.12579, "precision_at_10": 0.03192, "precision_at_100": 0.00606, "precision_at_1000": 0.001, "precision_at_20": 0.02019, "precision_at_3": 0.07047, "precision_at_5": 0.05011, "recall_at_1": 0.12579, "recall_at_10": 0.31924, "recall_at_100": 0.60571, "recall_at_1000": 1.0, "recall_at_20": 0.40381, "recall_at_3": 0.21142, "recall_at_5": 0.25053 }, { "cv_recall_at_1": 0.477, "cv_recall_at_10": 0.772, "cv_recall_at_100": 0.972, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.853, "cv_recall_at_3": 0.652, "cv_recall_at_5": 0.701, "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.62251, "map_at_1": 0.477, "map_at_10": 0.57495, "map_at_100": 0.58377, "map_at_1000": 0.58391, "map_at_20": 0.58052, "map_at_3": 0.55433, "map_at_5": 0.56543, "mrr_at_1": 0.477, "mrr_at_10": 0.5749460317460314, "mrr_at_100": 0.5837737622581161, "mrr_at_1000": 0.583911573337433, "mrr_at_20": 0.5805236686644965, "mrr_at_3": 0.5543333333333328, "mrr_at_5": 0.5654333333333329, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.252034146992132, "nauc_cv_recall_at_100_max": 0.6366880085367526, "nauc_cv_recall_at_100_std": 0.10440843003867471, "nauc_cv_recall_at_10_diff1": 0.5111670527995386, "nauc_cv_recall_at_10_max": -0.14050879391322424, "nauc_cv_recall_at_10_std": -0.4905006806155291, "nauc_cv_recall_at_1_diff1": 0.6049006739814607, "nauc_cv_recall_at_1_max": -0.02279429356195021, "nauc_cv_recall_at_1_std": -0.38743954456353796, "nauc_cv_recall_at_20_diff1": 0.5058333388573275, "nauc_cv_recall_at_20_max": -0.26284163147881767, "nauc_cv_recall_at_20_std": -0.5885043451745692, "nauc_cv_recall_at_3_diff1": 0.5444634326456191, "nauc_cv_recall_at_3_max": -0.07063501918062426, "nauc_cv_recall_at_3_std": -0.43587724400237854, "nauc_cv_recall_at_5_diff1": 0.5264789460087835, "nauc_cv_recall_at_5_max": -0.1034733801460745, "nauc_cv_recall_at_5_std": -0.45352477540542613, "nauc_map_at_1000_diff1": 0.5788824105460996, "nauc_map_at_1000_max": -0.04753842129503735, "nauc_map_at_1000_std": -0.40770537629049564, "nauc_map_at_100_diff1": 0.5787887635706881, "nauc_map_at_100_max": -0.047218081523680226, "nauc_map_at_100_std": -0.4075156500329169, "nauc_map_at_10_diff1": 0.5778381455294923, "nauc_map_at_10_max": -0.04969282810972052, "nauc_map_at_10_std": -0.4096633129729936, "nauc_map_at_1_diff1": 0.6049006739814607, "nauc_map_at_1_max": -0.02279429356195021, "nauc_map_at_1_std": -0.38743954456353796, "nauc_map_at_20_diff1": 0.5789679139956735, "nauc_map_at_20_max": -0.05178777339377965, "nauc_map_at_20_std": -0.4113230957000548, "nauc_map_at_3_diff1": 0.579926180416251, "nauc_map_at_3_max": -0.0429545847624459, "nauc_map_at_3_std": -0.40608053367802915, "nauc_map_at_5_diff1": 0.5780470492934365, "nauc_map_at_5_max": -0.048488555282253445, "nauc_map_at_5_std": -0.4087536121350255, "nauc_mrr_at_1000_diff1": 0.5788824105460996, "nauc_mrr_at_1000_max": -0.04753842129503735, "nauc_mrr_at_1000_std": -0.40770537629049564, "nauc_mrr_at_100_diff1": 0.5787887635706881, "nauc_mrr_at_100_max": -0.047218081523680226, "nauc_mrr_at_100_std": -0.4075156500329169, "nauc_mrr_at_10_diff1": 0.5778381455294923, "nauc_mrr_at_10_max": -0.04969282810972052, "nauc_mrr_at_10_std": -0.4096633129729936, "nauc_mrr_at_1_diff1": 0.6049006739814607, "nauc_mrr_at_1_max": -0.02279429356195021, "nauc_mrr_at_1_std": -0.38743954456353796, "nauc_mrr_at_20_diff1": 0.5789679139956735, "nauc_mrr_at_20_max": -0.05178777339377965, "nauc_mrr_at_20_std": -0.4113230957000548, "nauc_mrr_at_3_diff1": 0.579926180416251, "nauc_mrr_at_3_max": -0.0429545847624459, "nauc_mrr_at_3_std": -0.40608053367802915, "nauc_mrr_at_5_diff1": 0.5780470492934365, "nauc_mrr_at_5_max": -0.048488555282253445, "nauc_mrr_at_5_std": -0.4087536121350255, "nauc_ndcg_at_1000_diff1": 0.5725057502818015, "nauc_ndcg_at_1000_max": -0.050484385030120406, "nauc_ndcg_at_1000_std": -0.40998190112602406, "nauc_ndcg_at_100_diff1": 0.5681921082506342, "nauc_ndcg_at_100_max": -0.04045806210121001, "nauc_ndcg_at_100_std": -0.4028076734451103, "nauc_ndcg_at_10_diff1": 0.5658084959751858, "nauc_ndcg_at_10_max": -0.06537110750553807, "nauc_ndcg_at_10_std": -0.42342456053406724, "nauc_ndcg_at_1_diff1": 0.6049006739814607, "nauc_ndcg_at_1_max": -0.02279429356195021, "nauc_ndcg_at_1_std": -0.38743954456353796, "nauc_ndcg_at_20_diff1": 0.5689171393145657, "nauc_ndcg_at_20_max": -0.07619300138583973, "nauc_ndcg_at_20_std": -0.4318018563459246, "nauc_ndcg_at_3_diff1": 0.5715967615441634, "nauc_ndcg_at_3_max": -0.0494738433176016, "nauc_ndcg_at_3_std": -0.41301677442174006, "nauc_ndcg_at_5_diff1": 0.5669979762963543, "nauc_ndcg_at_5_max": -0.06019011357226949, "nauc_ndcg_at_5_std": -0.4183415888126528, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.2520341469921249, "nauc_precision_at_100_max": 0.6366880085367399, "nauc_precision_at_100_std": 0.1044084300386791, "nauc_precision_at_10_diff1": 0.511167052799537, "nauc_precision_at_10_max": -0.14050879391322504, "nauc_precision_at_10_std": -0.4905006806155303, "nauc_precision_at_1_diff1": 0.6049006739814607, "nauc_precision_at_1_max": -0.02279429356195021, "nauc_precision_at_1_std": -0.38743954456353796, "nauc_precision_at_20_diff1": 0.5058333388573272, "nauc_precision_at_20_max": -0.26284163147881867, "nauc_precision_at_20_std": -0.5885043451745711, "nauc_precision_at_3_diff1": 0.5444634326456194, "nauc_precision_at_3_max": -0.07063501918062391, "nauc_precision_at_3_std": -0.4358772440023784, "nauc_precision_at_5_diff1": 0.5264789460087826, "nauc_precision_at_5_max": -0.10347338014607523, "nauc_precision_at_5_std": -0.4535247754054269, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.252034146992132, "nauc_recall_at_100_max": 0.6366880085367526, "nauc_recall_at_100_std": 0.10440843003867471, "nauc_recall_at_10_diff1": 0.5111670527995386, "nauc_recall_at_10_max": -0.14050879391322424, "nauc_recall_at_10_std": -0.4905006806155291, "nauc_recall_at_1_diff1": 0.6049006739814607, "nauc_recall_at_1_max": -0.02279429356195021, "nauc_recall_at_1_std": -0.38743954456353796, "nauc_recall_at_20_diff1": 0.5058333388573275, "nauc_recall_at_20_max": -0.26284163147881767, "nauc_recall_at_20_std": -0.5885043451745692, "nauc_recall_at_3_diff1": 0.5444634326456191, "nauc_recall_at_3_max": -0.07063501918062426, "nauc_recall_at_3_std": -0.43587724400237854, "nauc_recall_at_5_diff1": 0.5264789460087835, "nauc_recall_at_5_max": -0.1034733801460745, "nauc_recall_at_5_std": -0.45352477540542613, "ndcg_at_1": 0.477, "ndcg_at_10": 0.62251, "ndcg_at_100": 0.6655, "ndcg_at_1000": 0.66911, "ndcg_at_20": 0.64293, "ndcg_at_3": 0.57943, "ndcg_at_5": 0.59952, "precision_at_1": 0.477, "precision_at_10": 0.0772, "precision_at_100": 0.00972, "precision_at_1000": 0.001, "precision_at_20": 0.04265, "precision_at_3": 0.21733, "precision_at_5": 0.1402, "recall_at_1": 0.477, "recall_at_10": 0.772, "recall_at_100": 0.972, "recall_at_1000": 1.0, "recall_at_20": 0.853, "recall_at_3": 0.652, "recall_at_5": 0.701 } ] }, "task_name": "WITT2IRetrieval" }