{ "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", "evaluation_time": 410.5826139450073, "kg_co2_emissions": 0.031856651774042, "mteb_version": "1.12.75", "scores": { "dev": [ { "hf_subset": "ar", "languages": [ "ara-Arab" ], "main_score": 0.0005, "map_at_1": 0.0, "map_at_10": 0.00033, "map_at_100": 0.00035, "map_at_1000": 0.00038, "map_at_20": 0.00033, "map_at_3": 0.00033, "map_at_5": 0.00033, "mrr_at_1": 0.0, "mrr_at_10": 0.0003333333333333333, "mrr_at_100": 0.00034895833333333334, "mrr_at_1000": 0.00041341769995718365, "mrr_at_20": 0.0003333333333333333, "mrr_at_3": 0.0003333333333333333, "mrr_at_5": 0.0003333333333333333, "nauc_map_at_1000_diff1": -0.08314385990587159, "nauc_map_at_1000_max": -0.3118096967845472, "nauc_map_at_1000_std": -0.189978158716467, "nauc_map_at_100_diff1": -0.07056613898577949, "nauc_map_at_100_max": -0.3299600735255838, "nauc_map_at_100_std": -0.27458761998966796, "nauc_map_at_10_diff1": -0.07056613898577939, "nauc_map_at_10_max": -0.31848671854038096, "nauc_map_at_10_std": -0.31848671854038096, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": -0.07056613898577939, "nauc_map_at_20_max": -0.31848671854038096, "nauc_map_at_20_std": -0.31848671854038096, "nauc_map_at_3_diff1": -0.07056613898577939, "nauc_map_at_3_max": -0.31848671854038096, "nauc_map_at_3_std": -0.31848671854038096, "nauc_map_at_5_diff1": -0.07056613898577939, "nauc_map_at_5_max": -0.31848671854038096, "nauc_map_at_5_std": -0.31848671854038096, "nauc_mrr_at_1000_diff1": -0.07705341895805569, "nauc_mrr_at_1000_max": -0.30291067163506624, "nauc_mrr_at_1000_std": -0.14540428615908027, "nauc_mrr_at_100_diff1": -0.07056613898577949, "nauc_mrr_at_100_max": -0.3299600735255838, "nauc_mrr_at_100_std": -0.27458761998966796, "nauc_mrr_at_10_diff1": -0.07056613898577939, "nauc_mrr_at_10_max": -0.31848671854038096, "nauc_mrr_at_10_std": -0.31848671854038096, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": -0.07056613898577939, "nauc_mrr_at_20_max": -0.31848671854038096, "nauc_mrr_at_20_std": -0.31848671854038096, "nauc_mrr_at_3_diff1": -0.07056613898577939, "nauc_mrr_at_3_max": -0.31848671854038096, "nauc_mrr_at_3_std": -0.31848671854038096, "nauc_mrr_at_5_diff1": -0.07056613898577939, "nauc_mrr_at_5_max": -0.31848671854038096, "nauc_mrr_at_5_std": -0.31848671854038096, "nauc_ndcg_at_1000_diff1": -0.13870507313593777, "nauc_ndcg_at_1000_max": -0.13240066197847727, "nauc_ndcg_at_1000_std": 0.37679932000905364, "nauc_ndcg_at_100_diff1": -0.07056613898577939, "nauc_ndcg_at_100_max": -0.38236767421535284, "nauc_ndcg_at_100_std": -0.07406681064891844, "nauc_ndcg_at_10_diff1": -0.0705661389857795, "nauc_ndcg_at_10_max": -0.3184867185403811, "nauc_ndcg_at_10_std": -0.3184867185403811, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": -0.0705661389857795, "nauc_ndcg_at_20_max": -0.3184867185403811, "nauc_ndcg_at_20_std": -0.3184867185403811, "nauc_ndcg_at_3_diff1": -0.0705661389857795, "nauc_ndcg_at_3_max": -0.3184867185403811, "nauc_ndcg_at_3_std": -0.3184867185403811, "nauc_ndcg_at_5_diff1": -0.0705661389857795, "nauc_ndcg_at_5_max": -0.3184867185403811, "nauc_ndcg_at_5_std": -0.3184867185403811, "nauc_precision_at_1000_diff1": -0.08318959459286795, "nauc_precision_at_1000_max": -0.02221881508170754, "nauc_precision_at_1000_std": 0.45632258806393483, "nauc_precision_at_100_diff1": -0.07056613898577939, "nauc_precision_at_100_max": -0.4466058492084787, "nauc_precision_at_100_std": 0.17171988194258123, "nauc_precision_at_10_diff1": -0.07056613898577936, "nauc_precision_at_10_max": -0.318486718540381, "nauc_precision_at_10_std": -0.318486718540381, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": -0.07056613898577936, "nauc_precision_at_20_max": -0.318486718540381, "nauc_precision_at_20_std": -0.318486718540381, "nauc_precision_at_3_diff1": -0.07056613898577939, "nauc_precision_at_3_max": -0.31848671854038096, "nauc_precision_at_3_std": -0.31848671854038096, "nauc_precision_at_5_diff1": -0.07056613898577936, "nauc_precision_at_5_max": -0.318486718540381, "nauc_precision_at_5_std": -0.318486718540381, "nauc_recall_at_1000_diff1": -0.1808869163056794, "nauc_recall_at_1000_max": -0.057978549673018714, "nauc_recall_at_1000_std": 0.5502883902765466, "nauc_recall_at_100_diff1": -0.0705661389857795, "nauc_recall_at_100_max": -0.4466058492084788, "nauc_recall_at_100_std": 0.17171988194258114, "nauc_recall_at_10_diff1": -0.0705661389857795, "nauc_recall_at_10_max": -0.3184867185403811, "nauc_recall_at_10_std": -0.3184867185403811, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": -0.0705661389857795, "nauc_recall_at_20_max": -0.3184867185403811, "nauc_recall_at_20_std": -0.3184867185403811, "nauc_recall_at_3_diff1": -0.0705661389857795, "nauc_recall_at_3_max": -0.3184867185403811, "nauc_recall_at_3_std": -0.3184867185403811, "nauc_recall_at_5_diff1": -0.0705661389857795, "nauc_recall_at_5_max": -0.3184867185403811, "nauc_recall_at_5_std": -0.3184867185403811, "ndcg_at_1": 0.0, "ndcg_at_10": 0.0005, "ndcg_at_100": 0.00067, "ndcg_at_1000": 0.00203, "ndcg_at_20": 0.0005, "ndcg_at_3": 0.0005, "ndcg_at_5": 0.0005, "precision_at_1": 0.0, "precision_at_10": 0.0001, "precision_at_100": 2e-05, "precision_at_1000": 2e-05, "precision_at_20": 5e-05, "precision_at_3": 0.00033, "precision_at_5": 0.0002, "recall_at_1": 0.0, "recall_at_10": 0.001, "recall_at_100": 0.002, "recall_at_1000": 0.01159, "recall_at_20": 0.001, "recall_at_3": 0.001, "recall_at_5": 0.001 }, { "hf_subset": "bn", "languages": [ "ben-Beng" ], "main_score": 0.0005, "map_at_1": 0.0, "map_at_10": 0.00017, "map_at_100": 0.00017, "map_at_1000": 0.00018, "map_at_20": 0.00017, "map_at_3": 0.0, "map_at_5": 0.0, "mrr_at_1": 0.0, "mrr_at_10": 0.00034758428919012856, "mrr_at_100": 0.00034758428919012856, "mrr_at_1000": 0.00036184917076348075, "mrr_at_20": 0.00034758428919012856, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "nauc_map_at_1000_diff1": -0.31115880884849717, "nauc_map_at_1000_max": -0.5347745290263743, "nauc_map_at_1000_std": 0.974145860849774, "nauc_map_at_100_diff1": -0.3178370393061994, "nauc_map_at_100_max": -0.5732424784467404, "nauc_map_at_100_std": 1.0, "nauc_map_at_10_diff1": -0.3178370393061994, "nauc_map_at_10_max": -0.5732424784467404, "nauc_map_at_10_std": 1.0, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": -0.3178370393061994, "nauc_map_at_20_max": -0.5732424784467404, "nauc_map_at_20_std": 1.0, "nauc_map_at_3_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_mrr_at_1000_diff1": -0.310177715897561, "nauc_mrr_at_1000_max": -0.5344357351902242, "nauc_mrr_at_1000_std": 0.9743861987149519, "nauc_mrr_at_100_diff1": -0.3178370393061994, "nauc_mrr_at_100_max": -0.5732424784467404, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_10_diff1": -0.3178370393061994, "nauc_mrr_at_10_max": -0.5732424784467404, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": -0.3178370393061994, "nauc_mrr_at_20_max": -0.5732424784467404, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_ndcg_at_1000_diff1": -0.24566236578175066, "nauc_ndcg_at_1000_max": -0.19193775474978297, "nauc_ndcg_at_1000_std": 0.7467606351572882, "nauc_ndcg_at_100_diff1": -0.31783703930619955, "nauc_ndcg_at_100_max": -0.5732424784467407, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_10_diff1": -0.31783703930619955, "nauc_ndcg_at_10_max": -0.5732424784467407, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": -0.31783703930619955, "nauc_ndcg_at_20_max": -0.5732424784467407, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_precision_at_1000_diff1": -0.19795487864654723, "nauc_precision_at_1000_max": -0.023857183973331947, "nauc_precision_at_1000_std": 0.6431969939271006, "nauc_precision_at_100_diff1": -0.3178370393061994, "nauc_precision_at_100_max": -0.5732424784467404, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": -0.31783703930619944, "nauc_precision_at_10_max": -0.5732424784467404, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": -0.31783703930619944, "nauc_precision_at_20_max": -0.5732424784467404, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_recall_at_1000_diff1": -0.1960389537044979, "nauc_recall_at_1000_max": 0.09476078840164902, "nauc_recall_at_1000_std": 0.5539962424088755, "nauc_recall_at_100_diff1": -0.31783703930619944, "nauc_recall_at_100_max": -0.5732424784467404, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_10_diff1": -0.31783703930619944, "nauc_recall_at_10_max": -0.5732424784467404, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": -0.31783703930619944, "nauc_recall_at_20_max": -0.5732424784467404, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "ndcg_at_1": 0.0, "ndcg_at_10": 0.0005, "ndcg_at_100": 0.0005, "ndcg_at_1000": 0.00077, "ndcg_at_20": 0.0005, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "precision_at_1": 0.0, "precision_at_10": 0.00024, "precision_at_100": 2e-05, "precision_at_1000": 1e-05, "precision_at_20": 0.00012, "precision_at_3": 0.0, "precision_at_5": 0.0, "recall_at_1": 0.0, "recall_at_10": 0.00122, "recall_at_100": 0.00122, "recall_at_1000": 0.00292, "recall_at_20": 0.00122, "recall_at_3": 0.0, "recall_at_5": 0.0 }, { "hf_subset": "de", "languages": [ "deu-Latn" ], "main_score": 0.10925, "map_at_1": 0.02774, "map_at_10": 0.06554, "map_at_100": 0.08576, "map_at_1000": 0.08791, "map_at_20": 0.0743, "map_at_3": 0.0426, "map_at_5": 0.05414, "mrr_at_1": 0.06885245901639345, "mrr_at_10": 0.13274134790528244, "mrr_at_100": 0.14671959708128135, "mrr_at_1000": 0.1474721200575923, "mrr_at_20": 0.14014786990234904, "mrr_at_3": 0.10218579234972675, "mrr_at_5": 0.12054644808743169, "nauc_map_at_1000_diff1": 0.059663010730409395, "nauc_map_at_1000_max": 0.15008534594801762, "nauc_map_at_1000_std": 0.22475926391356374, "nauc_map_at_100_diff1": 0.06073288580924927, "nauc_map_at_100_max": 0.1476429414859224, "nauc_map_at_100_std": 0.22040268291380524, "nauc_map_at_10_diff1": 0.05963061166730118, "nauc_map_at_10_max": 0.10486508796162039, "nauc_map_at_10_std": 0.15669219587849023, "nauc_map_at_1_diff1": 0.18630663241256756, "nauc_map_at_1_max": 0.1022654353376774, "nauc_map_at_1_std": 0.14083774869885557, "nauc_map_at_20_diff1": 0.06412139698887703, "nauc_map_at_20_max": 0.11955439643277796, "nauc_map_at_20_std": 0.17600490864962134, "nauc_map_at_3_diff1": 0.12098381447964633, "nauc_map_at_3_max": 0.13482901934184913, "nauc_map_at_3_std": 0.16887207470207174, "nauc_map_at_5_diff1": 0.09529094991763407, "nauc_map_at_5_max": 0.09733419584632161, "nauc_map_at_5_std": 0.14018837899540884, "nauc_mrr_at_1000_diff1": 0.04379490395051216, "nauc_mrr_at_1000_max": 0.16201807935815984, "nauc_mrr_at_1000_std": 0.2709062116924966, "nauc_mrr_at_100_diff1": 0.04478696284955348, "nauc_mrr_at_100_max": 0.16292988781801834, "nauc_mrr_at_100_std": 0.271498304204015, "nauc_mrr_at_10_diff1": 0.04612635903791719, "nauc_mrr_at_10_max": 0.14833627023928514, "nauc_mrr_at_10_std": 0.26525846234298806, "nauc_mrr_at_1_diff1": 0.11228479324668851, "nauc_mrr_at_1_max": 0.17787278712332855, "nauc_mrr_at_1_std": 0.2998588435324757, "nauc_mrr_at_20_diff1": 0.04316958899298466, "nauc_mrr_at_20_max": 0.15142005387065627, "nauc_mrr_at_20_std": 0.2584707276325782, "nauc_mrr_at_3_diff1": 0.06322117026333039, "nauc_mrr_at_3_max": 0.16726525698614644, "nauc_mrr_at_3_std": 0.27131321286891824, "nauc_mrr_at_5_diff1": 0.05742435148637919, "nauc_mrr_at_5_max": 0.14837096919479106, "nauc_mrr_at_5_std": 0.25217006662118724, "nauc_ndcg_at_1000_diff1": 0.00296131633827902, "nauc_ndcg_at_1000_max": 0.2494195456542367, "nauc_ndcg_at_1000_std": 0.36890053147703017, "nauc_ndcg_at_100_diff1": 0.026986447102124132, "nauc_ndcg_at_100_max": 0.2400666148566123, "nauc_ndcg_at_100_std": 0.3525717576384318, "nauc_ndcg_at_10_diff1": 0.020864625498650046, "nauc_ndcg_at_10_max": 0.11651472431229523, "nauc_ndcg_at_10_std": 0.1892786735907207, "nauc_ndcg_at_1_diff1": 0.11228479324668851, "nauc_ndcg_at_1_max": 0.17787278712332855, "nauc_ndcg_at_1_std": 0.2998588435324757, "nauc_ndcg_at_20_diff1": 0.029550583526932832, "nauc_ndcg_at_20_max": 0.1367509063046026, "nauc_ndcg_at_20_std": 0.20322925387253027, "nauc_ndcg_at_3_diff1": 0.07354621162128813, "nauc_ndcg_at_3_max": 0.14686530827516656, "nauc_ndcg_at_3_std": 0.22500546811833283, "nauc_ndcg_at_5_diff1": 0.06334012732378184, "nauc_ndcg_at_5_max": 0.10477291241058255, "nauc_ndcg_at_5_std": 0.1657602201122425, "nauc_precision_at_1000_diff1": -0.05461757443603443, "nauc_precision_at_1000_max": 0.22313279145876205, "nauc_precision_at_1000_std": 0.40360252851823764, "nauc_precision_at_100_diff1": -0.0040615526928442025, "nauc_precision_at_100_max": 0.26478649398566967, "nauc_precision_at_100_std": 0.45964353072419645, "nauc_precision_at_10_diff1": -0.040509940965288434, "nauc_precision_at_10_max": 0.13468057142338105, "nauc_precision_at_10_std": 0.2400190969328974, "nauc_precision_at_1_diff1": 0.11228479324668851, "nauc_precision_at_1_max": 0.17787278712332855, "nauc_precision_at_1_std": 0.2998588435324757, "nauc_precision_at_20_diff1": -0.012554482064615255, "nauc_precision_at_20_max": 0.15920205165815224, "nauc_precision_at_20_std": 0.24998234394751123, "nauc_precision_at_3_diff1": 0.027773217233676952, "nauc_precision_at_3_max": 0.15705700558028304, "nauc_precision_at_3_std": 0.2464571277631488, "nauc_precision_at_5_diff1": 0.00946357926537665, "nauc_precision_at_5_max": 0.10312383605715311, "nauc_precision_at_5_std": 0.17957669285883548, "nauc_recall_at_1000_diff1": -0.1402379606171059, "nauc_recall_at_1000_max": 0.49403519046105293, "nauc_recall_at_1000_std": 0.6510712577785135, "nauc_recall_at_100_diff1": -0.01031736406960035, "nauc_recall_at_100_max": 0.3654431849374999, "nauc_recall_at_100_std": 0.49702849081533307, "nauc_recall_at_10_diff1": -0.0304250443168399, "nauc_recall_at_10_max": 0.08763482485355466, "nauc_recall_at_10_std": 0.14382602738267325, "nauc_recall_at_1_diff1": 0.18630663241256756, "nauc_recall_at_1_max": 0.1022654353376774, "nauc_recall_at_1_std": 0.14083774869885557, "nauc_recall_at_20_diff1": -0.007622289395065788, "nauc_recall_at_20_max": 0.1174310063027676, "nauc_recall_at_20_std": 0.16267495906214957, "nauc_recall_at_3_diff1": 0.061692063572931326, "nauc_recall_at_3_max": 0.15424969202049363, "nauc_recall_at_3_std": 0.169476128269564, "nauc_recall_at_5_diff1": 0.03807283910913241, "nauc_recall_at_5_max": 0.06479421353563972, "nauc_recall_at_5_std": 0.09075127172937998, "ndcg_at_1": 0.06885, "ndcg_at_10": 0.10925, "ndcg_at_100": 0.20204, "ndcg_at_1000": 0.24118, "ndcg_at_20": 0.13665, "ndcg_at_3": 0.06744, "ndcg_at_5": 0.0842, "precision_at_1": 0.06885, "precision_at_10": 0.0423, "precision_at_100": 0.01393, "precision_at_1000": 0.00203, "precision_at_20": 0.03262, "precision_at_3": 0.05246, "precision_at_5": 0.05246, "recall_at_1": 0.02774, "recall_at_10": 0.16672, "recall_at_100": 0.51754, "recall_at_1000": 0.75807, "recall_at_20": 0.24666, "recall_at_3": 0.06145, "recall_at_5": 0.10236 }, { "hf_subset": "en", "languages": [ "eng-Latn" ], "main_score": 0.33607, "map_at_1": 0.11435, "map_at_10": 0.2382, "map_at_100": 0.27685, "map_at_1000": 0.2787, "map_at_20": 0.25858, "map_at_3": 0.18229, "map_at_5": 0.21002, "mrr_at_1": 0.26032540675844806, "mrr_at_10": 0.3957263047062795, "mrr_at_100": 0.4080137177096579, "mrr_at_1000": 0.40821060022994443, "mrr_at_20": 0.40457072137491146, "mrr_at_3": 0.35189820609094724, "mrr_at_5": 0.37705465164789287, "nauc_map_at_1000_diff1": 0.17636102335662773, "nauc_map_at_1000_max": 0.16029974313405032, "nauc_map_at_1000_std": -0.06542046294461216, "nauc_map_at_100_diff1": 0.17728247117952955, "nauc_map_at_100_max": 0.1604057540711384, "nauc_map_at_100_std": -0.06635911337851602, "nauc_map_at_10_diff1": 0.1754439870205718, "nauc_map_at_10_max": 0.13090274166292698, "nauc_map_at_10_std": -0.09547625130310387, "nauc_map_at_1_diff1": 0.24561986243787504, "nauc_map_at_1_max": 0.0893198186058249, "nauc_map_at_1_std": -0.11505827588738321, "nauc_map_at_20_diff1": 0.17571031025693065, "nauc_map_at_20_max": 0.14646640180438344, "nauc_map_at_20_std": -0.08057571615258338, "nauc_map_at_3_diff1": 0.18671282337006978, "nauc_map_at_3_max": 0.11776757371317524, "nauc_map_at_3_std": -0.11122686152599204, "nauc_map_at_5_diff1": 0.17705872566562766, "nauc_map_at_5_max": 0.12413283703127673, "nauc_map_at_5_std": -0.10284876613469571, "nauc_mrr_at_1000_diff1": 0.15863487418544528, "nauc_mrr_at_1000_max": 0.18647070127027837, "nauc_mrr_at_1000_std": -0.016699372183652285, "nauc_mrr_at_100_diff1": 0.1585497020870496, "nauc_mrr_at_100_max": 0.18658509263352124, "nauc_mrr_at_100_std": -0.016549543312366462, "nauc_mrr_at_10_diff1": 0.15569068920332677, "nauc_mrr_at_10_max": 0.18629460454050867, "nauc_mrr_at_10_std": -0.017201192012569498, "nauc_mrr_at_1_diff1": 0.1874596259979922, "nauc_mrr_at_1_max": 0.15507168003962596, "nauc_mrr_at_1_std": -0.03415907959126209, "nauc_mrr_at_20_diff1": 0.15634671368743738, "nauc_mrr_at_20_max": 0.18696046705349617, "nauc_mrr_at_20_std": -0.016141380362602965, "nauc_mrr_at_3_diff1": 0.16411292473599007, "nauc_mrr_at_3_max": 0.1796325672215748, "nauc_mrr_at_3_std": -0.030177562278342642, "nauc_mrr_at_5_diff1": 0.16215780400244031, "nauc_mrr_at_5_max": 0.18499042473466146, "nauc_mrr_at_5_std": -0.01914600577201787, "nauc_ndcg_at_1000_diff1": 0.15440295029151138, "nauc_ndcg_at_1000_max": 0.2082271923613637, "nauc_ndcg_at_1000_std": -0.003049109644175427, "nauc_ndcg_at_100_diff1": 0.15986014903386897, "nauc_ndcg_at_100_max": 0.21541792770669338, "nauc_ndcg_at_100_std": -0.0011469535019761608, "nauc_ndcg_at_10_diff1": 0.1513271085530362, "nauc_ndcg_at_10_max": 0.1523196382784849, "nauc_ndcg_at_10_std": -0.07052139148787251, "nauc_ndcg_at_1_diff1": 0.1874596259979922, "nauc_ndcg_at_1_max": 0.15507168003962596, "nauc_ndcg_at_1_std": -0.03415907959126209, "nauc_ndcg_at_20_diff1": 0.14582616930558892, "nauc_ndcg_at_20_max": 0.17633204171025874, "nauc_ndcg_at_20_std": -0.04424899023587439, "nauc_ndcg_at_3_diff1": 0.16211682884796677, "nauc_ndcg_at_3_max": 0.1559579130584464, "nauc_ndcg_at_3_std": -0.07036540139277113, "nauc_ndcg_at_5_diff1": 0.15743744976374796, "nauc_ndcg_at_5_max": 0.15124615620747825, "nauc_ndcg_at_5_std": -0.06689718151104221, "nauc_precision_at_1000_diff1": -0.04981275395724743, "nauc_precision_at_1000_max": 0.17575901248198955, "nauc_precision_at_1000_std": 0.22289040699224055, "nauc_precision_at_100_diff1": -0.014986111608183444, "nauc_precision_at_100_max": 0.22824567431036905, "nauc_precision_at_100_std": 0.2429432427937204, "nauc_precision_at_10_diff1": 0.05312807257365574, "nauc_precision_at_10_max": 0.2194506055695476, "nauc_precision_at_10_std": 0.08607539620642396, "nauc_precision_at_1_diff1": 0.1874596259979922, "nauc_precision_at_1_max": 0.15507168003962596, "nauc_precision_at_1_std": -0.03415907959126209, "nauc_precision_at_20_diff1": 0.018170857678527923, "nauc_precision_at_20_max": 0.23691825373206393, "nauc_precision_at_20_std": 0.16459497344254706, "nauc_precision_at_3_diff1": 0.09742571165505917, "nauc_precision_at_3_max": 0.195319183793691, "nauc_precision_at_3_std": -0.024664210827138728, "nauc_precision_at_5_diff1": 0.08181541079457225, "nauc_precision_at_5_max": 0.21855414116469674, "nauc_precision_at_5_std": 0.0355444403444329, "nauc_recall_at_1000_diff1": 0.26904337862550237, "nauc_recall_at_1000_max": 0.7625180327722678, "nauc_recall_at_1000_std": 0.7396464642677492, "nauc_recall_at_100_diff1": 0.1218727587628386, "nauc_recall_at_100_max": 0.29562861474471774, "nauc_recall_at_100_std": 0.15966984632970677, "nauc_recall_at_10_diff1": 0.08160245473004564, "nauc_recall_at_10_max": 0.0925651648339644, "nauc_recall_at_10_std": -0.09436611945925241, "nauc_recall_at_1_diff1": 0.24561986243787504, "nauc_recall_at_1_max": 0.0893198186058249, "nauc_recall_at_1_std": -0.11505827588738321, "nauc_recall_at_20_diff1": 0.046794488815212074, "nauc_recall_at_20_max": 0.11196767230554014, "nauc_recall_at_20_std": -0.04964801301339437, "nauc_recall_at_3_diff1": 0.12867487236103695, "nauc_recall_at_3_max": 0.11467445697302522, "nauc_recall_at_3_std": -0.1035924545129169, "nauc_recall_at_5_diff1": 0.09784187744018857, "nauc_recall_at_5_max": 0.10184851538255693, "nauc_recall_at_5_std": -0.08140785060270807, "ndcg_at_1": 0.26033, "ndcg_at_10": 0.33607, "ndcg_at_100": 0.46271, "ndcg_at_1000": 0.48115, "ndcg_at_20": 0.38819, "ndcg_at_3": 0.2623, "ndcg_at_5": 0.28874, "precision_at_1": 0.26033, "precision_at_10": 0.11665, "precision_at_100": 0.02562, "precision_at_1000": 0.00289, "precision_at_20": 0.08098, "precision_at_3": 0.18982, "precision_at_5": 0.1587, "recall_at_1": 0.11435, "recall_at_10": 0.45463, "recall_at_100": 0.89295, "recall_at_1000": 0.99096, "recall_at_20": 0.60801, "recall_at_3": 0.24416, "recall_at_5": 0.33099 }, { "hf_subset": "es", "languages": [ "spa-Latn" ], "main_score": 0.13349, "map_at_1": 0.03058, "map_at_10": 0.07584, "map_at_100": 0.10211, "map_at_1000": 0.10532, "map_at_20": 0.08752, "map_at_3": 0.05103, "map_at_5": 0.06103, "mrr_at_1": 0.11882716049382716, "mrr_at_10": 0.20452981089555167, "mrr_at_100": 0.21743815416142326, "mrr_at_1000": 0.21815677200244096, "mrr_at_20": 0.2133204697946056, "mrr_at_3": 0.16975308641975298, "mrr_at_5": 0.18780864197530864, "nauc_map_at_1000_diff1": 0.026529109210015688, "nauc_map_at_1000_max": 0.2757656015379281, "nauc_map_at_1000_std": 0.23731088432888825, "nauc_map_at_100_diff1": 0.02583766921842854, "nauc_map_at_100_max": 0.2686882033083259, "nauc_map_at_100_std": 0.229041446347144, "nauc_map_at_10_diff1": 0.04601244519786395, "nauc_map_at_10_max": 0.22245828839446974, "nauc_map_at_10_std": 0.13399027437991873, "nauc_map_at_1_diff1": 0.05847586894139875, "nauc_map_at_1_max": 0.21293656374604295, "nauc_map_at_1_std": 0.09902522631162415, "nauc_map_at_20_diff1": 0.03686854348111257, "nauc_map_at_20_max": 0.23945686044539305, "nauc_map_at_20_std": 0.16890951601072013, "nauc_map_at_3_diff1": 0.0821279493696264, "nauc_map_at_3_max": 0.2253527783931326, "nauc_map_at_3_std": 0.1149319104067214, "nauc_map_at_5_diff1": 0.06536678020088553, "nauc_map_at_5_max": 0.2135378658042634, "nauc_map_at_5_std": 0.11935215301735388, "nauc_mrr_at_1000_diff1": 0.019369573665269087, "nauc_mrr_at_1000_max": 0.20381444537051221, "nauc_mrr_at_1000_std": 0.17544435625887914, "nauc_mrr_at_100_diff1": 0.01993745907704911, "nauc_mrr_at_100_max": 0.20416429071467296, "nauc_mrr_at_100_std": 0.1756330914262829, "nauc_mrr_at_10_diff1": 0.020428169813345713, "nauc_mrr_at_10_max": 0.19403812791960315, "nauc_mrr_at_10_std": 0.16749102946699057, "nauc_mrr_at_1_diff1": 0.010878729258679656, "nauc_mrr_at_1_max": 0.17217053656731807, "nauc_mrr_at_1_std": 0.12441817721795408, "nauc_mrr_at_20_diff1": 0.02173431533343306, "nauc_mrr_at_20_max": 0.20198373465996752, "nauc_mrr_at_20_std": 0.1729830090014172, "nauc_mrr_at_3_diff1": 0.014713353195734344, "nauc_mrr_at_3_max": 0.18254968572777294, "nauc_mrr_at_3_std": 0.1400655139077102, "nauc_mrr_at_5_diff1": 0.008664505593594302, "nauc_mrr_at_5_max": 0.1824148709748526, "nauc_mrr_at_5_std": 0.15125186415500147, "nauc_ndcg_at_1000_diff1": -0.0007554687420482091, "nauc_ndcg_at_1000_max": 0.35470121366485974, "nauc_ndcg_at_1000_std": 0.39883146234116085, "nauc_ndcg_at_100_diff1": -0.0035940406755114837, "nauc_ndcg_at_100_max": 0.3209339307161079, "nauc_ndcg_at_100_std": 0.360982545292043, "nauc_ndcg_at_10_diff1": 0.034682030157148276, "nauc_ndcg_at_10_max": 0.21771587446378643, "nauc_ndcg_at_10_std": 0.16551250813416166, "nauc_ndcg_at_1_diff1": 0.010878729258679656, "nauc_ndcg_at_1_max": 0.17217053656731807, "nauc_ndcg_at_1_std": 0.12441817721795408, "nauc_ndcg_at_20_diff1": 0.023621758618392986, "nauc_ndcg_at_20_max": 0.2513817054195049, "nauc_ndcg_at_20_std": 0.2224535516318125, "nauc_ndcg_at_3_diff1": 0.030342558940216497, "nauc_ndcg_at_3_max": 0.22306136348983374, "nauc_ndcg_at_3_std": 0.16367409328313615, "nauc_ndcg_at_5_diff1": 0.029192350056438967, "nauc_ndcg_at_5_max": 0.20581093643453313, "nauc_ndcg_at_5_std": 0.1519782077566516, "nauc_precision_at_1000_diff1": -0.04764242871971866, "nauc_precision_at_1000_max": 0.3499745947518273, "nauc_precision_at_1000_std": 0.4371164453552464, "nauc_precision_at_100_diff1": -0.047875805735698315, "nauc_precision_at_100_max": 0.35235669279297044, "nauc_precision_at_100_std": 0.469029348945176, "nauc_precision_at_10_diff1": -0.015386456401672946, "nauc_precision_at_10_max": 0.25533416493103106, "nauc_precision_at_10_std": 0.2528189359613905, "nauc_precision_at_1_diff1": 0.010878729258679656, "nauc_precision_at_1_max": 0.17217053656731807, "nauc_precision_at_1_std": 0.12441817721795408, "nauc_precision_at_20_diff1": -0.021028640306123503, "nauc_precision_at_20_max": 0.28940713136209695, "nauc_precision_at_20_std": 0.31903615054285617, "nauc_precision_at_3_diff1": 0.0013089327229929828, "nauc_precision_at_3_max": 0.23207435235950147, "nauc_precision_at_3_std": 0.19356573384162762, "nauc_precision_at_5_diff1": -0.024335190770391067, "nauc_precision_at_5_max": 0.211478468293188, "nauc_precision_at_5_std": 0.19936438928972336, "nauc_recall_at_1000_diff1": -0.03640815503088264, "nauc_recall_at_1000_max": 0.4444713386568406, "nauc_recall_at_1000_std": 0.6636021935573501, "nauc_recall_at_100_diff1": -0.05111590980302156, "nauc_recall_at_100_max": 0.3217280620024012, "nauc_recall_at_100_std": 0.46954177311738515, "nauc_recall_at_10_diff1": 0.03697557197078392, "nauc_recall_at_10_max": 0.16537639449852587, "nauc_recall_at_10_std": 0.12757378703258138, "nauc_recall_at_1_diff1": 0.05847586894139875, "nauc_recall_at_1_max": 0.21293656374604295, "nauc_recall_at_1_std": 0.09902522631162415, "nauc_recall_at_20_diff1": 0.011595448119060268, "nauc_recall_at_20_max": 0.2156459387462695, "nauc_recall_at_20_std": 0.21928147243192395, "nauc_recall_at_3_diff1": 0.10346127701298247, "nauc_recall_at_3_max": 0.20544991260488926, "nauc_recall_at_3_std": 0.09827194243531664, "nauc_recall_at_5_diff1": 0.06632679470731308, "nauc_recall_at_5_max": 0.16672941586900866, "nauc_recall_at_5_std": 0.10154783351115863, "ndcg_at_1": 0.11883, "ndcg_at_10": 0.13349, "ndcg_at_100": 0.23207, "ndcg_at_1000": 0.27985, "ndcg_at_20": 0.16686, "ndcg_at_3": 0.11084, "ndcg_at_5": 0.1123, "precision_at_1": 0.11883, "precision_at_10": 0.07145, "precision_at_100": 0.02231, "precision_at_1000": 0.00335, "precision_at_20": 0.0561, "precision_at_3": 0.09774, "precision_at_5": 0.08549, "recall_at_1": 0.03058, "recall_at_10": 0.17118, "recall_at_100": 0.4704, "recall_at_1000": 0.71341, "recall_at_20": 0.25245, "recall_at_3": 0.06954, "recall_at_5": 0.10252 }, { "hf_subset": "fa", "languages": [ "fas-Arab" ], "main_score": 0.00202, "map_at_1": 0.0, "map_at_10": 0.00129, "map_at_100": 0.00145, "map_at_1000": 0.00152, "map_at_20": 0.00145, "map_at_3": 0.00105, "map_at_5": 0.00119, "mrr_at_1": 0.0, "mrr_at_10": 0.0017141350210970463, "mrr_at_100": 0.0021021135795426054, "mrr_at_1000": 0.0021962157706255656, "mrr_at_20": 0.002085099832434942, "mrr_at_3": 0.0013185654008438818, "mrr_at_5": 0.0017141350210970463, "nauc_map_at_1000_diff1": -0.4352522380487626, "nauc_map_at_1000_max": -0.22604552178384169, "nauc_map_at_1000_std": 0.5202033338957497, "nauc_map_at_100_diff1": -0.4544732764812652, "nauc_map_at_100_max": -0.22299758550828902, "nauc_map_at_100_std": 0.5392667214391323, "nauc_map_at_10_diff1": -0.4986453034124945, "nauc_map_at_10_max": -0.26944165651810953, "nauc_map_at_10_std": 0.5544274929459433, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": -0.455118230733014, "nauc_map_at_20_max": -0.22253439439249112, "nauc_map_at_20_std": 0.539061642083216, "nauc_map_at_3_diff1": -0.5175751955832659, "nauc_map_at_3_max": -0.5550660292346841, "nauc_map_at_3_std": 0.6065471384849015, "nauc_map_at_5_diff1": -0.5061237793318119, "nauc_map_at_5_max": -0.38228091487527494, "nauc_map_at_5_std": 0.5750179701959021, "nauc_mrr_at_1000_diff1": -0.45771744718858665, "nauc_mrr_at_1000_max": -0.19881335841421424, "nauc_mrr_at_1000_std": 0.3613700866713873, "nauc_mrr_at_100_diff1": -0.47602117691809787, "nauc_mrr_at_100_max": -0.19179647164928565, "nauc_mrr_at_100_std": 0.37134776131721264, "nauc_mrr_at_10_diff1": -0.5024432157498037, "nauc_mrr_at_10_max": -0.1875529070301991, "nauc_mrr_at_10_std": 0.3594698528777034, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": -0.4793309126302818, "nauc_mrr_at_20_max": -0.1892911781570939, "nauc_mrr_at_20_std": 0.3689810906391365, "nauc_mrr_at_3_diff1": -0.5288224456786917, "nauc_mrr_at_3_max": -0.543818779139259, "nauc_mrr_at_3_std": 0.3704754215758427, "nauc_mrr_at_5_diff1": -0.5024432157498037, "nauc_mrr_at_5_max": -0.1875529070301991, "nauc_mrr_at_5_std": 0.3594698528777034, "nauc_ndcg_at_1000_diff1": -0.21039166034154905, "nauc_ndcg_at_1000_max": -0.18059205799448091, "nauc_ndcg_at_1000_std": 0.28130171876678195, "nauc_ndcg_at_100_diff1": -0.38690789155065525, "nauc_ndcg_at_100_max": -0.07662084465893891, "nauc_ndcg_at_100_std": 0.4465078083514829, "nauc_ndcg_at_10_diff1": -0.4945235565405939, "nauc_ndcg_at_10_max": -0.13895445837723155, "nauc_ndcg_at_10_std": 0.4422914927831319, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": -0.39461612627860637, "nauc_ndcg_at_20_max": -0.06633835334474887, "nauc_ndcg_at_20_std": 0.4412745035507677, "nauc_ndcg_at_3_diff1": -0.5233495838429759, "nauc_ndcg_at_3_max": -0.5492916409749746, "nauc_ndcg_at_3_std": 0.4853468682851998, "nauc_ndcg_at_5_diff1": -0.5040475673494866, "nauc_ndcg_at_5_max": -0.27452831742330897, "nauc_ndcg_at_5_std": 0.45651682662331533, "nauc_precision_at_1000_diff1": -0.15917574341419638, "nauc_precision_at_1000_max": -0.21846045878976594, "nauc_precision_at_1000_std": 0.2511682471579375, "nauc_precision_at_100_diff1": -0.34961309853004047, "nauc_precision_at_100_max": 0.024765448313085543, "nauc_precision_at_100_std": 0.3845695187237443, "nauc_precision_at_10_diff1": -0.4754165308645762, "nauc_precision_at_10_max": 0.23183969379551247, "nauc_precision_at_10_std": 0.2679394504268545, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": -0.38950062738502655, "nauc_precision_at_20_max": 0.09956476646603477, "nauc_precision_at_20_std": 0.3450234054068577, "nauc_precision_at_3_diff1": -0.536320612408975, "nauc_precision_at_3_max": -0.536320612408975, "nauc_precision_at_3_std": 0.21309427696980326, "nauc_precision_at_5_diff1": -0.495717891379376, "nauc_precision_at_5_max": -0.024213741605983496, "nauc_precision_at_5_std": 0.24965772594117053, "nauc_recall_at_1000_diff1": -0.05693918878853423, "nauc_recall_at_1000_max": -0.19618902548342962, "nauc_recall_at_1000_std": 0.16071374076812087, "nauc_recall_at_100_diff1": -0.2720170512466603, "nauc_recall_at_100_max": 0.06088440223080964, "nauc_recall_at_100_std": 0.4580184513342231, "nauc_recall_at_10_diff1": -0.4901894467697871, "nauc_recall_at_10_max": -0.07225830866423313, "nauc_recall_at_10_std": 0.42843878133495716, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": -0.27987224558568075, "nauc_recall_at_20_max": 0.08269144824334354, "nauc_recall_at_20_std": 0.4500947944274285, "nauc_recall_at_3_diff1": -0.5238236678585025, "nauc_recall_at_3_max": -0.548817556959448, "nauc_recall_at_3_std": 0.4753961846465355, "nauc_recall_at_5_diff1": -0.5039489008515341, "nauc_recall_at_5_max": -0.26721436478500277, "nauc_recall_at_5_std": 0.4476486281442392, "ndcg_at_1": 0.0, "ndcg_at_10": 0.00202, "ndcg_at_100": 0.00279, "ndcg_at_1000": 0.00539, "ndcg_at_20": 0.00272, "ndcg_at_3": 0.00148, "ndcg_at_5": 0.0018, "precision_at_1": 0.0, "precision_at_10": 0.00063, "precision_at_100": 0.00013, "precision_at_1000": 5e-05, "precision_at_20": 0.00055, "precision_at_3": 0.00105, "precision_at_5": 0.00095, "recall_at_1": 0.0, "recall_at_10": 0.00343, "recall_at_100": 0.00603, "recall_at_1000": 0.02479, "recall_at_20": 0.0058, "recall_at_3": 0.00237, "recall_at_5": 0.0029 }, { "hf_subset": "fi", "languages": [ "fin-Latn" ], "main_score": 0.16834, "map_at_1": 0.0679, "map_at_10": 0.12275, "map_at_100": 0.13458, "map_at_1000": 0.13582, "map_at_20": 0.12918, "map_at_3": 0.10233, "map_at_5": 0.11365, "mrr_at_1": 0.122, "mrr_at_10": 0.18918690476190464, "mrr_at_100": 0.19891016116519034, "mrr_at_1000": 0.19969152894482534, "mrr_at_20": 0.19482620850511706, "mrr_at_3": 0.16799999999999995, "mrr_at_5": 0.18054999999999996, "nauc_map_at_1000_diff1": 0.2377771642669431, "nauc_map_at_1000_max": 0.13928134673868092, "nauc_map_at_1000_std": 0.19637598193582617, "nauc_map_at_100_diff1": 0.2378026835893863, "nauc_map_at_100_max": 0.14001636378124843, "nauc_map_at_100_std": 0.19497423427316782, "nauc_map_at_10_diff1": 0.23919793022795796, "nauc_map_at_10_max": 0.13351741907574854, "nauc_map_at_10_std": 0.16834324832730088, "nauc_map_at_1_diff1": 0.3537780715154294, "nauc_map_at_1_max": 0.191448539974919, "nauc_map_at_1_std": 0.1137011229353191, "nauc_map_at_20_diff1": 0.24061376876661614, "nauc_map_at_20_max": 0.1387572888445002, "nauc_map_at_20_std": 0.1800170819077218, "nauc_map_at_3_diff1": 0.26979356452373704, "nauc_map_at_3_max": 0.14519238129642636, "nauc_map_at_3_std": 0.1370447294653089, "nauc_map_at_5_diff1": 0.24490332304674844, "nauc_map_at_5_max": 0.13666231011846242, "nauc_map_at_5_std": 0.1541511451133014, "nauc_mrr_at_1000_diff1": 0.2149900584342463, "nauc_mrr_at_1000_max": 0.1340053586722894, "nauc_mrr_at_1000_std": 0.17584720576927873, "nauc_mrr_at_100_diff1": 0.21485259487961647, "nauc_mrr_at_100_max": 0.13422310757770817, "nauc_mrr_at_100_std": 0.1758736763232351, "nauc_mrr_at_10_diff1": 0.2149185220318835, "nauc_mrr_at_10_max": 0.1337526789570538, "nauc_mrr_at_10_std": 0.16390926331916772, "nauc_mrr_at_1_diff1": 0.30533240899914293, "nauc_mrr_at_1_max": 0.18120775503894848, "nauc_mrr_at_1_std": 0.13501290476703512, "nauc_mrr_at_20_diff1": 0.21502790682805575, "nauc_mrr_at_20_max": 0.13498618288082895, "nauc_mrr_at_20_std": 0.17052395157100775, "nauc_mrr_at_3_diff1": 0.22954670305440264, "nauc_mrr_at_3_max": 0.1423528426028821, "nauc_mrr_at_3_std": 0.1445206092173864, "nauc_mrr_at_5_diff1": 0.22123301654764177, "nauc_mrr_at_5_max": 0.1363226983873109, "nauc_mrr_at_5_std": 0.1565107928198182, "nauc_ndcg_at_1000_diff1": 0.19342661938136724, "nauc_ndcg_at_1000_max": 0.11515935240934333, "nauc_ndcg_at_1000_std": 0.29215259470223914, "nauc_ndcg_at_100_diff1": 0.19058553823225236, "nauc_ndcg_at_100_max": 0.12440253204428865, "nauc_ndcg_at_100_std": 0.28204287859404775, "nauc_ndcg_at_10_diff1": 0.19642796223392409, "nauc_ndcg_at_10_max": 0.11165498342901836, "nauc_ndcg_at_10_std": 0.18946354372865618, "nauc_ndcg_at_1_diff1": 0.30533240899914293, "nauc_ndcg_at_1_max": 0.18120775503894848, "nauc_ndcg_at_1_std": 0.13501290476703512, "nauc_ndcg_at_20_diff1": 0.20090096084264428, "nauc_ndcg_at_20_max": 0.1229567314525947, "nauc_ndcg_at_20_std": 0.2184780010950717, "nauc_ndcg_at_3_diff1": 0.23435377577239783, "nauc_ndcg_at_3_max": 0.1294355714690423, "nauc_ndcg_at_3_std": 0.14198966165511678, "nauc_ndcg_at_5_diff1": 0.20750271677225574, "nauc_ndcg_at_5_max": 0.11688595153056455, "nauc_ndcg_at_5_std": 0.16590591328895604, "nauc_precision_at_1000_diff1": 0.053879174144005955, "nauc_precision_at_1000_max": 0.04733349629461801, "nauc_precision_at_1000_std": 0.37962248627249906, "nauc_precision_at_100_diff1": 0.07152529813351001, "nauc_precision_at_100_max": 0.09996164478636546, "nauc_precision_at_100_std": 0.41205827905113906, "nauc_precision_at_10_diff1": 0.10044831686256166, "nauc_precision_at_10_max": 0.08806307623335852, "nauc_precision_at_10_std": 0.22923903085589548, "nauc_precision_at_1_diff1": 0.30533240899914293, "nauc_precision_at_1_max": 0.18120775503894848, "nauc_precision_at_1_std": 0.13501290476703512, "nauc_precision_at_20_diff1": 0.11318247787248835, "nauc_precision_at_20_max": 0.11979231822734612, "nauc_precision_at_20_std": 0.28286748022321717, "nauc_precision_at_3_diff1": 0.16630200626457042, "nauc_precision_at_3_max": 0.11629364507230672, "nauc_precision_at_3_std": 0.15474950851647126, "nauc_precision_at_5_diff1": 0.11729757476163996, "nauc_precision_at_5_max": 0.1019405900587192, "nauc_precision_at_5_std": 0.18952849569912794, "nauc_recall_at_1000_diff1": 0.0952703233621002, "nauc_recall_at_1000_max": 0.027858067504802107, "nauc_recall_at_1000_std": 0.5321816241628786, "nauc_recall_at_100_diff1": 0.0949378377666135, "nauc_recall_at_100_max": 0.08252197060576849, "nauc_recall_at_100_std": 0.4489555918707962, "nauc_recall_at_10_diff1": 0.11444308067965575, "nauc_recall_at_10_max": 0.05244196271818101, "nauc_recall_at_10_std": 0.21344224245855817, "nauc_recall_at_1_diff1": 0.3537780715154294, "nauc_recall_at_1_max": 0.191448539974919, "nauc_recall_at_1_std": 0.1137011229353191, "nauc_recall_at_20_diff1": 0.12752554507334996, "nauc_recall_at_20_max": 0.07722738755611522, "nauc_recall_at_20_std": 0.2713602252047274, "nauc_recall_at_3_diff1": 0.18660246235913636, "nauc_recall_at_3_max": 0.09001842819602063, "nauc_recall_at_3_std": 0.13924530901481486, "nauc_recall_at_5_diff1": 0.13509419841229423, "nauc_recall_at_5_max": 0.06050393118930903, "nauc_recall_at_5_std": 0.1740592231542876, "ndcg_at_1": 0.122, "ndcg_at_10": 0.16834, "ndcg_at_100": 0.22282, "ndcg_at_1000": 0.25251, "ndcg_at_20": 0.18941, "ndcg_at_3": 0.12946, "ndcg_at_5": 0.14778, "precision_at_1": 0.122, "precision_at_10": 0.042, "precision_at_100": 0.00848, "precision_at_1000": 0.00124, "precision_at_20": 0.02775, "precision_at_3": 0.081, "precision_at_5": 0.0634, "recall_at_1": 0.0679, "recall_at_10": 0.23679, "recall_at_100": 0.45846, "recall_at_1000": 0.66113, "recall_at_20": 0.30741, "recall_at_3": 0.14028, "recall_at_5": 0.18275 }, { "hf_subset": "fr", "languages": [ "fra-Latn" ], "main_score": 0.13393, "map_at_1": 0.03887, "map_at_10": 0.08633, "map_at_100": 0.11056, "map_at_1000": 0.11258, "map_at_20": 0.09764, "map_at_3": 0.06227, "map_at_5": 0.07271, "mrr_at_1": 0.0641399416909621, "mrr_at_10": 0.13573973807209969, "mrr_at_100": 0.15295803590735685, "mrr_at_1000": 0.1537152613254184, "mrr_at_20": 0.14644452732507526, "mrr_at_3": 0.10204081632653061, "mrr_at_5": 0.11734693877551022, "nauc_map_at_1000_diff1": 0.05756337125822032, "nauc_map_at_1000_max": 0.10657064273948916, "nauc_map_at_1000_std": 0.09511110507464635, "nauc_map_at_100_diff1": 0.05740641653337465, "nauc_map_at_100_max": 0.10585510743014426, "nauc_map_at_100_std": 0.09578988956052131, "nauc_map_at_10_diff1": 0.06093692605154282, "nauc_map_at_10_max": 0.06403181234552201, "nauc_map_at_10_std": 0.04865754346592686, "nauc_map_at_1_diff1": 0.1421264903917603, "nauc_map_at_1_max": 0.05936784535357032, "nauc_map_at_1_std": -0.041886182167040244, "nauc_map_at_20_diff1": 0.06110713861218899, "nauc_map_at_20_max": 0.09594125168817685, "nauc_map_at_20_std": 0.07029879683004615, "nauc_map_at_3_diff1": 0.08683271890344868, "nauc_map_at_3_max": 0.030602017045915638, "nauc_map_at_3_std": -0.023147844675176346, "nauc_map_at_5_diff1": 0.06745228887966641, "nauc_map_at_5_max": 0.052147759451939724, "nauc_map_at_5_std": 0.01697589960695435, "nauc_mrr_at_1000_diff1": 0.06505142267608512, "nauc_mrr_at_1000_max": 0.09365502934658194, "nauc_mrr_at_1000_std": 0.10675904101735877, "nauc_mrr_at_100_diff1": 0.06525011946998958, "nauc_mrr_at_100_max": 0.09415031015760618, "nauc_mrr_at_100_std": 0.10801457046617398, "nauc_mrr_at_10_diff1": 0.06875482716586184, "nauc_mrr_at_10_max": 0.07724906415663121, "nauc_mrr_at_10_std": 0.09246556209328453, "nauc_mrr_at_1_diff1": 0.1763418408674603, "nauc_mrr_at_1_max": 0.06666771135676133, "nauc_mrr_at_1_std": 0.015494406912506267, "nauc_mrr_at_20_diff1": 0.06626898540371959, "nauc_mrr_at_20_max": 0.09446764849983287, "nauc_mrr_at_20_std": 0.10154835246378698, "nauc_mrr_at_3_diff1": 0.09136217786364428, "nauc_mrr_at_3_max": 0.0485204976208142, "nauc_mrr_at_3_std": 0.047926436571944335, "nauc_mrr_at_5_diff1": 0.07332951266825777, "nauc_mrr_at_5_max": 0.07130191824177111, "nauc_mrr_at_5_std": 0.07502785962373822, "nauc_ndcg_at_1000_diff1": 0.009317789244463144, "nauc_ndcg_at_1000_max": 0.18014581504950802, "nauc_ndcg_at_1000_std": 0.22191164709613742, "nauc_ndcg_at_100_diff1": 0.019394926703157695, "nauc_ndcg_at_100_max": 0.1789701038616087, "nauc_ndcg_at_100_std": 0.24738771702455822, "nauc_ndcg_at_10_diff1": 0.04214355905298026, "nauc_ndcg_at_10_max": 0.08583954484132739, "nauc_ndcg_at_10_std": 0.10593614333243762, "nauc_ndcg_at_1_diff1": 0.1763418408674603, "nauc_ndcg_at_1_max": 0.06666771135676133, "nauc_ndcg_at_1_std": 0.015494406912506267, "nauc_ndcg_at_20_diff1": 0.03998065031604557, "nauc_ndcg_at_20_max": 0.15640625262161337, "nauc_ndcg_at_20_std": 0.14896221577010854, "nauc_ndcg_at_3_diff1": 0.07738463263063937, "nauc_ndcg_at_3_max": 0.032775291397445026, "nauc_ndcg_at_3_std": 0.007402600187933143, "nauc_ndcg_at_5_diff1": 0.04575359682497966, "nauc_ndcg_at_5_max": 0.066769127703839, "nauc_ndcg_at_5_std": 0.057257766624962965, "nauc_precision_at_1000_diff1": -0.047811022739003846, "nauc_precision_at_1000_max": 0.1790920177398163, "nauc_precision_at_1000_std": 0.20541826699620142, "nauc_precision_at_100_diff1": -0.027554157534212503, "nauc_precision_at_100_max": 0.229111926636465, "nauc_precision_at_100_std": 0.33306073503151284, "nauc_precision_at_10_diff1": 0.007629204531634261, "nauc_precision_at_10_max": 0.12843973371700781, "nauc_precision_at_10_std": 0.20712420469638806, "nauc_precision_at_1_diff1": 0.1763418408674603, "nauc_precision_at_1_max": 0.06666771135676133, "nauc_precision_at_1_std": 0.015494406912506267, "nauc_precision_at_20_diff1": 0.010646319065431916, "nauc_precision_at_20_max": 0.2546511692990615, "nauc_precision_at_20_std": 0.27978312578004316, "nauc_precision_at_3_diff1": 0.06554828858168721, "nauc_precision_at_3_max": 0.027871979563092373, "nauc_precision_at_3_std": 0.07324269863478135, "nauc_precision_at_5_diff1": 0.027198977881299703, "nauc_precision_at_5_max": 0.09293382837536306, "nauc_precision_at_5_std": 0.14954896959760947, "nauc_recall_at_1000_diff1": -0.3466996010073247, "nauc_recall_at_1000_max": 0.4907367644480028, "nauc_recall_at_1000_std": 0.7888319946597858, "nauc_recall_at_100_diff1": -0.0707252062013318, "nauc_recall_at_100_max": 0.2665212797881127, "nauc_recall_at_100_std": 0.5137701423356031, "nauc_recall_at_10_diff1": 0.011783136538320362, "nauc_recall_at_10_max": 0.09817671683414676, "nauc_recall_at_10_std": 0.15501866923005947, "nauc_recall_at_1_diff1": 0.1421264903917603, "nauc_recall_at_1_max": 0.05936784535357032, "nauc_recall_at_1_std": -0.041886182167040244, "nauc_recall_at_20_diff1": 0.00816992985821063, "nauc_recall_at_20_max": 0.21648671194431962, "nauc_recall_at_20_std": 0.2076053115796016, "nauc_recall_at_3_diff1": 0.03152882728269048, "nauc_recall_at_3_max": 0.008881366235177438, "nauc_recall_at_3_std": -0.008820929834380997, "nauc_recall_at_5_diff1": -0.0027178341382694472, "nauc_recall_at_5_max": 0.07166374407888605, "nauc_recall_at_5_std": 0.07628422020740276, "ndcg_at_1": 0.06414, "ndcg_at_10": 0.13393, "ndcg_at_100": 0.24719, "ndcg_at_1000": 0.28301, "ndcg_at_20": 0.17201, "ndcg_at_3": 0.08067, "ndcg_at_5": 0.09961, "precision_at_1": 0.06414, "precision_at_10": 0.04431, "precision_at_100": 0.01464, "precision_at_1000": 0.00195, "precision_at_20": 0.03542, "precision_at_3": 0.05442, "precision_at_5": 0.05015, "recall_at_1": 0.03887, "recall_at_10": 0.21806, "recall_at_100": 0.67664, "recall_at_1000": 0.90609, "recall_at_20": 0.34134, "recall_at_3": 0.08895, "recall_at_5": 0.13042 }, { "hf_subset": "hi", "languages": [ "hin-Deva" ], "main_score": 0.0, "map_at_1": 0.0, "map_at_10": 0.0, "map_at_100": 0.00017, "map_at_1000": 0.00028, "map_at_20": 4e-05, "map_at_3": 0.0, "map_at_5": 0.0, "mrr_at_1": 0.0, "mrr_at_10": 0.0, "mrr_at_100": 0.00048165025163558013, "mrr_at_1000": 0.0007313533972262195, "mrr_at_20": 0.0001680672268907563, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "nauc_map_at_1000_diff1": 0.0014884882039396905, "nauc_map_at_1000_max": -0.09546511193557113, "nauc_map_at_1000_std": -0.15128844048146736, "nauc_map_at_100_diff1": 0.09221971476289059, "nauc_map_at_100_max": -0.09777763543541894, "nauc_map_at_100_std": -0.1874017781895723, "nauc_map_at_10_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": 0.6619264824255433, "nauc_map_at_20_max": -0.20579554601556233, "nauc_map_at_20_std": -0.3184867185403812, "nauc_map_at_3_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_mrr_at_1000_diff1": 0.06512532488850302, "nauc_mrr_at_1000_max": -0.10446292808935811, "nauc_mrr_at_1000_std": -0.07933535173942986, "nauc_mrr_at_100_diff1": 0.14924898448043616, "nauc_mrr_at_100_max": -0.12486619995720938, "nauc_mrr_at_100_std": -0.09137536783572042, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": 0.6619264824255433, "nauc_mrr_at_20_max": -0.20579554601556233, "nauc_mrr_at_20_std": -0.3184867185403812, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_ndcg_at_1000_diff1": -0.06352399422979892, "nauc_ndcg_at_1000_max": -0.052044184586387654, "nauc_ndcg_at_1000_std": -0.0773164954943124, "nauc_ndcg_at_100_diff1": 0.055956046063627723, "nauc_ndcg_at_100_max": -0.03955541398340355, "nauc_ndcg_at_100_std": -0.1720739564000712, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": 0.6619264824255433, "nauc_ndcg_at_20_max": -0.2057955460155622, "nauc_ndcg_at_20_std": -0.318486718540381, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_precision_at_1000_diff1": -0.08641543547546315, "nauc_precision_at_1000_max": -0.06860577906524054, "nauc_precision_at_1000_std": -0.023656027503018928, "nauc_precision_at_100_diff1": 0.011436812449691382, "nauc_precision_at_100_max": -0.07861550845183791, "nauc_precision_at_100_std": -0.1397907163938825, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": 0.6619264824255434, "nauc_precision_at_20_max": -0.20579554601556221, "nauc_precision_at_20_std": -0.318486718540381, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_recall_at_1000_diff1": -0.074201822618629, "nauc_recall_at_1000_max": -0.036633065275152144, "nauc_recall_at_1000_std": -0.08352101796493511, "nauc_recall_at_100_diff1": 0.040109902707351666, "nauc_recall_at_100_max": 0.0008371592108271376, "nauc_recall_at_100_std": -0.19679066248355592, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": 0.6619264824255434, "nauc_recall_at_20_max": -0.2057955460155621, "nauc_recall_at_20_std": -0.318486718540381, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "ndcg_at_1": 0.0, "ndcg_at_10": 0.0, "ndcg_at_100": 0.00197, "ndcg_at_1000": 0.00755, "ndcg_at_20": 0.00027, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "precision_at_1": 0.0, "precision_at_10": 0.0, "precision_at_100": 0.00023, "precision_at_1000": 0.00012, "precision_at_20": 0.00014, "precision_at_3": 0.0, "precision_at_5": 0.0, "recall_at_1": 0.0, "recall_at_10": 0.0, "recall_at_100": 0.00884, "recall_at_1000": 0.04704, "recall_at_20": 0.00071, "recall_at_3": 0.0, "recall_at_5": 0.0 }, { "hf_subset": "id", "languages": [ "ind-Latn" ], "main_score": 0.09277, "map_at_1": 0.02855, "map_at_10": 0.05902, "map_at_100": 0.0703, "map_at_1000": 0.07213, "map_at_20": 0.06446, "map_at_3": 0.04668, "map_at_5": 0.05196, "mrr_at_1": 0.06875, "mrr_at_10": 0.12349165013227509, "mrr_at_100": 0.13316377708138352, "mrr_at_1000": 0.1338398971132892, "mrr_at_20": 0.12878293104420227, "mrr_at_3": 0.10451388888888882, "mrr_at_5": 0.11399305555555553, "nauc_map_at_1000_diff1": 0.20974098718206946, "nauc_map_at_1000_max": 0.08985716704498165, "nauc_map_at_1000_std": 0.290554165300659, "nauc_map_at_100_diff1": 0.21175653413572268, "nauc_map_at_100_max": 0.08674808831974663, "nauc_map_at_100_std": 0.2815886737149932, "nauc_map_at_10_diff1": 0.22663287463314552, "nauc_map_at_10_max": 0.0853092841467449, "nauc_map_at_10_std": 0.24025372637859232, "nauc_map_at_1_diff1": 0.37535658071775624, "nauc_map_at_1_max": 0.07297387420935746, "nauc_map_at_1_std": 0.1843407842942531, "nauc_map_at_20_diff1": 0.216529570794077, "nauc_map_at_20_max": 0.0875822334473683, "nauc_map_at_20_std": 0.25656926603142394, "nauc_map_at_3_diff1": 0.2572552533100427, "nauc_map_at_3_max": 0.051056688605910505, "nauc_map_at_3_std": 0.20742764263368355, "nauc_map_at_5_diff1": 0.24798385231407716, "nauc_map_at_5_max": 0.05428333626116295, "nauc_map_at_5_std": 0.21675643529802335, "nauc_mrr_at_1000_diff1": 0.19016589287278668, "nauc_mrr_at_1000_max": 0.08450863794264007, "nauc_mrr_at_1000_std": 0.2563724792804166, "nauc_mrr_at_100_diff1": 0.19049913414284247, "nauc_mrr_at_100_max": 0.0842723937897157, "nauc_mrr_at_100_std": 0.25559806674302593, "nauc_mrr_at_10_diff1": 0.19711936017035775, "nauc_mrr_at_10_max": 0.08687470075979382, "nauc_mrr_at_10_std": 0.2433377766211969, "nauc_mrr_at_1_diff1": 0.2557910741436364, "nauc_mrr_at_1_max": 0.10027969526225503, "nauc_mrr_at_1_std": 0.2428389069118878, "nauc_mrr_at_20_diff1": 0.19130557243631421, "nauc_mrr_at_20_max": 0.08393739714722749, "nauc_mrr_at_20_std": 0.2501750151842537, "nauc_mrr_at_3_diff1": 0.21576128465683336, "nauc_mrr_at_3_max": 0.0795401560147491, "nauc_mrr_at_3_std": 0.23538946952887604, "nauc_mrr_at_5_diff1": 0.20784724541193178, "nauc_mrr_at_5_max": 0.07820383925721085, "nauc_mrr_at_5_std": 0.23116033646206643, "nauc_ndcg_at_1000_diff1": 0.13620983047305515, "nauc_ndcg_at_1000_max": 0.12425933455560238, "nauc_ndcg_at_1000_std": 0.43331462354673267, "nauc_ndcg_at_100_diff1": 0.15513539880659657, "nauc_ndcg_at_100_max": 0.09512760999656518, "nauc_ndcg_at_100_std": 0.36885050700202204, "nauc_ndcg_at_10_diff1": 0.19125944342303755, "nauc_ndcg_at_10_max": 0.10127926913496278, "nauc_ndcg_at_10_std": 0.262911393403993, "nauc_ndcg_at_1_diff1": 0.2557910741436364, "nauc_ndcg_at_1_max": 0.10027969526225503, "nauc_ndcg_at_1_std": 0.2428389069118878, "nauc_ndcg_at_20_diff1": 0.1685543720340507, "nauc_ndcg_at_20_max": 0.09229617639551198, "nauc_ndcg_at_20_std": 0.2914525441105902, "nauc_ndcg_at_3_diff1": 0.22702892396545588, "nauc_ndcg_at_3_max": 0.07010289095183438, "nauc_ndcg_at_3_std": 0.23001801833841767, "nauc_ndcg_at_5_diff1": 0.22183255522133222, "nauc_ndcg_at_5_max": 0.06130835864470543, "nauc_ndcg_at_5_std": 0.22780126756597102, "nauc_precision_at_1000_diff1": 0.029101655413373916, "nauc_precision_at_1000_max": 0.14530439857844746, "nauc_precision_at_1000_std": 0.4483031446591166, "nauc_precision_at_100_diff1": 0.07980789302834235, "nauc_precision_at_100_max": 0.12017314715688951, "nauc_precision_at_100_std": 0.4352479235172564, "nauc_precision_at_10_diff1": 0.13243012889225866, "nauc_precision_at_10_max": 0.1497179011215978, "nauc_precision_at_10_std": 0.30268712907526985, "nauc_precision_at_1_diff1": 0.2557910741436364, "nauc_precision_at_1_max": 0.10027969526225503, "nauc_precision_at_1_std": 0.2428389069118878, "nauc_precision_at_20_diff1": 0.11475060644529039, "nauc_precision_at_20_max": 0.13295293797287713, "nauc_precision_at_20_std": 0.3388306782902343, "nauc_precision_at_3_diff1": 0.2025823980163809, "nauc_precision_at_3_max": 0.08414366920585523, "nauc_precision_at_3_std": 0.2449698255477656, "nauc_precision_at_5_diff1": 0.18281630196101722, "nauc_precision_at_5_max": 0.07980285264535253, "nauc_precision_at_5_std": 0.23669976006579135, "nauc_recall_at_1000_diff1": -0.0010647192079312954, "nauc_recall_at_1000_max": 0.16722348406817694, "nauc_recall_at_1000_std": 0.6235804741995391, "nauc_recall_at_100_diff1": 0.058983354663153596, "nauc_recall_at_100_max": 0.08627643285749893, "nauc_recall_at_100_std": 0.44977968994312023, "nauc_recall_at_10_diff1": 0.13847433008930055, "nauc_recall_at_10_max": 0.12289699526563844, "nauc_recall_at_10_std": 0.28480230273260215, "nauc_recall_at_1_diff1": 0.37535658071775624, "nauc_recall_at_1_max": 0.07297387420935746, "nauc_recall_at_1_std": 0.1843407842942531, "nauc_recall_at_20_diff1": 0.08486825757761729, "nauc_recall_at_20_max": 0.08290455819984688, "nauc_recall_at_20_std": 0.3118792707303763, "nauc_recall_at_3_diff1": 0.20383589946482897, "nauc_recall_at_3_max": 0.033339995057800394, "nauc_recall_at_3_std": 0.209026207596159, "nauc_recall_at_5_diff1": 0.1897331185666074, "nauc_recall_at_5_max": 0.03930632274020438, "nauc_recall_at_5_std": 0.21912835124113353, "ndcg_at_1": 0.06875, "ndcg_at_10": 0.09277, "ndcg_at_100": 0.14664, "ndcg_at_1000": 0.18312, "ndcg_at_20": 0.1104, "ndcg_at_3": 0.0741, "ndcg_at_5": 0.07816, "precision_at_1": 0.06875, "precision_at_10": 0.0349, "precision_at_100": 0.00985, "precision_at_1000": 0.00169, "precision_at_20": 0.02536, "precision_at_3": 0.0559, "precision_at_5": 0.04625, "recall_at_1": 0.02855, "recall_at_10": 0.12646, "recall_at_100": 0.31966, "recall_at_1000": 0.53286, "recall_at_20": 0.17825, "recall_at_3": 0.06874, "recall_at_5": 0.08699 }, { "hf_subset": "ja", "languages": [ "jpn-Jpan" ], "main_score": 0.01092, "map_at_1": 0.00363, "map_at_10": 0.00701, "map_at_100": 0.00838, "map_at_1000": 0.00858, "map_at_20": 0.00763, "map_at_3": 0.00589, "map_at_5": 0.00617, "mrr_at_1": 0.0069767441860465115, "mrr_at_10": 0.013763842746400884, "mrr_at_100": 0.01578571203889354, "mrr_at_1000": 0.016079367406333922, "mrr_at_20": 0.014623075567843008, "mrr_at_3": 0.011627906976744186, "mrr_at_5": 0.012209302325581395, "nauc_map_at_1000_diff1": 0.23207942170606016, "nauc_map_at_1000_max": 0.10617683780119762, "nauc_map_at_1000_std": 0.2924064090188917, "nauc_map_at_100_diff1": 0.23579879380513724, "nauc_map_at_100_max": 0.10659285018402978, "nauc_map_at_100_std": 0.29291059441721795, "nauc_map_at_10_diff1": 0.25896082193565, "nauc_map_at_10_max": 0.1083224781797864, "nauc_map_at_10_std": 0.274788918318292, "nauc_map_at_1_diff1": 0.5545800912261873, "nauc_map_at_1_max": -0.05176281191306685, "nauc_map_at_1_std": 0.37543332438958965, "nauc_map_at_20_diff1": 0.23851767959018685, "nauc_map_at_20_max": 0.10861135499076487, "nauc_map_at_20_std": 0.2844425008875587, "nauc_map_at_3_diff1": 0.3239191240521775, "nauc_map_at_3_max": 0.07659838792080004, "nauc_map_at_3_std": 0.3147479885765112, "nauc_map_at_5_diff1": 0.3272810095739287, "nauc_map_at_5_max": 0.09438479527939005, "nauc_map_at_5_std": 0.32364916555432083, "nauc_mrr_at_1000_diff1": 0.11948117557322535, "nauc_mrr_at_1000_max": 0.04423475414569258, "nauc_mrr_at_1000_std": 0.1758754609247143, "nauc_mrr_at_100_diff1": 0.12115054721559812, "nauc_mrr_at_100_max": 0.04443478900586831, "nauc_mrr_at_100_std": 0.17524720856469944, "nauc_mrr_at_10_diff1": 0.11502966965365048, "nauc_mrr_at_10_max": 0.03401859070001936, "nauc_mrr_at_10_std": 0.15364411057705601, "nauc_mrr_at_1_diff1": 0.18379393614166897, "nauc_mrr_at_1_max": -0.14958411591092038, "nauc_mrr_at_1_std": 0.1443520257579824, "nauc_mrr_at_20_diff1": 0.10973040053941158, "nauc_mrr_at_20_max": 0.04147290486466566, "nauc_mrr_at_20_std": 0.16285335733345033, "nauc_mrr_at_3_diff1": 0.12426884894016643, "nauc_mrr_at_3_max": -0.009645827743493337, "nauc_mrr_at_3_std": 0.14878365083624, "nauc_mrr_at_5_diff1": 0.13645597761508682, "nauc_mrr_at_5_max": 0.014284436608021327, "nauc_mrr_at_5_std": 0.16785277745835844, "nauc_ndcg_at_1000_diff1": 0.12708781063026497, "nauc_ndcg_at_1000_max": 0.10692465764959115, "nauc_ndcg_at_1000_std": 0.258168471888451, "nauc_ndcg_at_100_diff1": 0.15984945435439307, "nauc_ndcg_at_100_max": 0.11566884232183307, "nauc_ndcg_at_100_std": 0.2607175792891156, "nauc_ndcg_at_10_diff1": 0.15048604266350118, "nauc_ndcg_at_10_max": 0.12250292834452278, "nauc_ndcg_at_10_std": 0.20105123069570954, "nauc_ndcg_at_1_diff1": 0.18379393614166897, "nauc_ndcg_at_1_max": -0.14958411591092038, "nauc_ndcg_at_1_std": 0.1443520257579824, "nauc_ndcg_at_20_diff1": 0.12390485884608826, "nauc_ndcg_at_20_max": 0.12471966834405651, "nauc_ndcg_at_20_std": 0.2321619590987679, "nauc_ndcg_at_3_diff1": 0.21437946518045298, "nauc_ndcg_at_3_max": 0.050916659729706576, "nauc_ndcg_at_3_std": 0.22767599365945393, "nauc_ndcg_at_5_diff1": 0.2459647043870805, "nauc_ndcg_at_5_max": 0.09726660913450613, "nauc_ndcg_at_5_std": 0.2660031719809301, "nauc_precision_at_1000_diff1": 0.10122058140110538, "nauc_precision_at_1000_max": 0.12419651312648017, "nauc_precision_at_1000_std": 0.277531752204249, "nauc_precision_at_100_diff1": 0.1487354323911293, "nauc_precision_at_100_max": 0.12315243639248259, "nauc_precision_at_100_std": 0.26935056753887615, "nauc_precision_at_10_diff1": 0.06657020200084313, "nauc_precision_at_10_max": 0.1505136264325959, "nauc_precision_at_10_std": 0.16201272566982233, "nauc_precision_at_1_diff1": 0.18379393614166897, "nauc_precision_at_1_max": -0.14958411591092038, "nauc_precision_at_1_std": 0.1443520257579824, "nauc_precision_at_20_diff1": 0.049363077670026914, "nauc_precision_at_20_max": 0.16398354351131378, "nauc_precision_at_20_std": 0.22696027700052368, "nauc_precision_at_3_diff1": 0.12753778731777132, "nauc_precision_at_3_max": 0.05253555138180848, "nauc_precision_at_3_std": 0.1322421965834901, "nauc_precision_at_5_diff1": 0.1539963628775006, "nauc_precision_at_5_max": 0.13531884446829442, "nauc_precision_at_5_std": 0.22678353158632203, "nauc_recall_at_1000_diff1": 0.07711975131289844, "nauc_recall_at_1000_max": 0.09940944947630925, "nauc_recall_at_1000_std": 0.24243243967149206, "nauc_recall_at_100_diff1": 0.13987167888582835, "nauc_recall_at_100_max": 0.13193176243569898, "nauc_recall_at_100_std": 0.2660174413224046, "nauc_recall_at_10_diff1": 0.042343916938703915, "nauc_recall_at_10_max": 0.1781615168079143, "nauc_recall_at_10_std": 0.1359539516166352, "nauc_recall_at_1_diff1": 0.5545800912261873, "nauc_recall_at_1_max": -0.05176281191306685, "nauc_recall_at_1_std": 0.37543332438958965, "nauc_recall_at_20_diff1": 0.02492289058849782, "nauc_recall_at_20_max": 0.15964251505466148, "nauc_recall_at_20_std": 0.216351103901696, "nauc_recall_at_3_diff1": 0.22938063840736858, "nauc_recall_at_3_max": 0.1255393737326641, "nauc_recall_at_3_std": 0.26273347203467246, "nauc_recall_at_5_diff1": 0.24979083535008162, "nauc_recall_at_5_max": 0.15840075286056615, "nauc_recall_at_5_std": 0.28207819123134203, "ndcg_at_1": 0.00698, "ndcg_at_10": 0.01092, "ndcg_at_100": 0.01928, "ndcg_at_1000": 0.0269, "ndcg_at_20": 0.01326, "ndcg_at_3": 0.00845, "ndcg_at_5": 0.00863, "precision_at_1": 0.00698, "precision_at_10": 0.00326, "precision_at_100": 0.00107, "precision_at_1000": 0.00022, "precision_at_20": 0.00244, "precision_at_3": 0.00581, "precision_at_5": 0.00419, "recall_at_1": 0.00363, "recall_at_10": 0.01649, "recall_at_100": 0.05052, "recall_at_1000": 0.10373, "recall_at_20": 0.02399, "recall_at_3": 0.00887, "recall_at_5": 0.00984 }, { "hf_subset": "ko", "languages": [ "kor-Kore" ], "main_score": 0.02117, "map_at_1": 0.00626, "map_at_10": 0.01677, "map_at_100": 0.01781, "map_at_1000": 0.01795, "map_at_20": 0.01744, "map_at_3": 0.01487, "map_at_5": 0.01581, "mrr_at_1": 0.009389671361502348, "mrr_at_10": 0.020036887994634472, "mrr_at_100": 0.020963785073076013, "mrr_at_1000": 0.021222936732494636, "mrr_at_20": 0.020283984609410853, "mrr_at_3": 0.018779342723004695, "mrr_at_5": 0.018779342723004695, "nauc_map_at_1000_diff1": 0.5616605409062275, "nauc_map_at_1000_max": -0.18760041461110816, "nauc_map_at_1000_std": 0.09413601591253001, "nauc_map_at_100_diff1": 0.5668747128893353, "nauc_map_at_100_max": -0.18799716142887063, "nauc_map_at_100_std": 0.09546291700546641, "nauc_map_at_10_diff1": 0.5992508558435867, "nauc_map_at_10_max": -0.17426595971409464, "nauc_map_at_10_std": 0.09707792655502233, "nauc_map_at_1_diff1": 0.8307229494325377, "nauc_map_at_1_max": -0.18058359623216452, "nauc_map_at_1_std": -0.2662178688721748, "nauc_map_at_20_diff1": 0.5824850495736337, "nauc_map_at_20_max": -0.18971289691689724, "nauc_map_at_20_std": 0.10261744110801078, "nauc_map_at_3_diff1": 0.6321826512887758, "nauc_map_at_3_max": -0.22250029510855, "nauc_map_at_3_std": 0.016495011451728752, "nauc_map_at_5_diff1": 0.6138089372159862, "nauc_map_at_5_max": -0.14987651520111156, "nauc_map_at_5_std": 0.05457231232231662, "nauc_mrr_at_1000_diff1": 0.5095102280286931, "nauc_mrr_at_1000_max": -0.1784753174519442, "nauc_mrr_at_1000_std": 0.12395429606886472, "nauc_mrr_at_100_diff1": 0.5168737531323876, "nauc_mrr_at_100_max": -0.18021193013326636, "nauc_mrr_at_100_std": 0.12685065942052814, "nauc_mrr_at_10_diff1": 0.5363160207353231, "nauc_mrr_at_10_max": -0.17527737609123767, "nauc_mrr_at_10_std": 0.1408126930953777, "nauc_mrr_at_1_diff1": 0.6614458988650755, "nauc_mrr_at_1_max": 0.21294426917855694, "nauc_mrr_at_1_std": 0.04167572389853638, "nauc_mrr_at_20_diff1": 0.5419645530039376, "nauc_mrr_at_20_max": -0.1801359161806205, "nauc_mrr_at_20_std": 0.1402923954624573, "nauc_mrr_at_3_diff1": 0.5586867400134469, "nauc_mrr_at_3_max": -0.14856973643376123, "nauc_mrr_at_3_std": 0.10443746011466153, "nauc_mrr_at_5_diff1": 0.5586867400134469, "nauc_mrr_at_5_max": -0.14856973643376123, "nauc_mrr_at_5_std": 0.10443746011466153, "nauc_ndcg_at_1000_diff1": 0.39784738963235544, "nauc_ndcg_at_1000_max": -0.17771343774896456, "nauc_ndcg_at_1000_std": 0.08176279665893611, "nauc_ndcg_at_100_diff1": 0.470588357274519, "nauc_ndcg_at_100_max": -0.21249850173913115, "nauc_ndcg_at_100_std": 0.12602211618296266, "nauc_ndcg_at_10_diff1": 0.5525972215467535, "nauc_ndcg_at_10_max": -0.22158827350358162, "nauc_ndcg_at_10_std": 0.16040463956834297, "nauc_ndcg_at_1_diff1": 0.6614458988650755, "nauc_ndcg_at_1_max": 0.21294426917855694, "nauc_ndcg_at_1_std": 0.04167572389853638, "nauc_ndcg_at_20_diff1": 0.5433575815959654, "nauc_ndcg_at_20_max": -0.25047055198921975, "nauc_ndcg_at_20_std": 0.16312779748623174, "nauc_ndcg_at_3_diff1": 0.5986761293184186, "nauc_ndcg_at_3_max": -0.23107919896551005, "nauc_ndcg_at_3_std": 0.05476425046562242, "nauc_ndcg_at_5_diff1": 0.5861044306749627, "nauc_ndcg_at_5_max": -0.17496014170620228, "nauc_ndcg_at_5_std": 0.08223842156810754, "nauc_precision_at_1000_diff1": 0.054603357043828134, "nauc_precision_at_1000_max": -0.051217059811619135, "nauc_precision_at_1000_std": -0.06047539278039291, "nauc_precision_at_100_diff1": 0.21317660468765892, "nauc_precision_at_100_max": -0.11943304357045921, "nauc_precision_at_100_std": 0.13065109990157983, "nauc_precision_at_10_diff1": 0.41318480440220273, "nauc_precision_at_10_max": -0.07626693531129766, "nauc_precision_at_10_std": 0.3389965849730288, "nauc_precision_at_1_diff1": 0.6614458988650755, "nauc_precision_at_1_max": 0.21294426917855694, "nauc_precision_at_1_std": 0.04167572389853638, "nauc_precision_at_20_diff1": 0.40115395506386414, "nauc_precision_at_20_max": -0.15924102303322896, "nauc_precision_at_20_std": 0.3175799566258804, "nauc_precision_at_3_diff1": 0.4956419885867967, "nauc_precision_at_3_max": -0.08777806140388614, "nauc_precision_at_3_std": 0.20137302036573979, "nauc_precision_at_5_diff1": 0.474048214729716, "nauc_precision_at_5_max": 0.04819419627159958, "nauc_precision_at_5_std": 0.25838425650001723, "nauc_recall_at_1000_diff1": 0.28780817309022344, "nauc_recall_at_1000_max": -0.11778606365627792, "nauc_recall_at_1000_std": 0.04857381548310257, "nauc_recall_at_100_diff1": 0.39241172968210386, "nauc_recall_at_100_max": -0.20685063400519346, "nauc_recall_at_100_std": 0.14971113804318523, "nauc_recall_at_10_diff1": 0.5222546887278452, "nauc_recall_at_10_max": -0.3122396307449632, "nauc_recall_at_10_std": 0.24936484049573202, "nauc_recall_at_1_diff1": 0.8307229494325377, "nauc_recall_at_1_max": -0.18058359623216452, "nauc_recall_at_1_std": -0.2662178688721748, "nauc_recall_at_20_diff1": 0.5294568981378953, "nauc_recall_at_20_max": -0.3613405990383238, "nauc_recall_at_20_std": 0.2350523992671822, "nauc_recall_at_3_diff1": 0.5975490556447458, "nauc_recall_at_3_max": -0.32179794443812804, "nauc_recall_at_3_std": 0.05148669883082785, "nauc_recall_at_5_diff1": 0.5792385717837727, "nauc_recall_at_5_max": -0.23367808147558616, "nauc_recall_at_5_std": 0.09188511287143651, "ndcg_at_1": 0.00939, "ndcg_at_10": 0.02117, "ndcg_at_100": 0.02631, "ndcg_at_1000": 0.03257, "ndcg_at_20": 0.02306, "ndcg_at_3": 0.01784, "ndcg_at_5": 0.0187, "precision_at_1": 0.00939, "precision_at_10": 0.00469, "precision_at_100": 0.00089, "precision_at_1000": 0.00021, "precision_at_20": 0.00282, "precision_at_3": 0.01095, "precision_at_5": 0.00751, "recall_at_1": 0.00626, "recall_at_10": 0.03052, "recall_at_100": 0.05263, "recall_at_1000": 0.09383, "recall_at_20": 0.03756, "recall_at_3": 0.02191, "recall_at_5": 0.02347 }, { "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.01185, "map_at_1": 0.00765, "map_at_10": 0.00918, "map_at_100": 0.01023, "map_at_1000": 0.01046, "map_at_20": 0.0096, "map_at_3": 0.00801, "map_at_5": 0.00825, "mrr_at_1": 0.012, "mrr_at_10": 0.014365873015873016, "mrr_at_100": 0.01596980122026075, "mrr_at_1000": 0.016247344353907144, "mrr_at_20": 0.015163672846761081, "mrr_at_3": 0.012833333333333334, "mrr_at_5": 0.013083333333333334, "nauc_map_at_1000_diff1": 0.23231423766359752, "nauc_map_at_1000_max": 0.15100882135461724, "nauc_map_at_1000_std": 0.1608371507385338, "nauc_map_at_100_diff1": 0.23468513103596164, "nauc_map_at_100_max": 0.14883864932712845, "nauc_map_at_100_std": 0.15269165888583083, "nauc_map_at_10_diff1": 0.236279431395782, "nauc_map_at_10_max": 0.13939861025355324, "nauc_map_at_10_std": 0.11860622280083824, "nauc_map_at_1_diff1": 0.2666130042035596, "nauc_map_at_1_max": 0.15192965657777294, "nauc_map_at_1_std": 0.17474497177459672, "nauc_map_at_20_diff1": 0.22670777196012368, "nauc_map_at_20_max": 0.1399370048266059, "nauc_map_at_20_std": 0.11868879189901789, "nauc_map_at_3_diff1": 0.24124365921433236, "nauc_map_at_3_max": 0.15655335154086084, "nauc_map_at_3_std": 0.16778451060168575, "nauc_map_at_5_diff1": 0.233688097248922, "nauc_map_at_5_max": 0.15079376781061457, "nauc_map_at_5_std": 0.14998147170609066, "nauc_mrr_at_1000_diff1": 0.2468357612803128, "nauc_mrr_at_1000_max": 0.2334257339059305, "nauc_mrr_at_1000_std": 0.12798720377418754, "nauc_mrr_at_100_diff1": 0.24910931175386197, "nauc_mrr_at_100_max": 0.23467493921264032, "nauc_mrr_at_100_std": 0.12485807846434929, "nauc_mrr_at_10_diff1": 0.26210792861039495, "nauc_mrr_at_10_max": 0.24078681604502597, "nauc_mrr_at_10_std": 0.07757418807360708, "nauc_mrr_at_1_diff1": 0.2814596189965119, "nauc_mrr_at_1_max": 0.25641713621321877, "nauc_mrr_at_1_std": 0.09679366782935335, "nauc_mrr_at_20_diff1": 0.2528634762405612, "nauc_mrr_at_20_max": 0.23822984740458003, "nauc_mrr_at_20_std": 0.09851140691596225, "nauc_mrr_at_3_diff1": 0.2421884528136206, "nauc_mrr_at_3_max": 0.2549419992403626, "nauc_mrr_at_3_std": 0.10031047567940511, "nauc_mrr_at_5_diff1": 0.25666892823756415, "nauc_mrr_at_5_max": 0.2519521002701923, "nauc_mrr_at_5_std": 0.09446131602918276, "nauc_ndcg_at_1000_diff1": 0.1888134310020301, "nauc_ndcg_at_1000_max": 0.19518769795265783, "nauc_ndcg_at_1000_std": 0.2993938262839109, "nauc_ndcg_at_100_diff1": 0.23214970775577767, "nauc_ndcg_at_100_max": 0.18521407251314725, "nauc_ndcg_at_100_std": 0.25333052349028, "nauc_ndcg_at_10_diff1": 0.24252131997003704, "nauc_ndcg_at_10_max": 0.15821147019189774, "nauc_ndcg_at_10_std": 0.07385511661925348, "nauc_ndcg_at_1_diff1": 0.2814596189965119, "nauc_ndcg_at_1_max": 0.25641713621321877, "nauc_ndcg_at_1_std": 0.09679366782935335, "nauc_ndcg_at_20_diff1": 0.2165990830271261, "nauc_ndcg_at_20_max": 0.15742832751196814, "nauc_ndcg_at_20_std": 0.0998068742939948, "nauc_ndcg_at_3_diff1": 0.23455550970072384, "nauc_ndcg_at_3_max": 0.19195849685105504, "nauc_ndcg_at_3_std": 0.14898969645862595, "nauc_ndcg_at_5_diff1": 0.23156729419460906, "nauc_ndcg_at_5_max": 0.1788308118161014, "nauc_ndcg_at_5_std": 0.12566763821462124, "nauc_precision_at_1000_diff1": 0.15621581879915666, "nauc_precision_at_1000_max": 0.22482630564369416, "nauc_precision_at_1000_std": 0.4086956280029076, "nauc_precision_at_100_diff1": 0.26593746610416213, "nauc_precision_at_100_max": 0.2385553379878859, "nauc_precision_at_100_std": 0.4007900941376613, "nauc_precision_at_10_diff1": 0.28405330471335305, "nauc_precision_at_10_max": 0.18743105864114729, "nauc_precision_at_10_std": -0.01709248824891432, "nauc_precision_at_1_diff1": 0.2814596189965119, "nauc_precision_at_1_max": 0.25641713621321877, "nauc_precision_at_1_std": 0.09679366782935335, "nauc_precision_at_20_diff1": 0.24473437080762014, "nauc_precision_at_20_max": 0.18909981218137922, "nauc_precision_at_20_std": 0.11903005097933998, "nauc_precision_at_3_diff1": 0.1908658821725632, "nauc_precision_at_3_max": 0.2499520870865115, "nauc_precision_at_3_std": 0.12474606155851135, "nauc_precision_at_5_diff1": 0.21664542527502015, "nauc_precision_at_5_max": 0.2204521062516771, "nauc_precision_at_5_std": 0.06506573651730614, "nauc_recall_at_1000_diff1": 0.14105059900655248, "nauc_recall_at_1000_max": 0.20552562903283933, "nauc_recall_at_1000_std": 0.3956202997717724, "nauc_recall_at_100_diff1": 0.21788347873511532, "nauc_recall_at_100_max": 0.1914667753133566, "nauc_recall_at_100_std": 0.39313260316487336, "nauc_recall_at_10_diff1": 0.2297532878090775, "nauc_recall_at_10_max": 0.10971455008777589, "nauc_recall_at_10_std": 0.01984979782020631, "nauc_recall_at_1_diff1": 0.2666130042035596, "nauc_recall_at_1_max": 0.15192965657777294, "nauc_recall_at_1_std": 0.17474497177459672, "nauc_recall_at_20_diff1": 0.16517633741113788, "nauc_recall_at_20_max": 0.11667785603348159, "nauc_recall_at_20_std": 0.07729985872125444, "nauc_recall_at_3_diff1": 0.20866316683385686, "nauc_recall_at_3_max": 0.15996210945139366, "nauc_recall_at_3_std": 0.17240779465726405, "nauc_recall_at_5_diff1": 0.198343281702521, "nauc_recall_at_5_max": 0.1463695131688987, "nauc_recall_at_5_std": 0.1296701690535589, "ndcg_at_1": 0.012, "ndcg_at_10": 0.01185, "ndcg_at_100": 0.01861, "ndcg_at_1000": 0.02654, "ndcg_at_20": 0.01349, "ndcg_at_3": 0.00948, "ndcg_at_5": 0.00953, "precision_at_1": 0.012, "precision_at_10": 0.0027, "precision_at_100": 0.00094, "precision_at_1000": 0.00021, "precision_at_20": 0.002, "precision_at_3": 0.00467, "precision_at_5": 0.0032, "recall_at_1": 0.00765, "recall_at_10": 0.01527, "recall_at_100": 0.04323, "recall_at_1000": 0.09777, "recall_at_20": 0.02015, "recall_at_3": 0.00848, "recall_at_5": 0.00913 }, { "hf_subset": "sw", "languages": [ "swa-Latn" ], "main_score": 0.1711, "map_at_1": 0.07709, "map_at_10": 0.12976, "map_at_100": 0.13908, "map_at_1000": 0.14003, "map_at_20": 0.13473, "map_at_3": 0.10642, "map_at_5": 0.1194, "mrr_at_1": 0.12240663900414937, "mrr_at_10": 0.17964005795956, "mrr_at_100": 0.18781572054016923, "mrr_at_1000": 0.18846639563878595, "mrr_at_20": 0.1841943862718049, "mrr_at_3": 0.15871369294605805, "mrr_at_5": 0.17209543568464727, "nauc_map_at_1000_diff1": 0.3219774734028705, "nauc_map_at_1000_max": -0.016407178579268357, "nauc_map_at_1000_std": 0.17057386652621312, "nauc_map_at_100_diff1": 0.3205703206190891, "nauc_map_at_100_max": -0.017714793819493844, "nauc_map_at_100_std": 0.16932784905193304, "nauc_map_at_10_diff1": 0.32422991724687983, "nauc_map_at_10_max": -0.024260466791807808, "nauc_map_at_10_std": 0.15614739787606025, "nauc_map_at_1_diff1": 0.4110897107763657, "nauc_map_at_1_max": -0.02232199060455488, "nauc_map_at_1_std": 0.11986034968936762, "nauc_map_at_20_diff1": 0.3247769548866555, "nauc_map_at_20_max": -0.021428209866118157, "nauc_map_at_20_std": 0.16095270528790293, "nauc_map_at_3_diff1": 0.3249500835555699, "nauc_map_at_3_max": -0.010484205257863742, "nauc_map_at_3_std": 0.11663665650411502, "nauc_map_at_5_diff1": 0.32577571535170347, "nauc_map_at_5_max": -0.019954526350361965, "nauc_map_at_5_std": 0.13093559212381992, "nauc_mrr_at_1000_diff1": 0.35682884732453257, "nauc_mrr_at_1000_max": 0.0658416757421351, "nauc_mrr_at_1000_std": 0.20560056668108984, "nauc_mrr_at_100_diff1": 0.35584234282200033, "nauc_mrr_at_100_max": 0.06522263333848764, "nauc_mrr_at_100_std": 0.2051763831862553, "nauc_mrr_at_10_diff1": 0.3596988790284052, "nauc_mrr_at_10_max": 0.06643238722217627, "nauc_mrr_at_10_std": 0.20195763174124806, "nauc_mrr_at_1_diff1": 0.42245432514090303, "nauc_mrr_at_1_max": 0.08379213758410482, "nauc_mrr_at_1_std": 0.1967271153156277, "nauc_mrr_at_20_diff1": 0.3582684119945766, "nauc_mrr_at_20_max": 0.06519703414218238, "nauc_mrr_at_20_std": 0.2054927014716658, "nauc_mrr_at_3_diff1": 0.3545889900815047, "nauc_mrr_at_3_max": 0.07950303281300275, "nauc_mrr_at_3_std": 0.1955114902463206, "nauc_mrr_at_5_diff1": 0.3603692821158587, "nauc_mrr_at_5_max": 0.0787834336344323, "nauc_mrr_at_5_std": 0.1996722125294025, "nauc_ndcg_at_1000_diff1": 0.32115852746679363, "nauc_ndcg_at_1000_max": 0.019635177263000972, "nauc_ndcg_at_1000_std": 0.25227373284053667, "nauc_ndcg_at_100_diff1": 0.29966056039001465, "nauc_ndcg_at_100_max": 0.002907677846545658, "nauc_ndcg_at_100_std": 0.23362305674827208, "nauc_ndcg_at_10_diff1": 0.3161799793641296, "nauc_ndcg_at_10_max": -0.011548817307240266, "nauc_ndcg_at_10_std": 0.1908799880940915, "nauc_ndcg_at_1_diff1": 0.42245432514090303, "nauc_ndcg_at_1_max": 0.08379213758410482, "nauc_ndcg_at_1_std": 0.1967271153156277, "nauc_ndcg_at_20_diff1": 0.3179262594548388, "nauc_ndcg_at_20_max": -0.004940193486092141, "nauc_ndcg_at_20_std": 0.20332908047256665, "nauc_ndcg_at_3_diff1": 0.31650600225448416, "nauc_ndcg_at_3_max": 0.02105176714185097, "nauc_ndcg_at_3_std": 0.14926721243575633, "nauc_ndcg_at_5_diff1": 0.31900415647890806, "nauc_ndcg_at_5_max": 0.003492530334110483, "nauc_ndcg_at_5_std": 0.158371314205897, "nauc_precision_at_1000_diff1": 0.2076670673302112, "nauc_precision_at_1000_max": 0.19240038627939654, "nauc_precision_at_1000_std": 0.3906159341436383, "nauc_precision_at_100_diff1": 0.189670283783073, "nauc_precision_at_100_max": 0.11703947014053699, "nauc_precision_at_100_std": 0.4077350752166248, "nauc_precision_at_10_diff1": 0.26259702779432076, "nauc_precision_at_10_max": 0.06752830101228396, "nauc_precision_at_10_std": 0.3029629118589265, "nauc_precision_at_1_diff1": 0.42245432514090303, "nauc_precision_at_1_max": 0.08379213758410482, "nauc_precision_at_1_std": 0.1967271153156277, "nauc_precision_at_20_diff1": 0.2560172594178664, "nauc_precision_at_20_max": 0.07867018460116278, "nauc_precision_at_20_std": 0.3271477242407091, "nauc_precision_at_3_diff1": 0.2716786805212783, "nauc_precision_at_3_max": 0.10389689731395317, "nauc_precision_at_3_std": 0.219069725370053, "nauc_precision_at_5_diff1": 0.278952465171331, "nauc_precision_at_5_max": 0.07398396550638994, "nauc_precision_at_5_std": 0.2410488388778882, "nauc_recall_at_1000_diff1": 0.2912012302419454, "nauc_recall_at_1000_max": 0.014271442047482008, "nauc_recall_at_1000_std": 0.3988431537210899, "nauc_recall_at_100_diff1": 0.20021448750200008, "nauc_recall_at_100_max": -0.03200458207328812, "nauc_recall_at_100_std": 0.30913883200867237, "nauc_recall_at_10_diff1": 0.2534580278724952, "nauc_recall_at_10_max": -0.06365497744598275, "nauc_recall_at_10_std": 0.2048761280783556, "nauc_recall_at_1_diff1": 0.4110897107763657, "nauc_recall_at_1_max": -0.02232199060455488, "nauc_recall_at_1_std": 0.11986034968936762, "nauc_recall_at_20_diff1": 0.2579725643955589, "nauc_recall_at_20_max": -0.04129355847067088, "nauc_recall_at_20_std": 0.225363003764458, "nauc_recall_at_3_diff1": 0.24218709383555312, "nauc_recall_at_3_max": -0.014970642140066562, "nauc_recall_at_3_std": 0.10545499351014455, "nauc_recall_at_5_diff1": 0.25228763633766954, "nauc_recall_at_5_max": -0.028709106364480486, "nauc_recall_at_5_std": 0.1409891203666116, "ndcg_at_1": 0.12241, "ndcg_at_10": 0.1711, "ndcg_at_100": 0.21478, "ndcg_at_1000": 0.23852, "ndcg_at_20": 0.18726, "ndcg_at_3": 0.13076, "ndcg_at_5": 0.14999, "precision_at_1": 0.12241, "precision_at_10": 0.0417, "precision_at_100": 0.00766, "precision_at_1000": 0.00111, "precision_at_20": 0.02562, "precision_at_3": 0.07676, "precision_at_5": 0.06224, "recall_at_1": 0.07709, "recall_at_10": 0.24563, "recall_at_100": 0.4266, "recall_at_1000": 0.58487, "recall_at_20": 0.30144, "recall_at_3": 0.13761, "recall_at_5": 0.18728 }, { "hf_subset": "te", "languages": [ "tel-Telu" ], "main_score": 0.00038, "map_at_1": 0.0, "map_at_10": 0.00015, "map_at_100": 0.00038, "map_at_1000": 0.00039, "map_at_20": 0.00024, "map_at_3": 0.0, "map_at_5": 0.0, "mrr_at_1": 0.0, "mrr_at_10": 0.00015096618357487922, "mrr_at_100": 0.00038304489391445914, "mrr_at_1000": 0.0003894589424446148, "mrr_at_20": 0.00024386845039018953, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "nauc_map_at_1000_diff1": 0.8747789011497079, "nauc_map_at_1000_max": -0.5741411551998171, "nauc_map_at_1000_std": -0.3775835244304046, "nauc_map_at_100_diff1": 0.8773117964890489, "nauc_map_at_100_max": -0.5754179788345956, "nauc_map_at_100_std": -0.37730874734704456, "nauc_map_at_10_diff1": 1.0, "nauc_map_at_10_max": -0.5754179788345957, "nauc_map_at_10_std": -0.5754179788345957, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": 1.0, "nauc_map_at_20_max": -0.5754179788345954, "nauc_map_at_20_std": -0.5754179788345954, "nauc_map_at_3_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_mrr_at_1000_diff1": 0.8747848703923157, "nauc_mrr_at_1000_max": -0.5741439859435576, "nauc_mrr_at_1000_std": -0.3775871871744686, "nauc_mrr_at_100_diff1": 0.8773117964890489, "nauc_mrr_at_100_max": -0.5754179788345956, "nauc_mrr_at_100_std": -0.37730874734704456, "nauc_mrr_at_10_diff1": 1.0, "nauc_mrr_at_10_max": -0.5754179788345957, "nauc_mrr_at_10_std": -0.5754179788345957, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": 1.0, "nauc_mrr_at_20_max": -0.5754179788345954, "nauc_mrr_at_20_std": -0.5754179788345954, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_ndcg_at_1000_diff1": 0.7683739355598486, "nauc_ndcg_at_1000_max": -0.5529417849907143, "nauc_ndcg_at_1000_std": -0.2803178599545015, "nauc_ndcg_at_100_diff1": 0.8069529162694488, "nauc_ndcg_at_100_max": -0.5754179788345957, "nauc_ndcg_at_100_std": -0.26671961511173314, "nauc_ndcg_at_10_diff1": 1.0, "nauc_ndcg_at_10_max": -0.5754179788345958, "nauc_ndcg_at_10_std": -0.5754179788345958, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": 1.0, "nauc_ndcg_at_20_max": -0.5754179788345954, "nauc_ndcg_at_20_std": -0.5754179788345954, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_precision_at_1000_diff1": 0.7122581227898512, "nauc_precision_at_1000_max": -0.5343809221742846, "nauc_precision_at_1000_std": -0.25281498386191603, "nauc_precision_at_100_diff1": 0.7748896354948995, "nauc_precision_at_100_max": -0.5754179788345957, "nauc_precision_at_100_std": -0.21639799419923328, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_10_max": -0.5754179788345958, "nauc_precision_at_10_std": -0.5754179788345958, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_20_max": -0.5754179788345958, "nauc_precision_at_20_std": -0.5754179788345958, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_recall_at_1000_diff1": 0.7122581227898513, "nauc_recall_at_1000_max": -0.5343809221742848, "nauc_recall_at_1000_std": -0.2528149838619162, "nauc_recall_at_100_diff1": 0.7748896354948996, "nauc_recall_at_100_max": -0.5754179788345958, "nauc_recall_at_100_std": -0.21639799419923342, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_10_max": -0.5754179788345957, "nauc_recall_at_10_std": -0.5754179788345957, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_20_max": -0.5754179788345957, "nauc_recall_at_20_std": -0.5754179788345957, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "ndcg_at_1": 0.0, "ndcg_at_10": 0.00038, "ndcg_at_100": 0.00163, "ndcg_at_1000": 0.00202, "ndcg_at_20": 0.0007, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "precision_at_1": 0.0, "precision_at_10": 0.00012, "precision_at_100": 7e-05, "precision_at_1000": 1e-05, "precision_at_20": 0.00012, "precision_at_3": 0.0, "precision_at_5": 0.0, "recall_at_1": 0.0, "recall_at_10": 0.00121, "recall_at_100": 0.00725, "recall_at_1000": 0.01087, "recall_at_20": 0.00242, "recall_at_3": 0.0, "recall_at_5": 0.0 }, { "hf_subset": "th", "languages": [ "tha-Thai" ], "main_score": 0.00462, "map_at_1": 0.00205, "map_at_10": 0.00333, "map_at_100": 0.00378, "map_at_1000": 0.00384, "map_at_20": 0.00353, "map_at_3": 0.0025, "map_at_5": 0.00312, "mrr_at_1": 0.002728512960436562, "mrr_at_10": 0.004143658372853461, "mrr_at_100": 0.0046770411194750235, "mrr_at_1000": 0.004770348421900959, "mrr_at_20": 0.0044041073372587695, "mrr_at_3": 0.003183265120509322, "mrr_at_5": 0.0037971805366075486, "nauc_map_at_1000_diff1": -0.2052016899412612, "nauc_map_at_1000_max": -0.23865384745725282, "nauc_map_at_1000_std": 0.31263639039884017, "nauc_map_at_100_diff1": -0.20384141299182285, "nauc_map_at_100_max": -0.23888508688423854, "nauc_map_at_100_std": 0.3050995395031792, "nauc_map_at_10_diff1": -0.18785062821389084, "nauc_map_at_10_max": -0.2416511127454993, "nauc_map_at_10_std": 0.23816267486919612, "nauc_map_at_1_diff1": -0.24383556799544656, "nauc_map_at_1_max": -0.24328067474035453, "nauc_map_at_1_std": -0.11574080389239101, "nauc_map_at_20_diff1": -0.19143530764037767, "nauc_map_at_20_max": -0.2396575050350803, "nauc_map_at_20_std": 0.26957404057699785, "nauc_map_at_3_diff1": -0.18161738068426553, "nauc_map_at_3_max": -0.23645598528913306, "nauc_map_at_3_std": 0.08712116045168003, "nauc_map_at_5_diff1": -0.17206439568783563, "nauc_map_at_5_max": -0.24414720103099546, "nauc_map_at_5_std": 0.23730621397178112, "nauc_mrr_at_1000_diff1": -0.167155616286321, "nauc_mrr_at_1000_max": -0.2469276835869074, "nauc_mrr_at_1000_std": 0.26351855160127113, "nauc_mrr_at_100_diff1": -0.164717436523737, "nauc_mrr_at_100_max": -0.2468435578569741, "nauc_mrr_at_100_std": 0.2541311510650063, "nauc_mrr_at_10_diff1": -0.14785446610665642, "nauc_mrr_at_10_max": -0.2531517592977073, "nauc_mrr_at_10_std": 0.18897498678719002, "nauc_mrr_at_1_diff1": -0.15828556044257255, "nauc_mrr_at_1_max": -0.2620485707312135, "nauc_mrr_at_1_std": -0.13824182360895226, "nauc_mrr_at_20_diff1": -0.14919408523071664, "nauc_mrr_at_20_max": -0.25034822365364273, "nauc_mrr_at_20_std": 0.2168679131214131, "nauc_mrr_at_3_diff1": -0.12162127149134074, "nauc_mrr_at_3_max": -0.25400518673513095, "nauc_mrr_at_3_std": 0.024364151192326714, "nauc_mrr_at_5_diff1": -0.12348436133384427, "nauc_mrr_at_5_max": -0.2574774509123359, "nauc_mrr_at_5_std": 0.15771619659505942, "nauc_ndcg_at_1000_diff1": -0.25286514369733626, "nauc_ndcg_at_1000_max": -0.23307628518565943, "nauc_ndcg_at_1000_std": 0.5591349871944612, "nauc_ndcg_at_100_diff1": -0.23609292104009863, "nauc_ndcg_at_100_max": -0.23488704790655413, "nauc_ndcg_at_100_std": 0.5045611222220386, "nauc_ndcg_at_10_diff1": -0.17540948108009938, "nauc_ndcg_at_10_max": -0.2382816365662167, "nauc_ndcg_at_10_std": 0.33188966861838426, "nauc_ndcg_at_1_diff1": -0.15828556044257255, "nauc_ndcg_at_1_max": -0.2620485707312135, "nauc_ndcg_at_1_std": -0.13824182360895226, "nauc_ndcg_at_20_diff1": -0.18542733163993086, "nauc_ndcg_at_20_max": -0.23387750608625343, "nauc_ndcg_at_20_std": 0.38772497627977187, "nauc_ndcg_at_3_diff1": -0.14454338967168048, "nauc_ndcg_at_3_max": -0.23841884729922172, "nauc_ndcg_at_3_std": 0.14343976571491873, "nauc_ndcg_at_5_diff1": -0.13802128511802497, "nauc_ndcg_at_5_max": -0.24336037544712763, "nauc_ndcg_at_5_std": 0.3375857073139909, "nauc_precision_at_1000_diff1": -0.31422779011915464, "nauc_precision_at_1000_max": -0.21689455617746078, "nauc_precision_at_1000_std": 0.6770678137251084, "nauc_precision_at_100_diff1": -0.30102929620821633, "nauc_precision_at_100_max": -0.21361826960101593, "nauc_precision_at_100_std": 0.695710018156044, "nauc_precision_at_10_diff1": -0.1811522316227465, "nauc_precision_at_10_max": -0.23107515827493932, "nauc_precision_at_10_std": 0.47334469909908483, "nauc_precision_at_1_diff1": -0.15828556044257255, "nauc_precision_at_1_max": -0.2620485707312135, "nauc_precision_at_1_std": -0.13824182360895226, "nauc_precision_at_20_diff1": -0.21950071894970533, "nauc_precision_at_20_max": -0.22186414899628362, "nauc_precision_at_20_std": 0.5723017099823541, "nauc_precision_at_3_diff1": -0.0727355528896986, "nauc_precision_at_3_max": -0.24328067474035447, "nauc_precision_at_3_std": 0.2411721175940319, "nauc_precision_at_5_diff1": -0.08763889103136745, "nauc_precision_at_5_max": -0.24120726848146076, "nauc_precision_at_5_std": 0.4768303316305726, "nauc_recall_at_1000_diff1": -0.28297559750931756, "nauc_recall_at_1000_max": -0.23567324570115564, "nauc_recall_at_1000_std": 0.6960688902617433, "nauc_recall_at_100_diff1": -0.2736033890333668, "nauc_recall_at_100_max": -0.24064721083503485, "nauc_recall_at_100_std": 0.6637302743451108, "nauc_recall_at_10_diff1": -0.17839270806853502, "nauc_recall_at_10_max": -0.22648915258290103, "nauc_recall_at_10_std": 0.4713632002982132, "nauc_recall_at_1_diff1": -0.24383556799544656, "nauc_recall_at_1_max": -0.24328067474035453, "nauc_recall_at_1_std": -0.11574080389239101, "nauc_recall_at_20_diff1": -0.19428612777322116, "nauc_recall_at_20_max": -0.22206060059794566, "nauc_recall_at_20_std": 0.5270219505779375, "nauc_recall_at_3_diff1": -0.10695555591084822, "nauc_recall_at_3_max": -0.22826635794766717, "nauc_recall_at_3_std": 0.3305555176645653, "nauc_recall_at_5_diff1": -0.10830593028108056, "nauc_recall_at_5_max": -0.23263560290120192, "nauc_recall_at_5_std": 0.5526720221182623, "ndcg_at_1": 0.00273, "ndcg_at_10": 0.00462, "ndcg_at_100": 0.00745, "ndcg_at_1000": 0.01011, "ndcg_at_20": 0.00535, "ndcg_at_3": 0.00288, "ndcg_at_5": 0.004, "precision_at_1": 0.00273, "precision_at_10": 0.00095, "precision_at_100": 0.00034, "precision_at_1000": 7e-05, "precision_at_20": 0.00075, "precision_at_3": 0.00136, "precision_at_5": 0.00136, "recall_at_1": 0.00205, "recall_at_10": 0.00796, "recall_at_100": 0.02046, "recall_at_1000": 0.03901, "recall_at_20": 0.01012, "recall_at_3": 0.00341, "recall_at_5": 0.00614 }, { "hf_subset": "yo", "languages": [ "yor-Latn" ], "main_score": 0.38054, "map_at_1": 0.21008, "map_at_10": 0.32751, "map_at_100": 0.33309, "map_at_1000": 0.33398, "map_at_20": 0.32967, "map_at_3": 0.29925, "map_at_5": 0.32173, "mrr_at_1": 0.2184873949579832, "mrr_at_10": 0.33789515806322523, "mrr_at_100": 0.34299114926352925, "mrr_at_1000": 0.3437205079600105, "mrr_at_20": 0.34015684705254645, "mrr_at_3": 0.31372549019607837, "mrr_at_5": 0.33305322128851533, "nauc_map_at_1000_diff1": 0.4298641901904826, "nauc_map_at_1000_max": 0.1556350904572905, "nauc_map_at_1000_std": -0.04389578664865135, "nauc_map_at_100_diff1": 0.4303473810013585, "nauc_map_at_100_max": 0.15604892161104272, "nauc_map_at_100_std": -0.043449486585741035, "nauc_map_at_10_diff1": 0.4309178971116147, "nauc_map_at_10_max": 0.15550962104285296, "nauc_map_at_10_std": -0.04849503038445422, "nauc_map_at_1_diff1": 0.45881522909180483, "nauc_map_at_1_max": 0.07484946198270939, "nauc_map_at_1_std": -0.05962530316350914, "nauc_map_at_20_diff1": 0.4299995366673729, "nauc_map_at_20_max": 0.15547247058180985, "nauc_map_at_20_std": -0.0455506974953315, "nauc_map_at_3_diff1": 0.42109226291037183, "nauc_map_at_3_max": 0.1418621791077692, "nauc_map_at_3_std": -0.07510120639201702, "nauc_map_at_5_diff1": 0.4242602105218099, "nauc_map_at_5_max": 0.14945492285295028, "nauc_map_at_5_std": -0.06401778385489057, "nauc_mrr_at_1000_diff1": 0.4171171221159748, "nauc_mrr_at_1000_max": 0.15080089477351158, "nauc_mrr_at_1000_std": -0.041810802255561864, "nauc_mrr_at_100_diff1": 0.4173947194303082, "nauc_mrr_at_100_max": 0.15131776079452045, "nauc_mrr_at_100_std": -0.04094467660944671, "nauc_mrr_at_10_diff1": 0.41625427382873054, "nauc_mrr_at_10_max": 0.15340573754512918, "nauc_mrr_at_10_std": -0.04336771548841408, "nauc_mrr_at_1_diff1": 0.4636424569214952, "nauc_mrr_at_1_max": 0.0642360892237972, "nauc_mrr_at_1_std": -0.06534802905512453, "nauc_mrr_at_20_diff1": 0.4176476001980573, "nauc_mrr_at_20_max": 0.15228355420963227, "nauc_mrr_at_20_std": -0.04163876774968698, "nauc_mrr_at_3_diff1": 0.41465997618031797, "nauc_mrr_at_3_max": 0.14092097849566879, "nauc_mrr_at_3_std": -0.07525413833227391, "nauc_mrr_at_5_diff1": 0.4090061308802523, "nauc_mrr_at_5_max": 0.15246304768450497, "nauc_mrr_at_5_std": -0.05554127778282051, "nauc_ndcg_at_1000_diff1": 0.41849756447999104, "nauc_ndcg_at_1000_max": 0.173724019654479, "nauc_ndcg_at_1000_std": -0.010938726847180716, "nauc_ndcg_at_100_diff1": 0.427004587630467, "nauc_ndcg_at_100_max": 0.18711959975528686, "nauc_ndcg_at_100_std": 0.010721227958335485, "nauc_ndcg_at_10_diff1": 0.4222024795689894, "nauc_ndcg_at_10_max": 0.18727510181963605, "nauc_ndcg_at_10_std": -0.01793680465301837, "nauc_ndcg_at_1_diff1": 0.4636424569214952, "nauc_ndcg_at_1_max": 0.0642360892237972, "nauc_ndcg_at_1_std": -0.06534802905512453, "nauc_ndcg_at_20_diff1": 0.4206856125325022, "nauc_ndcg_at_20_max": 0.18729393180615378, "nauc_ndcg_at_20_std": -0.008302822716839893, "nauc_ndcg_at_3_diff1": 0.4055571080746739, "nauc_ndcg_at_3_max": 0.16077238742159783, "nauc_ndcg_at_3_std": -0.0818977788488787, "nauc_ndcg_at_5_diff1": 0.40734992767721767, "nauc_ndcg_at_5_max": 0.1792890868607149, "nauc_ndcg_at_5_std": -0.05243272113765377, "nauc_precision_at_1000_diff1": -0.06222154162116881, "nauc_precision_at_1000_max": 0.10481591396644994, "nauc_precision_at_1000_std": 0.20226378192446132, "nauc_precision_at_100_diff1": 0.23800110126972945, "nauc_precision_at_100_max": 0.28665939470343355, "nauc_precision_at_100_std": 0.311171929288189, "nauc_precision_at_10_diff1": 0.3539475471118885, "nauc_precision_at_10_max": 0.29677198117007697, "nauc_precision_at_10_std": 0.09459204549211099, "nauc_precision_at_1_diff1": 0.4636424569214952, "nauc_precision_at_1_max": 0.0642360892237972, "nauc_precision_at_1_std": -0.06534802905512453, "nauc_precision_at_20_diff1": 0.29945255788159575, "nauc_precision_at_20_max": 0.2958376645969959, "nauc_precision_at_20_std": 0.14365756094065527, "nauc_precision_at_3_diff1": 0.35281524313131507, "nauc_precision_at_3_max": 0.22569606753624616, "nauc_precision_at_3_std": -0.09384641863364862, "nauc_precision_at_5_diff1": 0.3368282595069302, "nauc_precision_at_5_max": 0.26900517976192206, "nauc_precision_at_5_std": -0.012224669612613055, "nauc_recall_at_1000_diff1": 0.38609747361498986, "nauc_recall_at_1000_max": 0.12531604618852035, "nauc_recall_at_1000_std": 0.09451560558123759, "nauc_recall_at_100_diff1": 0.4589781249277453, "nauc_recall_at_100_max": 0.27408685987360254, "nauc_recall_at_100_std": 0.2571634549741664, "nauc_recall_at_10_diff1": 0.4130128526770729, "nauc_recall_at_10_max": 0.26600527736088503, "nauc_recall_at_10_std": 0.07553239134548478, "nauc_recall_at_1_diff1": 0.45881522909180483, "nauc_recall_at_1_max": 0.07484946198270939, "nauc_recall_at_1_std": -0.05962530316350914, "nauc_recall_at_20_diff1": 0.4096713868087616, "nauc_recall_at_20_max": 0.26690005727763394, "nauc_recall_at_20_std": 0.11066724371618918, "nauc_recall_at_3_diff1": 0.36788441818569023, "nauc_recall_at_3_max": 0.2062987354227988, "nauc_recall_at_3_std": -0.10027725678304214, "nauc_recall_at_5_diff1": 0.37361073813552803, "nauc_recall_at_5_max": 0.25340592257178973, "nauc_recall_at_5_std": -0.023400911256067875, "ndcg_at_1": 0.21849, "ndcg_at_10": 0.38054, "ndcg_at_100": 0.41287, "ndcg_at_1000": 0.43754, "ndcg_at_20": 0.38821, "ndcg_at_3": 0.33016, "ndcg_at_5": 0.36792, "precision_at_1": 0.21849, "precision_at_10": 0.05714, "precision_at_100": 0.0079, "precision_at_1000": 0.00104, "precision_at_20": 0.03109, "precision_at_3": 0.14286, "precision_at_5": 0.10588, "recall_at_1": 0.21008, "recall_at_10": 0.52941, "recall_at_100": 0.68487, "recall_at_1000": 0.87255, "recall_at_20": 0.55462, "recall_at_3": 0.40476, "recall_at_5": 0.493 }, { "hf_subset": "zh", "languages": [ "zho-Hans" ], "main_score": 0.00325, "map_at_1": 0.0, "map_at_10": 0.0014, "map_at_100": 0.00362, "map_at_1000": 0.00429, "map_at_20": 0.00197, "map_at_3": 0.00014, "map_at_5": 0.00078, "mrr_at_1": 0.0, "mrr_at_10": 0.002420332000484672, "mrr_at_100": 0.006426825142892526, "mrr_at_1000": 0.007040052281650199, "mrr_at_20": 0.004173248627671618, "mrr_at_3": 0.0008481764206955047, "mrr_at_5": 0.001484308736217133, "nauc_map_at_1000_diff1": -0.04728041104516627, "nauc_map_at_1000_max": -0.22015870804696133, "nauc_map_at_1000_std": -0.21060602902809453, "nauc_map_at_100_diff1": -0.03153596167960034, "nauc_map_at_100_max": -0.2279819672381351, "nauc_map_at_100_std": -0.22489545296493824, "nauc_map_at_10_diff1": -0.14535106510012036, "nauc_map_at_10_max": -0.3108121094783759, "nauc_map_at_10_std": -0.2384503670671943, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": -0.04153588478504327, "nauc_map_at_20_max": -0.2776921976219006, "nauc_map_at_20_std": -0.2528594998342073, "nauc_map_at_3_diff1": -0.4148055440071708, "nauc_map_at_3_max": -0.5744070263931795, "nauc_map_at_3_std": -0.5744070263931795, "nauc_map_at_5_diff1": -0.13341723516010334, "nauc_map_at_5_max": -0.5744070263931795, "nauc_map_at_5_std": -0.5744070263931795, "nauc_mrr_at_1000_diff1": -0.05324387705331161, "nauc_mrr_at_1000_max": -0.23961379816275177, "nauc_mrr_at_1000_std": -0.25663790479059784, "nauc_mrr_at_100_diff1": -0.05716584078122007, "nauc_mrr_at_100_max": -0.24244982613051572, "nauc_mrr_at_100_std": -0.2674590923645547, "nauc_mrr_at_10_diff1": -0.23765958505804635, "nauc_mrr_at_10_max": -0.3346439504652404, "nauc_mrr_at_10_std": -0.3024664687921699, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": -0.08198610972722974, "nauc_mrr_at_20_max": -0.30133576518528205, "nauc_mrr_at_20_std": -0.3066436362129649, "nauc_mrr_at_3_diff1": -0.41480554400717073, "nauc_mrr_at_3_max": -0.5744070263931794, "nauc_mrr_at_3_std": -0.5744070263931794, "nauc_mrr_at_5_diff1": -0.26741166794442106, "nauc_mrr_at_5_max": -0.5744070263931794, "nauc_mrr_at_5_std": -0.5744070263931794, "nauc_ndcg_at_1000_diff1": -0.05697644167503974, "nauc_ndcg_at_1000_max": -0.17037676165568155, "nauc_ndcg_at_1000_std": -0.11666636246840449, "nauc_ndcg_at_100_diff1": -0.025889289948841505, "nauc_ndcg_at_100_max": -0.1923460996104376, "nauc_ndcg_at_100_std": -0.201688707863084, "nauc_ndcg_at_10_diff1": -0.16738494450494237, "nauc_ndcg_at_10_max": -0.255677018692713, "nauc_ndcg_at_10_std": -0.17572917805005062, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": 0.02777033853675489, "nauc_ndcg_at_20_max": -0.23126561398971507, "nauc_ndcg_at_20_std": -0.23288076467643512, "nauc_ndcg_at_3_diff1": -0.4148055440071709, "nauc_ndcg_at_3_max": -0.5744070263931796, "nauc_ndcg_at_3_std": -0.5744070263931796, "nauc_ndcg_at_5_diff1": -0.16804798197758467, "nauc_ndcg_at_5_max": -0.5744070263931794, "nauc_ndcg_at_5_std": -0.5744070263931794, "nauc_precision_at_1000_diff1": -0.10372992459287603, "nauc_precision_at_1000_max": -0.16576854656690893, "nauc_precision_at_1000_std": -0.1537632332190944, "nauc_precision_at_100_diff1": -0.03006492538789628, "nauc_precision_at_100_max": -0.16912185599087792, "nauc_precision_at_100_std": -0.24362496401865819, "nauc_precision_at_10_diff1": -0.21610160979090592, "nauc_precision_at_10_max": -0.2204119792760092, "nauc_precision_at_10_std": -0.15961797530420127, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": 0.059501337670770475, "nauc_precision_at_20_max": -0.21216644942633014, "nauc_precision_at_20_std": -0.26248745260565987, "nauc_precision_at_3_diff1": -0.41480554400717073, "nauc_precision_at_3_max": -0.5744070263931794, "nauc_precision_at_3_std": -0.5744070263931794, "nauc_precision_at_5_diff1": -0.24284602193396282, "nauc_precision_at_5_max": -0.5744070263931794, "nauc_precision_at_5_std": -0.5744070263931794, "nauc_recall_at_1000_diff1": -0.04721172353982781, "nauc_recall_at_1000_max": -0.13905919259382246, "nauc_recall_at_1000_std": -0.027780258128131424, "nauc_recall_at_100_diff1": -0.03518726543711383, "nauc_recall_at_100_max": -0.1888239063952259, "nauc_recall_at_100_std": -0.1668325125463385, "nauc_recall_at_10_diff1": -0.1493280030533566, "nauc_recall_at_10_max": -0.21543401132187268, "nauc_recall_at_10_std": -0.10519265790174516, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": 0.08036351545253331, "nauc_recall_at_20_max": -0.20388620078354047, "nauc_recall_at_20_std": -0.19840439409388239, "nauc_recall_at_3_diff1": -0.41480554400717073, "nauc_recall_at_3_max": -0.5744070263931794, "nauc_recall_at_3_std": -0.5744070263931794, "nauc_recall_at_5_diff1": -0.12001779188167154, "nauc_recall_at_5_max": -0.5744070263931794, "nauc_recall_at_5_std": -0.5744070263931794, "ndcg_at_1": 0.0, "ndcg_at_10": 0.00325, "ndcg_at_100": 0.01918, "ndcg_at_1000": 0.03996, "ndcg_at_20": 0.00624, "ndcg_at_3": 0.0006, "ndcg_at_5": 0.00153, "precision_at_1": 0.0, "precision_at_10": 0.00127, "precision_at_100": 0.00183, "precision_at_1000": 0.00053, "precision_at_20": 0.00204, "precision_at_3": 0.00085, "precision_at_5": 0.00102, "recall_at_1": 0.0, "recall_at_10": 0.00806, "recall_at_100": 0.07223, "recall_at_1000": 0.20864, "recall_at_20": 0.01635, "recall_at_3": 0.00042, "recall_at_5": 0.00297 } ] }, "task_name": "MIRACLRetrievalHardNegatives" }