{ "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00029, "ndcg_at_20": 0.00037, "ndcg_at_100": 0.00071, "ndcg_at_1000": 0.00136, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0001, "map_at_20": 0.00011, "map_at_100": 0.00015, "map_at_1000": 0.00016, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.001, "recall_at_20": 0.0012, "recall_at_100": 0.0032, "recall_at_1000": 0.00843, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0001, "precision_at_20": 0.0001, "precision_at_100": 4e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0001, "mrr_at_20": 0.00015, "mrr_at_100": 0.000188, "mrr_at_1000": 0.000208, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.499598, "nauc_ndcg_at_10_std": -0.070566, "nauc_ndcg_at_10_diff1": -0.499598, "nauc_ndcg_at_20_max": -0.499598, "nauc_ndcg_at_20_std": -0.099074, "nauc_ndcg_at_20_diff1": -0.373517, "nauc_ndcg_at_100_max": -0.231217, "nauc_ndcg_at_100_std": 0.136211, "nauc_ndcg_at_100_diff1": -0.215764, "nauc_ndcg_at_1000_max": -0.222143, "nauc_ndcg_at_1000_std": 0.077076, "nauc_ndcg_at_1000_diff1": -0.201682, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.499598, "nauc_map_at_10_std": -0.070566, "nauc_map_at_10_diff1": -0.499598, "nauc_map_at_20_max": -0.499598, "nauc_map_at_20_std": -0.08286, "nauc_map_at_20_diff1": -0.445228, "nauc_map_at_100_max": -0.352046, "nauc_map_at_100_std": 0.039913, "nauc_map_at_100_diff1": -0.346793, "nauc_map_at_1000_max": -0.342895, "nauc_map_at_1000_std": 0.039809, "nauc_map_at_1000_diff1": -0.335397, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.499598, "nauc_recall_at_10_std": -0.070566, "nauc_recall_at_10_diff1": -0.499598, "nauc_recall_at_20_max": -0.499598, "nauc_recall_at_20_std": -0.093104, "nauc_recall_at_20_diff1": -0.39992, "nauc_recall_at_100_max": -0.160099, "nauc_recall_at_100_std": 0.20271, "nauc_recall_at_100_diff1": -0.178478, "nauc_recall_at_1000_max": -0.16932, "nauc_recall_at_1000_std": 0.056604, "nauc_recall_at_1000_diff1": -0.17985, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.499598, "nauc_precision_at_10_std": -0.070566, "nauc_precision_at_10_diff1": -0.499598, "nauc_precision_at_20_max": -0.499598, "nauc_precision_at_20_std": -0.138181, "nauc_precision_at_20_diff1": -0.200563, "nauc_precision_at_100_max": -0.227998, "nauc_precision_at_100_std": 0.121009, "nauc_precision_at_100_diff1": -0.123088, "nauc_precision_at_1000_max": -0.273701, "nauc_precision_at_1000_std": 0.103569, "nauc_precision_at_1000_diff1": -0.174828, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.499598, "nauc_mrr_at_10_std": -0.070566, "nauc_mrr_at_10_diff1": -0.499598, "nauc_mrr_at_20_max": -0.499598, "nauc_mrr_at_20_std": -0.115643, "nauc_mrr_at_20_diff1": -0.300241, "nauc_mrr_at_100_max": -0.383409, "nauc_mrr_at_100_std": -0.012315, "nauc_mrr_at_100_diff1": -0.252147, "nauc_mrr_at_1000_max": -0.378902, "nauc_mrr_at_1000_std": 0.003297, "nauc_mrr_at_1000_diff1": -0.24583, "main_score": 0.00029, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00169, "ndcg_at_5": 0.00169, "ndcg_at_10": 0.00169, "ndcg_at_20": 0.00169, "ndcg_at_100": 0.00169, "ndcg_at_1000": 0.00235, "map_at_1": 0.0, "map_at_3": 0.00101, "map_at_5": 0.00101, "map_at_10": 0.00101, "map_at_20": 0.00101, "map_at_100": 0.00101, "map_at_1000": 0.00102, "recall_at_1": 0.0, "recall_at_3": 0.00243, "recall_at_5": 0.00243, "recall_at_10": 0.00243, "recall_at_20": 0.00243, "recall_at_100": 0.00243, "recall_at_1000": 0.00852, "precision_at_1": 0.0, "precision_at_3": 0.00162, "precision_at_5": 0.00097, "precision_at_10": 0.00049, "precision_at_20": 0.00024, "precision_at_100": 5e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.002028, "mrr_at_5": 0.002028, "mrr_at_10": 0.002028, "mrr_at_20": 0.002028, "mrr_at_100": 0.002028, "mrr_at_1000": 0.002037, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.07271, "nauc_ndcg_at_3_std": 0.253389, "nauc_ndcg_at_3_diff1": 0.374815, "nauc_ndcg_at_5_max": -0.07271, "nauc_ndcg_at_5_std": 0.253389, "nauc_ndcg_at_5_diff1": 0.374815, "nauc_ndcg_at_10_max": -0.07271, "nauc_ndcg_at_10_std": 0.253389, "nauc_ndcg_at_10_diff1": 0.374815, "nauc_ndcg_at_20_max": -0.07271, "nauc_ndcg_at_20_std": 0.253389, "nauc_ndcg_at_20_diff1": 0.374815, "nauc_ndcg_at_100_max": -0.07271, "nauc_ndcg_at_100_std": 0.253389, "nauc_ndcg_at_100_diff1": 0.374815, "nauc_ndcg_at_1000_max": 0.061154, "nauc_ndcg_at_1000_std": 0.292765, "nauc_ndcg_at_1000_diff1": 0.378521, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.034926, "nauc_map_at_3_std": 0.222545, "nauc_map_at_3_diff1": 0.434368, "nauc_map_at_5_max": -0.034926, "nauc_map_at_5_std": 0.222545, "nauc_map_at_5_diff1": 0.434368, "nauc_map_at_10_max": -0.034926, "nauc_map_at_10_std": 0.222545, "nauc_map_at_10_diff1": 0.434368, "nauc_map_at_20_max": -0.034926, "nauc_map_at_20_std": 0.222545, "nauc_map_at_20_diff1": 0.434368, "nauc_map_at_100_max": -0.034926, "nauc_map_at_100_std": 0.222545, "nauc_map_at_100_diff1": 0.434368, "nauc_map_at_1000_max": -0.03159, "nauc_map_at_1000_std": 0.223458, "nauc_map_at_1000_diff1": 0.434373, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.124645, "nauc_recall_at_3_std": 0.295784, "nauc_recall_at_3_diff1": 0.29296, "nauc_recall_at_5_max": -0.124645, "nauc_recall_at_5_std": 0.295784, "nauc_recall_at_5_diff1": 0.29296, "nauc_recall_at_10_max": -0.124645, "nauc_recall_at_10_std": 0.295784, "nauc_recall_at_10_diff1": 0.29296, "nauc_recall_at_20_max": -0.124645, "nauc_recall_at_20_std": 0.295784, "nauc_recall_at_20_diff1": 0.29296, "nauc_recall_at_100_max": -0.124645, "nauc_recall_at_100_std": 0.295784, "nauc_recall_at_100_diff1": 0.29296, "nauc_recall_at_1000_max": 0.283505, "nauc_recall_at_1000_std": 0.403627, "nauc_recall_at_1000_diff1": 0.356948, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.124645, "nauc_precision_at_3_std": 0.295784, "nauc_precision_at_3_diff1": 0.29296, "nauc_precision_at_5_max": -0.124645, "nauc_precision_at_5_std": 0.295784, "nauc_precision_at_5_diff1": 0.29296, "nauc_precision_at_10_max": -0.124645, "nauc_precision_at_10_std": 0.295784, "nauc_precision_at_10_diff1": 0.29296, "nauc_precision_at_20_max": -0.124645, "nauc_precision_at_20_std": 0.295784, "nauc_precision_at_20_diff1": 0.29296, "nauc_precision_at_100_max": -0.124645, "nauc_precision_at_100_std": 0.295784, "nauc_precision_at_100_diff1": 0.29296, "nauc_precision_at_1000_max": 0.132116, "nauc_precision_at_1000_std": 0.300288, "nauc_precision_at_1000_diff1": 0.340851, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.034926, "nauc_mrr_at_3_std": 0.222545, "nauc_mrr_at_3_diff1": 0.434368, "nauc_mrr_at_5_max": -0.034926, "nauc_mrr_at_5_std": 0.222545, "nauc_mrr_at_5_diff1": 0.434368, "nauc_mrr_at_10_max": -0.034926, "nauc_mrr_at_10_std": 0.222545, "nauc_mrr_at_10_diff1": 0.434368, "nauc_mrr_at_20_max": -0.034926, "nauc_mrr_at_20_std": 0.222545, "nauc_mrr_at_20_diff1": 0.434368, "nauc_mrr_at_100_max": -0.034926, "nauc_mrr_at_100_std": 0.222545, "nauc_mrr_at_100_diff1": 0.434368, "nauc_mrr_at_1000_max": -0.033634, "nauc_mrr_at_1000_std": 0.222364, "nauc_mrr_at_1000_diff1": 0.43426, "main_score": 0.00169, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.06557, "ndcg_at_3": 0.07168, "ndcg_at_5": 0.07929, "ndcg_at_10": 0.09548, "ndcg_at_20": 0.1083, "ndcg_at_100": 0.14823, "ndcg_at_1000": 0.18002, "map_at_1": 0.02825, "map_at_3": 0.04542, "map_at_5": 0.0519, "map_at_10": 0.05892, "map_at_20": 0.06279, "map_at_100": 0.06858, "map_at_1000": 0.07011, "recall_at_1": 0.02825, "recall_at_3": 0.06997, "recall_at_5": 0.09651, "recall_at_10": 0.13627, "recall_at_20": 0.17289, "recall_at_100": 0.34343, "recall_at_1000": 0.53836, "precision_at_1": 0.06557, "precision_at_3": 0.05683, "precision_at_5": 0.04525, "precision_at_10": 0.03443, "precision_at_20": 0.02295, "precision_at_100": 0.00925, "precision_at_1000": 0.00144, "mrr_at_1": 0.065574, "mrr_at_3": 0.103279, "mrr_at_5": 0.114426, "mrr_at_10": 0.123782, "mrr_at_20": 0.127647, "mrr_at_100": 0.13203, "mrr_at_1000": 0.132925, "nauc_ndcg_at_1_max": 0.193575, "nauc_ndcg_at_1_std": 0.318548, "nauc_ndcg_at_1_diff1": 0.232121, "nauc_ndcg_at_3_max": 0.119437, "nauc_ndcg_at_3_std": 0.317735, "nauc_ndcg_at_3_diff1": 0.13725, "nauc_ndcg_at_5_max": 0.092719, "nauc_ndcg_at_5_std": 0.283382, "nauc_ndcg_at_5_diff1": 0.093251, "nauc_ndcg_at_10_max": 0.072617, "nauc_ndcg_at_10_std": 0.30232, "nauc_ndcg_at_10_diff1": 0.081814, "nauc_ndcg_at_20_max": 0.064157, "nauc_ndcg_at_20_std": 0.311383, "nauc_ndcg_at_20_diff1": 0.072173, "nauc_ndcg_at_100_max": 0.080382, "nauc_ndcg_at_100_std": 0.353069, "nauc_ndcg_at_100_diff1": 0.105561, "nauc_ndcg_at_1000_max": 0.090617, "nauc_ndcg_at_1000_std": 0.373188, "nauc_ndcg_at_1000_diff1": 0.09935, "nauc_map_at_1_max": 0.174891, "nauc_map_at_1_std": 0.241012, "nauc_map_at_1_diff1": 0.214626, "nauc_map_at_3_max": 0.118437, "nauc_map_at_3_std": 0.275173, "nauc_map_at_3_diff1": 0.148884, "nauc_map_at_5_max": 0.101652, "nauc_map_at_5_std": 0.257424, "nauc_map_at_5_diff1": 0.127592, "nauc_map_at_10_max": 0.087635, "nauc_map_at_10_std": 0.278197, "nauc_map_at_10_diff1": 0.105721, "nauc_map_at_20_max": 0.085121, "nauc_map_at_20_std": 0.290321, "nauc_map_at_20_diff1": 0.100384, "nauc_map_at_100_max": 0.086178, "nauc_map_at_100_std": 0.299873, "nauc_map_at_100_diff1": 0.106666, "nauc_map_at_1000_max": 0.087831, "nauc_map_at_1000_std": 0.304694, "nauc_map_at_1000_diff1": 0.105501, "nauc_recall_at_1_max": 0.174891, "nauc_recall_at_1_std": 0.241012, "nauc_recall_at_1_diff1": 0.214626, "nauc_recall_at_3_max": 0.086403, "nauc_recall_at_3_std": 0.2881, "nauc_recall_at_3_diff1": 0.074356, "nauc_recall_at_5_max": 0.044612, "nauc_recall_at_5_std": 0.225291, "nauc_recall_at_5_diff1": 0.020217, "nauc_recall_at_10_max": 0.00892, "nauc_recall_at_10_std": 0.268009, "nauc_recall_at_10_diff1": 0.010133, "nauc_recall_at_20_max": -0.007869, "nauc_recall_at_20_std": 0.269374, "nauc_recall_at_20_diff1": -0.0001, "nauc_recall_at_100_max": 0.049045, "nauc_recall_at_100_std": 0.331979, "nauc_recall_at_100_diff1": 0.089961, "nauc_recall_at_1000_max": 0.083758, "nauc_recall_at_1000_std": 0.356031, "nauc_recall_at_1000_diff1": 0.080089, "nauc_precision_at_1_max": 0.193575, "nauc_precision_at_1_std": 0.318548, "nauc_precision_at_1_diff1": 0.232121, "nauc_precision_at_3_max": 0.134618, "nauc_precision_at_3_std": 0.365083, "nauc_precision_at_3_diff1": 0.131715, "nauc_precision_at_5_max": 0.089292, "nauc_precision_at_5_std": 0.335188, "nauc_precision_at_5_diff1": 0.085407, "nauc_precision_at_10_max": 0.059038, "nauc_precision_at_10_std": 0.356704, "nauc_precision_at_10_diff1": 0.054889, "nauc_precision_at_20_max": 0.05688, "nauc_precision_at_20_std": 0.373554, "nauc_precision_at_20_diff1": 0.038161, "nauc_precision_at_100_max": 0.070418, "nauc_precision_at_100_std": 0.405139, "nauc_precision_at_100_diff1": 0.121172, "nauc_precision_at_1000_max": 0.055895, "nauc_precision_at_1000_std": 0.396614, "nauc_precision_at_1000_diff1": 0.058123, "nauc_mrr_at_1_max": 0.193575, "nauc_mrr_at_1_std": 0.318548, "nauc_mrr_at_1_diff1": 0.232121, "nauc_mrr_at_3_max": 0.14949, "nauc_mrr_at_3_std": 0.338171, "nauc_mrr_at_3_diff1": 0.16385, "nauc_mrr_at_5_max": 0.133657, "nauc_mrr_at_5_std": 0.322087, "nauc_mrr_at_5_diff1": 0.137241, "nauc_mrr_at_10_max": 0.121893, "nauc_mrr_at_10_std": 0.328794, "nauc_mrr_at_10_diff1": 0.140203, "nauc_mrr_at_20_max": 0.116903, "nauc_mrr_at_20_std": 0.323875, "nauc_mrr_at_20_diff1": 0.136154, "nauc_mrr_at_100_max": 0.121297, "nauc_mrr_at_100_std": 0.328045, "nauc_mrr_at_100_diff1": 0.137487, "nauc_mrr_at_1000_max": 0.12197, "nauc_mrr_at_1000_std": 0.32788, "nauc_mrr_at_1000_diff1": 0.137996, "main_score": 0.09548, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.14894, "ndcg_at_3": 0.15856, "ndcg_at_5": 0.17927, "ndcg_at_10": 0.2145, "ndcg_at_20": 0.25856, "ndcg_at_100": 0.33614, "ndcg_at_1000": 0.36992, "map_at_1": 0.06754, "map_at_3": 0.10592, "map_at_5": 0.12422, "map_at_10": 0.14167, "map_at_20": 0.15697, "map_at_100": 0.17241, "map_at_1000": 0.17503, "recall_at_1": 0.06754, "recall_at_3": 0.14602, "recall_at_5": 0.20774, "recall_at_10": 0.30432, "recall_at_20": 0.4357, "recall_at_100": 0.7474, "recall_at_1000": 0.9354, "precision_at_1": 0.14894, "precision_at_3": 0.11973, "precision_at_5": 0.10538, "precision_at_10": 0.07897, "precision_at_20": 0.05795, "precision_at_100": 0.0212, "precision_at_1000": 0.00272, "mrr_at_1": 0.148936, "mrr_at_3": 0.215478, "mrr_at_5": 0.240321, "mrr_at_10": 0.257196, "mrr_at_20": 0.266983, "mrr_at_100": 0.272673, "mrr_at_1000": 0.273101, "nauc_ndcg_at_1_max": 0.049887, "nauc_ndcg_at_1_std": -0.036845, "nauc_ndcg_at_1_diff1": 0.138677, "nauc_ndcg_at_3_max": 0.033016, "nauc_ndcg_at_3_std": -0.066461, "nauc_ndcg_at_3_diff1": 0.137147, "nauc_ndcg_at_5_max": 0.017112, "nauc_ndcg_at_5_std": -0.066044, "nauc_ndcg_at_5_diff1": 0.107223, "nauc_ndcg_at_10_max": 0.033709, "nauc_ndcg_at_10_std": -0.055144, "nauc_ndcg_at_10_diff1": 0.091991, "nauc_ndcg_at_20_max": 0.050621, "nauc_ndcg_at_20_std": -0.041419, "nauc_ndcg_at_20_diff1": 0.10499, "nauc_ndcg_at_100_max": 0.094618, "nauc_ndcg_at_100_std": 0.009714, "nauc_ndcg_at_100_diff1": 0.101488, "nauc_ndcg_at_1000_max": 0.100977, "nauc_ndcg_at_1000_std": 0.021593, "nauc_ndcg_at_1000_diff1": 0.099962, "nauc_map_at_1_max": 0.009676, "nauc_map_at_1_std": -0.139333, "nauc_map_at_1_diff1": 0.209522, "nauc_map_at_3_max": 0.005578, "nauc_map_at_3_std": -0.129735, "nauc_map_at_3_diff1": 0.161334, "nauc_map_at_5_max": 0.002312, "nauc_map_at_5_std": -0.112095, "nauc_map_at_5_diff1": 0.138656, "nauc_map_at_10_max": 0.015493, "nauc_map_at_10_std": -0.095672, "nauc_map_at_10_diff1": 0.124195, "nauc_map_at_20_max": 0.026101, "nauc_map_at_20_std": -0.08647, "nauc_map_at_20_diff1": 0.129264, "nauc_map_at_100_max": 0.040731, "nauc_map_at_100_std": -0.06902, "nauc_map_at_100_diff1": 0.128253, "nauc_map_at_1000_max": 0.042421, "nauc_map_at_1000_std": -0.066167, "nauc_map_at_1000_diff1": 0.127846, "nauc_recall_at_1_max": 0.009676, "nauc_recall_at_1_std": -0.139333, "nauc_recall_at_1_diff1": 0.209522, "nauc_recall_at_3_max": -0.013355, "nauc_recall_at_3_std": -0.126813, "nauc_recall_at_3_diff1": 0.144061, "nauc_recall_at_5_max": -0.025844, "nauc_recall_at_5_std": -0.08357, "nauc_recall_at_5_diff1": 0.075334, "nauc_recall_at_10_max": 0.011331, "nauc_recall_at_10_std": -0.042593, "nauc_recall_at_10_diff1": 0.0447, "nauc_recall_at_20_max": 0.021797, "nauc_recall_at_20_std": -0.028089, "nauc_recall_at_20_diff1": 0.065102, "nauc_recall_at_100_max": 0.120516, "nauc_recall_at_100_std": 0.095342, "nauc_recall_at_100_diff1": 0.025299, "nauc_recall_at_1000_max": 0.260774, "nauc_recall_at_1000_std": 0.387065, "nauc_recall_at_1000_diff1": -0.056979, "nauc_precision_at_1_max": 0.049887, "nauc_precision_at_1_std": -0.036845, "nauc_precision_at_1_diff1": 0.138677, "nauc_precision_at_3_max": 0.074655, "nauc_precision_at_3_std": -0.005522, "nauc_precision_at_3_diff1": 0.088439, "nauc_precision_at_5_max": 0.074793, "nauc_precision_at_5_std": 0.040795, "nauc_precision_at_5_diff1": 0.035526, "nauc_precision_at_10_max": 0.118551, "nauc_precision_at_10_std": 0.084531, "nauc_precision_at_10_diff1": 0.011034, "nauc_precision_at_20_max": 0.169082, "nauc_precision_at_20_std": 0.12852, "nauc_precision_at_20_diff1": 0.038583, "nauc_precision_at_100_max": 0.230477, "nauc_precision_at_100_std": 0.244686, "nauc_precision_at_100_diff1": 0.011565, "nauc_precision_at_1000_max": 0.201083, "nauc_precision_at_1000_std": 0.230666, "nauc_precision_at_1000_diff1": -0.013252, "nauc_mrr_at_1_max": 0.049887, "nauc_mrr_at_1_std": -0.036845, "nauc_mrr_at_1_diff1": 0.138677, "nauc_mrr_at_3_max": 0.060708, "nauc_mrr_at_3_std": -0.028343, "nauc_mrr_at_3_diff1": 0.117666, "nauc_mrr_at_5_max": 0.060222, "nauc_mrr_at_5_std": -0.015692, "nauc_mrr_at_5_diff1": 0.097816, "nauc_mrr_at_10_max": 0.065725, "nauc_mrr_at_10_std": -0.013793, "nauc_mrr_at_10_diff1": 0.094053, "nauc_mrr_at_20_max": 0.066943, "nauc_mrr_at_20_std": -0.01311, "nauc_mrr_at_20_diff1": 0.097821, "nauc_mrr_at_100_max": 0.068335, "nauc_mrr_at_100_std": -0.012073, "nauc_mrr_at_100_diff1": 0.098332, "nauc_mrr_at_1000_max": 0.068269, "nauc_mrr_at_1000_std": -0.012158, "nauc_mrr_at_1000_diff1": 0.098399, "main_score": 0.2145, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.12654, "ndcg_at_3": 0.10424, "ndcg_at_5": 0.10424, "ndcg_at_10": 0.12051, "ndcg_at_20": 0.14486, "ndcg_at_100": 0.19759, "ndcg_at_1000": 0.23549, "map_at_1": 0.0332, "map_at_3": 0.05106, "map_at_5": 0.05992, "map_at_10": 0.06993, "map_at_20": 0.07724, "map_at_100": 0.08727, "map_at_1000": 0.08955, "recall_at_1": 0.0332, "recall_at_3": 0.06539, "recall_at_5": 0.09405, "recall_at_10": 0.14437, "recall_at_20": 0.20418, "recall_at_100": 0.38543, "recall_at_1000": 0.57621, "precision_at_1": 0.12654, "precision_at_3": 0.08848, "precision_at_5": 0.07469, "precision_at_10": 0.06111, "precision_at_20": 0.04483, "precision_at_100": 0.01761, "precision_at_1000": 0.00266, "mrr_at_1": 0.126543, "mrr_at_3": 0.168724, "mrr_at_5": 0.18269, "mrr_at_10": 0.199257, "mrr_at_20": 0.207008, "mrr_at_100": 0.211609, "mrr_at_1000": 0.212335, "nauc_ndcg_at_1_max": 0.166651, "nauc_ndcg_at_1_std": 0.119138, "nauc_ndcg_at_1_diff1": 0.074826, "nauc_ndcg_at_3_max": 0.191798, "nauc_ndcg_at_3_std": 0.170091, "nauc_ndcg_at_3_diff1": 0.077593, "nauc_ndcg_at_5_max": 0.162437, "nauc_ndcg_at_5_std": 0.151315, "nauc_ndcg_at_5_diff1": 0.062926, "nauc_ndcg_at_10_max": 0.180481, "nauc_ndcg_at_10_std": 0.175555, "nauc_ndcg_at_10_diff1": 0.096259, "nauc_ndcg_at_20_max": 0.183606, "nauc_ndcg_at_20_std": 0.200777, "nauc_ndcg_at_20_diff1": 0.102325, "nauc_ndcg_at_100_max": 0.236004, "nauc_ndcg_at_100_std": 0.303935, "nauc_ndcg_at_100_diff1": 0.104489, "nauc_ndcg_at_1000_max": 0.250459, "nauc_ndcg_at_1000_std": 0.34149, "nauc_ndcg_at_1000_diff1": 0.104484, "nauc_map_at_1_max": 0.107008, "nauc_map_at_1_std": 0.067562, "nauc_map_at_1_diff1": 0.119035, "nauc_map_at_3_max": 0.137336, "nauc_map_at_3_std": 0.108179, "nauc_map_at_3_diff1": 0.12202, "nauc_map_at_5_max": 0.132673, "nauc_map_at_5_std": 0.10649, "nauc_map_at_5_diff1": 0.09566, "nauc_map_at_10_max": 0.159737, "nauc_map_at_10_std": 0.132816, "nauc_map_at_10_diff1": 0.104408, "nauc_map_at_20_max": 0.166396, "nauc_map_at_20_std": 0.144621, "nauc_map_at_20_diff1": 0.107683, "nauc_map_at_100_max": 0.181969, "nauc_map_at_100_std": 0.185947, "nauc_map_at_100_diff1": 0.106123, "nauc_map_at_1000_max": 0.185508, "nauc_map_at_1000_std": 0.193742, "nauc_map_at_1000_diff1": 0.105517, "nauc_recall_at_1_max": 0.107008, "nauc_recall_at_1_std": 0.067562, "nauc_recall_at_1_diff1": 0.119035, "nauc_recall_at_3_max": 0.134113, "nauc_recall_at_3_std": 0.148611, "nauc_recall_at_3_diff1": 0.108184, "nauc_recall_at_5_max": 0.101403, "nauc_recall_at_5_std": 0.117126, "nauc_recall_at_5_diff1": 0.044468, "nauc_recall_at_10_max": 0.142283, "nauc_recall_at_10_std": 0.166869, "nauc_recall_at_10_diff1": 0.077449, "nauc_recall_at_20_max": 0.131957, "nauc_recall_at_20_std": 0.209277, "nauc_recall_at_20_diff1": 0.100737, "nauc_recall_at_100_max": 0.213706, "nauc_recall_at_100_std": 0.369251, "nauc_recall_at_100_diff1": 0.095045, "nauc_recall_at_1000_max": 0.22436, "nauc_recall_at_1000_std": 0.438176, "nauc_recall_at_1000_diff1": 0.095974, "nauc_precision_at_1_max": 0.166651, "nauc_precision_at_1_std": 0.119138, "nauc_precision_at_1_diff1": 0.074826, "nauc_precision_at_3_max": 0.238413, "nauc_precision_at_3_std": 0.209998, "nauc_precision_at_3_diff1": 0.072319, "nauc_precision_at_5_max": 0.219163, "nauc_precision_at_5_std": 0.19838, "nauc_precision_at_5_diff1": 0.050431, "nauc_precision_at_10_max": 0.249582, "nauc_precision_at_10_std": 0.257004, "nauc_precision_at_10_diff1": 0.091378, "nauc_precision_at_20_max": 0.235459, "nauc_precision_at_20_std": 0.264023, "nauc_precision_at_20_diff1": 0.076933, "nauc_precision_at_100_max": 0.288516, "nauc_precision_at_100_std": 0.411066, "nauc_precision_at_100_diff1": 0.060771, "nauc_precision_at_1000_max": 0.271948, "nauc_precision_at_1000_std": 0.416363, "nauc_precision_at_1000_diff1": 0.040259, "nauc_mrr_at_1_max": 0.166651, "nauc_mrr_at_1_std": 0.119138, "nauc_mrr_at_1_diff1": 0.074826, "nauc_mrr_at_3_max": 0.192916, "nauc_mrr_at_3_std": 0.175724, "nauc_mrr_at_3_diff1": 0.070811, "nauc_mrr_at_5_max": 0.187284, "nauc_mrr_at_5_std": 0.172316, "nauc_mrr_at_5_diff1": 0.065579, "nauc_mrr_at_10_max": 0.190425, "nauc_mrr_at_10_std": 0.185671, "nauc_mrr_at_10_diff1": 0.075182, "nauc_mrr_at_20_max": 0.190984, "nauc_mrr_at_20_std": 0.191302, "nauc_mrr_at_20_diff1": 0.07637, "nauc_mrr_at_100_max": 0.194957, "nauc_mrr_at_100_std": 0.193791, "nauc_mrr_at_100_diff1": 0.07765, "nauc_mrr_at_1000_max": 0.194848, "nauc_mrr_at_1000_std": 0.193658, "nauc_mrr_at_1000_diff1": 0.0777, "main_score": 0.12051, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.00475, "ndcg_at_3": 0.00294, "ndcg_at_5": 0.00465, "ndcg_at_10": 0.00612, "ndcg_at_20": 0.00612, "ndcg_at_100": 0.00787, "ndcg_at_1000": 0.01123, "map_at_1": 0.00185, "map_at_3": 0.00211, "map_at_5": 0.00302, "map_at_10": 0.00351, "map_at_20": 0.00351, "map_at_100": 0.00373, "map_at_1000": 0.00382, "recall_at_1": 0.00185, "recall_at_3": 0.00264, "recall_at_5": 0.00659, "recall_at_10": 0.01034, "recall_at_20": 0.01034, "recall_at_100": 0.01873, "recall_at_1000": 0.04112, "precision_at_1": 0.00475, "precision_at_3": 0.00211, "precision_at_5": 0.00222, "precision_at_10": 0.0019, "precision_at_20": 0.00095, "precision_at_100": 0.00033, "precision_at_1000": 9e-05, "mrr_at_1": 0.004747, "mrr_at_3": 0.005274, "mrr_at_5": 0.006382, "mrr_at_10": 0.007443, "mrr_at_20": 0.007443, "mrr_at_100": 0.007796, "mrr_at_1000": 0.007919, "nauc_ndcg_at_1_max": -0.173898, "nauc_ndcg_at_1_std": 0.203871, "nauc_ndcg_at_1_diff1": -0.021867, "nauc_ndcg_at_3_max": -0.131442, "nauc_ndcg_at_3_std": 0.163488, "nauc_ndcg_at_3_diff1": 0.173401, "nauc_ndcg_at_5_max": -0.07234, "nauc_ndcg_at_5_std": 0.264244, "nauc_ndcg_at_5_diff1": 0.037347, "nauc_ndcg_at_10_max": -0.100185, "nauc_ndcg_at_10_std": 0.239997, "nauc_ndcg_at_10_diff1": -0.037134, "nauc_ndcg_at_20_max": -0.100185, "nauc_ndcg_at_20_std": 0.239997, "nauc_ndcg_at_20_diff1": -0.037134, "nauc_ndcg_at_100_max": -0.063391, "nauc_ndcg_at_100_std": 0.146694, "nauc_ndcg_at_100_diff1": 0.027086, "nauc_ndcg_at_1000_max": -0.032566, "nauc_ndcg_at_1000_std": 0.139275, "nauc_ndcg_at_1000_diff1": 0.052814, "nauc_map_at_1_max": -0.1784, "nauc_map_at_1_std": 0.317604, "nauc_map_at_1_diff1": 0.027369, "nauc_map_at_3_max": -0.143821, "nauc_map_at_3_std": 0.226089, "nauc_map_at_3_diff1": 0.148948, "nauc_map_at_5_max": -0.099817, "nauc_map_at_5_std": 0.279182, "nauc_map_at_5_diff1": 0.050937, "nauc_map_at_10_max": -0.118553, "nauc_map_at_10_std": 0.260659, "nauc_map_at_10_diff1": 0.00472, "nauc_map_at_20_max": -0.118553, "nauc_map_at_20_std": 0.260659, "nauc_map_at_20_diff1": 0.00472, "nauc_map_at_100_max": -0.110616, "nauc_map_at_100_std": 0.229704, "nauc_map_at_100_diff1": 0.016302, "nauc_map_at_1000_max": -0.108206, "nauc_map_at_1000_std": 0.226243, "nauc_map_at_1000_diff1": 0.016754, "nauc_recall_at_1_max": -0.1784, "nauc_recall_at_1_std": 0.317604, "nauc_recall_at_1_diff1": 0.027369, "nauc_recall_at_3_max": -0.09541, "nauc_recall_at_3_std": 0.097969, "nauc_recall_at_3_diff1": 0.319158, "nauc_recall_at_5_max": -0.021444, "nauc_recall_at_5_std": 0.309255, "nauc_recall_at_5_diff1": 0.015063, "nauc_recall_at_10_max": -0.09361, "nauc_recall_at_10_std": 0.244121, "nauc_recall_at_10_diff1": -0.091803, "nauc_recall_at_20_max": -0.09361, "nauc_recall_at_20_std": 0.244121, "nauc_recall_at_20_diff1": -0.091803, "nauc_recall_at_100_max": -0.030514, "nauc_recall_at_100_std": 0.076201, "nauc_recall_at_100_diff1": 0.038283, "nauc_recall_at_1000_max": 0.004001, "nauc_recall_at_1000_std": 0.089689, "nauc_recall_at_1000_diff1": 0.054591, "nauc_precision_at_1_max": -0.173898, "nauc_precision_at_1_std": 0.203871, "nauc_precision_at_1_diff1": -0.021867, "nauc_precision_at_3_max": -0.105865, "nauc_precision_at_3_std": 0.049275, "nauc_precision_at_3_diff1": 0.233599, "nauc_precision_at_5_max": -0.027486, "nauc_precision_at_5_std": 0.236154, "nauc_precision_at_5_diff1": 0.030831, "nauc_precision_at_10_max": -0.061132, "nauc_precision_at_10_std": 0.218679, "nauc_precision_at_10_diff1": -0.081872, "nauc_precision_at_20_max": -0.061132, "nauc_precision_at_20_std": 0.218679, "nauc_precision_at_20_diff1": -0.081872, "nauc_precision_at_100_max": 0.012113, "nauc_precision_at_100_std": 0.049304, "nauc_precision_at_100_diff1": 0.117589, "nauc_precision_at_1000_max": 0.071334, "nauc_precision_at_1000_std": 0.112269, "nauc_precision_at_1000_diff1": 0.20965, "nauc_mrr_at_1_max": -0.173898, "nauc_mrr_at_1_std": 0.203871, "nauc_mrr_at_1_diff1": -0.021867, "nauc_mrr_at_3_max": -0.146684, "nauc_mrr_at_3_std": 0.142033, "nauc_mrr_at_3_diff1": 0.080319, "nauc_mrr_at_5_max": -0.110907, "nauc_mrr_at_5_std": 0.195232, "nauc_mrr_at_5_diff1": 0.025781, "nauc_mrr_at_10_max": -0.113513, "nauc_mrr_at_10_std": 0.198534, "nauc_mrr_at_10_diff1": -0.012974, "nauc_mrr_at_20_max": -0.113513, "nauc_mrr_at_20_std": 0.198534, "nauc_mrr_at_20_diff1": -0.012974, "nauc_mrr_at_100_max": -0.104285, "nauc_mrr_at_100_std": 0.177512, "nauc_mrr_at_100_diff1": 0.00583, "nauc_mrr_at_1000_max": -0.103346, "nauc_mrr_at_1000_std": 0.178262, "nauc_mrr_at_1000_diff1": 0.006629, "main_score": 0.00612, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.137, "ndcg_at_3": 0.1293, "ndcg_at_5": 0.14293, "ndcg_at_10": 0.16755, "ndcg_at_20": 0.18184, "ndcg_at_100": 0.20722, "ndcg_at_1000": 0.2286, "map_at_1": 0.07973, "map_at_3": 0.10531, "map_at_5": 0.11342, "map_at_10": 0.12384, "map_at_20": 0.12788, "map_at_100": 0.13163, "map_at_1000": 0.1324, "recall_at_1": 0.07973, "recall_at_3": 0.13233, "recall_at_5": 0.16386, "recall_at_10": 0.22939, "recall_at_20": 0.27761, "recall_at_100": 0.39413, "recall_at_1000": 0.54019, "precision_at_1": 0.137, "precision_at_3": 0.07667, "precision_at_5": 0.0578, "precision_at_10": 0.0404, "precision_at_20": 0.02455, "precision_at_100": 0.00707, "precision_at_1000": 0.001, "mrr_at_1": 0.137, "mrr_at_3": 0.1715, "mrr_at_5": 0.1823, "mrr_at_10": 0.193913, "mrr_at_20": 0.198512, "mrr_at_100": 0.202083, "mrr_at_1000": 0.202731, "nauc_ndcg_at_1_max": 0.200244, "nauc_ndcg_at_1_std": -0.023283, "nauc_ndcg_at_1_diff1": 0.338765, "nauc_ndcg_at_3_max": 0.195311, "nauc_ndcg_at_3_std": 0.01648, "nauc_ndcg_at_3_diff1": 0.264127, "nauc_ndcg_at_5_max": 0.184516, "nauc_ndcg_at_5_std": 0.033543, "nauc_ndcg_at_5_diff1": 0.26837, "nauc_ndcg_at_10_max": 0.166192, "nauc_ndcg_at_10_std": 0.051544, "nauc_ndcg_at_10_diff1": 0.246871, "nauc_ndcg_at_20_max": 0.167028, "nauc_ndcg_at_20_std": 0.064775, "nauc_ndcg_at_20_diff1": 0.235147, "nauc_ndcg_at_100_max": 0.16503, "nauc_ndcg_at_100_std": 0.102294, "nauc_ndcg_at_100_diff1": 0.237859, "nauc_ndcg_at_1000_max": 0.156138, "nauc_ndcg_at_1000_std": 0.111643, "nauc_ndcg_at_1000_diff1": 0.234121, "nauc_map_at_1_max": 0.185911, "nauc_map_at_1_std": -0.01207, "nauc_map_at_1_diff1": 0.309572, "nauc_map_at_3_max": 0.185405, "nauc_map_at_3_std": 0.013108, "nauc_map_at_3_diff1": 0.268832, "nauc_map_at_5_max": 0.184302, "nauc_map_at_5_std": 0.022901, "nauc_map_at_5_diff1": 0.275083, "nauc_map_at_10_max": 0.176051, "nauc_map_at_10_std": 0.034145, "nauc_map_at_10_diff1": 0.261938, "nauc_map_at_20_max": 0.177816, "nauc_map_at_20_std": 0.038755, "nauc_map_at_20_diff1": 0.258392, "nauc_map_at_100_max": 0.177337, "nauc_map_at_100_std": 0.046265, "nauc_map_at_100_diff1": 0.259046, "nauc_map_at_1000_max": 0.177233, "nauc_map_at_1000_std": 0.046965, "nauc_map_at_1000_diff1": 0.25889, "nauc_recall_at_1_max": 0.185911, "nauc_recall_at_1_std": -0.01207, "nauc_recall_at_1_diff1": 0.309572, "nauc_recall_at_3_max": 0.175883, "nauc_recall_at_3_std": 0.032224, "nauc_recall_at_3_diff1": 0.220825, "nauc_recall_at_5_max": 0.153439, "nauc_recall_at_5_std": 0.057828, "nauc_recall_at_5_diff1": 0.22463, "nauc_recall_at_10_max": 0.108336, "nauc_recall_at_10_std": 0.079714, "nauc_recall_at_10_diff1": 0.18193, "nauc_recall_at_20_max": 0.10405, "nauc_recall_at_20_std": 0.10995, "nauc_recall_at_20_diff1": 0.151641, "nauc_recall_at_100_max": 0.092707, "nauc_recall_at_100_std": 0.223828, "nauc_recall_at_100_diff1": 0.153148, "nauc_recall_at_1000_max": 0.021892, "nauc_recall_at_1000_std": 0.270274, "nauc_recall_at_1000_diff1": 0.117851, "nauc_precision_at_1_max": 0.200244, "nauc_precision_at_1_std": -0.023283, "nauc_precision_at_1_diff1": 0.338765, "nauc_precision_at_3_max": 0.219304, "nauc_precision_at_3_std": 0.041901, "nauc_precision_at_3_diff1": 0.259075, "nauc_precision_at_5_max": 0.209656, "nauc_precision_at_5_std": 0.078915, "nauc_precision_at_5_diff1": 0.264823, "nauc_precision_at_10_max": 0.170408, "nauc_precision_at_10_std": 0.130289, "nauc_precision_at_10_diff1": 0.191018, "nauc_precision_at_20_max": 0.168816, "nauc_precision_at_20_std": 0.14639, "nauc_precision_at_20_diff1": 0.14758, "nauc_precision_at_100_max": 0.148729, "nauc_precision_at_100_std": 0.23453, "nauc_precision_at_100_diff1": 0.143789, "nauc_precision_at_1000_max": 0.10218, "nauc_precision_at_1000_std": 0.23381, "nauc_precision_at_1000_diff1": 0.093197, "nauc_mrr_at_1_max": 0.200244, "nauc_mrr_at_1_std": -0.023283, "nauc_mrr_at_1_diff1": 0.338765, "nauc_mrr_at_3_max": 0.204809, "nauc_mrr_at_3_std": 0.001787, "nauc_mrr_at_3_diff1": 0.289838, "nauc_mrr_at_5_max": 0.198346, "nauc_mrr_at_5_std": 0.013671, "nauc_mrr_at_5_diff1": 0.287049, "nauc_mrr_at_10_max": 0.189719, "nauc_mrr_at_10_std": 0.019835, "nauc_mrr_at_10_diff1": 0.279785, "nauc_mrr_at_20_max": 0.189723, "nauc_mrr_at_20_std": 0.024078, "nauc_mrr_at_20_diff1": 0.275753, "nauc_mrr_at_100_max": 0.18971, "nauc_mrr_at_100_std": 0.027196, "nauc_mrr_at_100_diff1": 0.276219, "nauc_mrr_at_1000_max": 0.189578, "nauc_mrr_at_1000_std": 0.027243, "nauc_mrr_at_1000_diff1": 0.276189, "main_score": 0.16755, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.06414, "ndcg_at_3": 0.07394, "ndcg_at_5": 0.08909, "ndcg_at_10": 0.11062, "ndcg_at_20": 0.13061, "ndcg_at_100": 0.18542, "ndcg_at_1000": 0.21883, "map_at_1": 0.03072, "map_at_3": 0.05108, "map_at_5": 0.06032, "map_at_10": 0.07, "map_at_20": 0.07582, "map_at_100": 0.08416, "map_at_1000": 0.08565, "recall_at_1": 0.03072, "recall_at_3": 0.08038, "recall_at_5": 0.11709, "recall_at_10": 0.17536, "recall_at_20": 0.23751, "recall_at_100": 0.48206, "recall_at_1000": 0.70423, "precision_at_1": 0.06414, "precision_at_3": 0.05539, "precision_at_5": 0.04723, "precision_at_10": 0.03499, "precision_at_20": 0.02493, "precision_at_100": 0.01035, "precision_at_1000": 0.00151, "mrr_at_1": 0.06414, "mrr_at_3": 0.103499, "mrr_at_5": 0.116618, "mrr_at_10": 0.125698, "mrr_at_20": 0.131631, "mrr_at_100": 0.138423, "mrr_at_1000": 0.139157, "nauc_ndcg_at_1_max": 0.186525, "nauc_ndcg_at_1_std": 0.166773, "nauc_ndcg_at_1_diff1": 0.208339, "nauc_ndcg_at_3_max": 0.185029, "nauc_ndcg_at_3_std": 0.194875, "nauc_ndcg_at_3_diff1": 0.17833, "nauc_ndcg_at_5_max": 0.178556, "nauc_ndcg_at_5_std": 0.197793, "nauc_ndcg_at_5_diff1": 0.142299, "nauc_ndcg_at_10_max": 0.169134, "nauc_ndcg_at_10_std": 0.208883, "nauc_ndcg_at_10_diff1": 0.137876, "nauc_ndcg_at_20_max": 0.223149, "nauc_ndcg_at_20_std": 0.243343, "nauc_ndcg_at_20_diff1": 0.135583, "nauc_ndcg_at_100_max": 0.235541, "nauc_ndcg_at_100_std": 0.308533, "nauc_ndcg_at_100_diff1": 0.131919, "nauc_ndcg_at_1000_max": 0.247739, "nauc_ndcg_at_1000_std": 0.311851, "nauc_ndcg_at_1000_diff1": 0.136556, "nauc_map_at_1_max": 0.182758, "nauc_map_at_1_std": 0.16503, "nauc_map_at_1_diff1": 0.336303, "nauc_map_at_3_max": 0.167872, "nauc_map_at_3_std": 0.189443, "nauc_map_at_3_diff1": 0.23366, "nauc_map_at_5_max": 0.16088, "nauc_map_at_5_std": 0.192951, "nauc_map_at_5_diff1": 0.188425, "nauc_map_at_10_max": 0.153988, "nauc_map_at_10_std": 0.198775, "nauc_map_at_10_diff1": 0.180517, "nauc_map_at_20_max": 0.180936, "nauc_map_at_20_std": 0.217469, "nauc_map_at_20_diff1": 0.180315, "nauc_map_at_100_max": 0.188416, "nauc_map_at_100_std": 0.233213, "nauc_map_at_100_diff1": 0.178083, "nauc_map_at_1000_max": 0.190147, "nauc_map_at_1000_std": 0.235791, "nauc_map_at_1000_diff1": 0.178311, "nauc_recall_at_1_max": 0.182758, "nauc_recall_at_1_std": 0.16503, "nauc_recall_at_1_diff1": 0.336303, "nauc_recall_at_3_max": 0.173308, "nauc_recall_at_3_std": 0.225024, "nauc_recall_at_3_diff1": 0.173168, "nauc_recall_at_5_max": 0.163455, "nauc_recall_at_5_std": 0.214054, "nauc_recall_at_5_diff1": 0.108232, "nauc_recall_at_10_max": 0.135227, "nauc_recall_at_10_std": 0.21364, "nauc_recall_at_10_diff1": 0.103026, "nauc_recall_at_20_max": 0.227333, "nauc_recall_at_20_std": 0.259923, "nauc_recall_at_20_diff1": 0.091818, "nauc_recall_at_100_max": 0.231423, "nauc_recall_at_100_std": 0.374782, "nauc_recall_at_100_diff1": 0.088222, "nauc_recall_at_1000_max": 0.291641, "nauc_recall_at_1000_std": 0.401471, "nauc_recall_at_1000_diff1": 0.107546, "nauc_precision_at_1_max": 0.186525, "nauc_precision_at_1_std": 0.166773, "nauc_precision_at_1_diff1": 0.208339, "nauc_precision_at_3_max": 0.227762, "nauc_precision_at_3_std": 0.207109, "nauc_precision_at_3_diff1": 0.122424, "nauc_precision_at_5_max": 0.17969, "nauc_precision_at_5_std": 0.204286, "nauc_precision_at_5_diff1": 0.053391, "nauc_precision_at_10_max": 0.173641, "nauc_precision_at_10_std": 0.220212, "nauc_precision_at_10_diff1": 0.043106, "nauc_precision_at_20_max": 0.267369, "nauc_precision_at_20_std": 0.274383, "nauc_precision_at_20_diff1": 0.063765, "nauc_precision_at_100_max": 0.225856, "nauc_precision_at_100_std": 0.364756, "nauc_precision_at_100_diff1": 0.034883, "nauc_precision_at_1000_max": 0.212074, "nauc_precision_at_1000_std": 0.314123, "nauc_precision_at_1000_diff1": 0.017707, "nauc_mrr_at_1_max": 0.186525, "nauc_mrr_at_1_std": 0.166773, "nauc_mrr_at_1_diff1": 0.208339, "nauc_mrr_at_3_max": 0.212818, "nauc_mrr_at_3_std": 0.175189, "nauc_mrr_at_3_diff1": 0.144902, "nauc_mrr_at_5_max": 0.20871, "nauc_mrr_at_5_std": 0.177693, "nauc_mrr_at_5_diff1": 0.13055, "nauc_mrr_at_10_max": 0.20657, "nauc_mrr_at_10_std": 0.18374, "nauc_mrr_at_10_diff1": 0.134371, "nauc_mrr_at_20_max": 0.21764, "nauc_mrr_at_20_std": 0.19228, "nauc_mrr_at_20_diff1": 0.131957, "nauc_mrr_at_100_max": 0.215504, "nauc_mrr_at_100_std": 0.196458, "nauc_mrr_at_100_diff1": 0.131109, "nauc_mrr_at_1000_max": 0.215747, "nauc_mrr_at_1000_std": 0.196529, "nauc_mrr_at_1000_diff1": 0.131409, "main_score": 0.11062, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00034, "ndcg_at_20": 0.00034, "ndcg_at_100": 0.00214, "ndcg_at_1000": 0.00639, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 8e-05, "map_at_20": 8e-05, "map_at_100": 0.00027, "map_at_1000": 0.00038, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00071, "recall_at_20": 0.00071, "recall_at_100": 0.00852, "recall_at_1000": 0.03492, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.00029, "precision_at_20": 0.00014, "precision_at_100": 0.00023, "precision_at_1000": 0.0001, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.000317, "mrr_at_20": 0.000317, "mrr_at_100": 0.000708, "mrr_at_1000": 0.000927, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.070566, "nauc_ndcg_at_10_std": 0.661926, "nauc_ndcg_at_10_diff1": -0.070566, "nauc_ndcg_at_20_max": -0.070566, "nauc_ndcg_at_20_std": 0.661926, "nauc_ndcg_at_20_diff1": -0.070566, "nauc_ndcg_at_100_max": 0.037635, "nauc_ndcg_at_100_std": 0.123124, "nauc_ndcg_at_100_diff1": -0.130975, "nauc_ndcg_at_1000_max": 0.017704, "nauc_ndcg_at_1000_std": 0.15163, "nauc_ndcg_at_1000_diff1": 0.006024, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.070566, "nauc_map_at_10_std": 0.661926, "nauc_map_at_10_diff1": -0.070566, "nauc_map_at_20_max": -0.070566, "nauc_map_at_20_std": 0.661926, "nauc_map_at_20_diff1": -0.070566, "nauc_map_at_100_max": -0.040557, "nauc_map_at_100_std": 0.312842, "nauc_map_at_100_diff1": -0.107244, "nauc_map_at_1000_max": -0.019359, "nauc_map_at_1000_std": 0.27125, "nauc_map_at_1000_diff1": -0.060184, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.070566, "nauc_recall_at_10_std": 0.661926, "nauc_recall_at_10_diff1": -0.070566, "nauc_recall_at_20_max": -0.070566, "nauc_recall_at_20_std": 0.661926, "nauc_recall_at_20_diff1": -0.070566, "nauc_recall_at_100_max": 0.144102, "nauc_recall_at_100_std": -0.006243, "nauc_recall_at_100_diff1": -0.120756, "nauc_recall_at_1000_max": 0.035935, "nauc_recall_at_1000_std": 0.118558, "nauc_recall_at_1000_diff1": 0.073005, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.070566, "nauc_precision_at_10_std": 0.661926, "nauc_precision_at_10_diff1": -0.070566, "nauc_precision_at_20_max": -0.070566, "nauc_precision_at_20_std": 0.661926, "nauc_precision_at_20_diff1": -0.070566, "nauc_precision_at_100_max": -0.015461, "nauc_precision_at_100_std": 0.159646, "nauc_precision_at_100_diff1": -0.154816, "nauc_precision_at_1000_max": 0.010717, "nauc_precision_at_1000_std": 0.17097, "nauc_precision_at_1000_diff1": -0.051658, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.070566, "nauc_mrr_at_10_std": 0.661926, "nauc_mrr_at_10_diff1": -0.070566, "nauc_mrr_at_20_max": -0.070566, "nauc_mrr_at_20_std": 0.661926, "nauc_mrr_at_20_diff1": -0.070566, "nauc_mrr_at_100_max": -0.112952, "nauc_mrr_at_100_std": 0.330556, "nauc_mrr_at_100_diff1": -0.131502, "nauc_mrr_at_1000_max": -0.08417, "nauc_mrr_at_1000_std": 0.286362, "nauc_mrr_at_1000_diff1": -0.094864, "main_score": 0.00034, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.07083, "ndcg_at_3": 0.07295, "ndcg_at_5": 0.0754, "ndcg_at_10": 0.08485, "ndcg_at_20": 0.09511, "ndcg_at_100": 0.12177, "ndcg_at_1000": 0.14768, "map_at_1": 0.03328, "map_at_3": 0.04797, "map_at_5": 0.05231, "map_at_10": 0.0569, "map_at_20": 0.05982, "map_at_100": 0.06359, "map_at_1000": 0.06463, "recall_at_1": 0.03328, "recall_at_3": 0.06595, "recall_at_5": 0.08147, "recall_at_10": 0.10828, "recall_at_20": 0.13736, "recall_at_100": 0.24334, "recall_at_1000": 0.3957, "precision_at_1": 0.07083, "precision_at_3": 0.05208, "precision_at_5": 0.04146, "precision_at_10": 0.02969, "precision_at_20": 0.01953, "precision_at_100": 0.00717, "precision_at_1000": 0.00121, "mrr_at_1": 0.070833, "mrr_at_3": 0.102431, "mrr_at_5": 0.109983, "mrr_at_10": 0.117329, "mrr_at_20": 0.121239, "mrr_at_100": 0.125675, "mrr_at_1000": 0.126395, "nauc_ndcg_at_1_max": 0.071493, "nauc_ndcg_at_1_std": 0.117387, "nauc_ndcg_at_1_diff1": 0.332806, "nauc_ndcg_at_3_max": 0.058466, "nauc_ndcg_at_3_std": 0.144437, "nauc_ndcg_at_3_diff1": 0.261264, "nauc_ndcg_at_5_max": 0.046066, "nauc_ndcg_at_5_std": 0.151642, "nauc_ndcg_at_5_diff1": 0.249516, "nauc_ndcg_at_10_max": 0.064408, "nauc_ndcg_at_10_std": 0.15587, "nauc_ndcg_at_10_diff1": 0.217994, "nauc_ndcg_at_20_max": 0.056542, "nauc_ndcg_at_20_std": 0.178217, "nauc_ndcg_at_20_diff1": 0.215105, "nauc_ndcg_at_100_max": 0.069302, "nauc_ndcg_at_100_std": 0.23503, "nauc_ndcg_at_100_diff1": 0.196292, "nauc_ndcg_at_1000_max": 0.078411, "nauc_ndcg_at_1000_std": 0.264074, "nauc_ndcg_at_1000_diff1": 0.170898, "nauc_map_at_1_max": 0.080736, "nauc_map_at_1_std": 0.154063, "nauc_map_at_1_diff1": 0.502018, "nauc_map_at_3_max": 0.065663, "nauc_map_at_3_std": 0.160076, "nauc_map_at_3_diff1": 0.354042, "nauc_map_at_5_max": 0.062341, "nauc_map_at_5_std": 0.161313, "nauc_map_at_5_diff1": 0.334539, "nauc_map_at_10_max": 0.074265, "nauc_map_at_10_std": 0.159862, "nauc_map_at_10_diff1": 0.309409, "nauc_map_at_20_max": 0.07268, "nauc_map_at_20_std": 0.169925, "nauc_map_at_20_diff1": 0.303441, "nauc_map_at_100_max": 0.075866, "nauc_map_at_100_std": 0.184689, "nauc_map_at_100_diff1": 0.293611, "nauc_map_at_1000_max": 0.076492, "nauc_map_at_1000_std": 0.188007, "nauc_map_at_1000_diff1": 0.290665, "nauc_recall_at_1_max": 0.080736, "nauc_recall_at_1_std": 0.154063, "nauc_recall_at_1_diff1": 0.502018, "nauc_recall_at_3_max": 0.046891, "nauc_recall_at_3_std": 0.178653, "nauc_recall_at_3_diff1": 0.249628, "nauc_recall_at_5_max": 0.027697, "nauc_recall_at_5_std": 0.175356, "nauc_recall_at_5_diff1": 0.214569, "nauc_recall_at_10_max": 0.056685, "nauc_recall_at_10_std": 0.166779, "nauc_recall_at_10_diff1": 0.141647, "nauc_recall_at_20_max": 0.027444, "nauc_recall_at_20_std": 0.210113, "nauc_recall_at_20_diff1": 0.144104, "nauc_recall_at_100_max": 0.049311, "nauc_recall_at_100_std": 0.30347, "nauc_recall_at_100_diff1": 0.117462, "nauc_recall_at_1000_max": 0.073409, "nauc_recall_at_1000_std": 0.359369, "nauc_recall_at_1000_diff1": 0.050712, "nauc_precision_at_1_max": 0.071493, "nauc_precision_at_1_std": 0.117387, "nauc_precision_at_1_diff1": 0.332806, "nauc_precision_at_3_max": 0.04569, "nauc_precision_at_3_std": 0.126776, "nauc_precision_at_3_diff1": 0.150876, "nauc_precision_at_5_max": 0.042629, "nauc_precision_at_5_std": 0.119463, "nauc_precision_at_5_diff1": 0.102021, "nauc_precision_at_10_max": 0.101056, "nauc_precision_at_10_std": 0.138968, "nauc_precision_at_10_diff1": 0.032775, "nauc_precision_at_20_max": 0.099308, "nauc_precision_at_20_std": 0.180722, "nauc_precision_at_20_diff1": 0.03939, "nauc_precision_at_100_max": 0.124186, "nauc_precision_at_100_std": 0.304017, "nauc_precision_at_100_diff1": 0.013508, "nauc_precision_at_1000_max": 0.115962, "nauc_precision_at_1000_std": 0.29419, "nauc_precision_at_1000_diff1": -0.053004, "nauc_mrr_at_1_max": 0.071493, "nauc_mrr_at_1_std": 0.117387, "nauc_mrr_at_1_diff1": 0.332806, "nauc_mrr_at_3_max": 0.047025, "nauc_mrr_at_3_std": 0.127586, "nauc_mrr_at_3_diff1": 0.236154, "nauc_mrr_at_5_max": 0.035476, "nauc_mrr_at_5_std": 0.1229, "nauc_mrr_at_5_diff1": 0.216488, "nauc_mrr_at_10_max": 0.044359, "nauc_mrr_at_10_std": 0.12681, "nauc_mrr_at_10_diff1": 0.198083, "nauc_mrr_at_20_max": 0.04186, "nauc_mrr_at_20_std": 0.132511, "nauc_mrr_at_20_diff1": 0.199085, "nauc_mrr_at_100_max": 0.044328, "nauc_mrr_at_100_std": 0.139887, "nauc_mrr_at_100_diff1": 0.196753, "nauc_mrr_at_1000_max": 0.044359, "nauc_mrr_at_1000_std": 0.140261, "nauc_mrr_at_1000_diff1": 0.196286, "main_score": 0.08485, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.01512, "ndcg_at_3": 0.01793, "ndcg_at_5": 0.02071, "ndcg_at_10": 0.0255, "ndcg_at_20": 0.03287, "ndcg_at_100": 0.04458, "ndcg_at_1000": 0.05689, "map_at_1": 0.00877, "map_at_3": 0.01348, "map_at_5": 0.015, "map_at_10": 0.01687, "map_at_20": 0.01871, "map_at_100": 0.02019, "map_at_1000": 0.02057, "recall_at_1": 0.00877, "recall_at_3": 0.01944, "recall_at_5": 0.02642, "recall_at_10": 0.04054, "recall_at_20": 0.06733, "recall_at_100": 0.12315, "recall_at_1000": 0.2102, "precision_at_1": 0.01512, "precision_at_3": 0.01163, "precision_at_5": 0.00977, "precision_at_10": 0.00698, "precision_at_20": 0.00558, "precision_at_100": 0.0021, "precision_at_1000": 0.00038, "mrr_at_1": 0.015116, "mrr_at_3": 0.023062, "mrr_at_5": 0.026143, "mrr_at_10": 0.028714, "mrr_at_20": 0.031136, "mrr_at_100": 0.033216, "mrr_at_1000": 0.033668, "nauc_ndcg_at_1_max": -0.078966, "nauc_ndcg_at_1_std": 0.128914, "nauc_ndcg_at_1_diff1": 0.139956, "nauc_ndcg_at_3_max": -0.058146, "nauc_ndcg_at_3_std": 0.225712, "nauc_ndcg_at_3_diff1": 0.161701, "nauc_ndcg_at_5_max": -0.050954, "nauc_ndcg_at_5_std": 0.221563, "nauc_ndcg_at_5_diff1": 0.15745, "nauc_ndcg_at_10_max": -0.029425, "nauc_ndcg_at_10_std": 0.257467, "nauc_ndcg_at_10_diff1": 0.182939, "nauc_ndcg_at_20_max": -0.057745, "nauc_ndcg_at_20_std": 0.28162, "nauc_ndcg_at_20_diff1": 0.156178, "nauc_ndcg_at_100_max": -0.065915, "nauc_ndcg_at_100_std": 0.289897, "nauc_ndcg_at_100_diff1": 0.126018, "nauc_ndcg_at_1000_max": -0.061421, "nauc_ndcg_at_1000_std": 0.29567, "nauc_ndcg_at_1000_diff1": 0.104768, "nauc_map_at_1_max": -0.017325, "nauc_map_at_1_std": 0.327931, "nauc_map_at_1_diff1": 0.105551, "nauc_map_at_3_max": -0.038691, "nauc_map_at_3_std": 0.269453, "nauc_map_at_3_diff1": 0.12385, "nauc_map_at_5_max": -0.040683, "nauc_map_at_5_std": 0.26232, "nauc_map_at_5_diff1": 0.129063, "nauc_map_at_10_max": -0.024478, "nauc_map_at_10_std": 0.274843, "nauc_map_at_10_diff1": 0.149497, "nauc_map_at_20_max": -0.037758, "nauc_map_at_20_std": 0.286392, "nauc_map_at_20_diff1": 0.142711, "nauc_map_at_100_max": -0.039576, "nauc_map_at_100_std": 0.289115, "nauc_map_at_100_diff1": 0.135541, "nauc_map_at_1000_max": -0.040469, "nauc_map_at_1000_std": 0.290435, "nauc_map_at_1000_diff1": 0.133711, "nauc_recall_at_1_max": -0.017325, "nauc_recall_at_1_std": 0.327931, "nauc_recall_at_1_diff1": 0.105551, "nauc_recall_at_3_max": -0.021901, "nauc_recall_at_3_std": 0.232302, "nauc_recall_at_3_diff1": 0.156842, "nauc_recall_at_5_max": -0.039292, "nauc_recall_at_5_std": 0.222431, "nauc_recall_at_5_diff1": 0.16267, "nauc_recall_at_10_max": -0.003948, "nauc_recall_at_10_std": 0.282804, "nauc_recall_at_10_diff1": 0.216202, "nauc_recall_at_20_max": -0.058392, "nauc_recall_at_20_std": 0.314561, "nauc_recall_at_20_diff1": 0.155303, "nauc_recall_at_100_max": -0.072944, "nauc_recall_at_100_std": 0.298107, "nauc_recall_at_100_diff1": 0.098501, "nauc_recall_at_1000_max": -0.052093, "nauc_recall_at_1000_std": 0.285461, "nauc_recall_at_1000_diff1": 0.053481, "nauc_precision_at_1_max": -0.078966, "nauc_precision_at_1_std": 0.128914, "nauc_precision_at_1_diff1": 0.139956, "nauc_precision_at_3_max": -0.096065, "nauc_precision_at_3_std": 0.177506, "nauc_precision_at_3_diff1": 0.196834, "nauc_precision_at_5_max": -0.076469, "nauc_precision_at_5_std": 0.171924, "nauc_precision_at_5_diff1": 0.197267, "nauc_precision_at_10_max": -0.042912, "nauc_precision_at_10_std": 0.230087, "nauc_precision_at_10_diff1": 0.215008, "nauc_precision_at_20_max": -0.096141, "nauc_precision_at_20_std": 0.27978, "nauc_precision_at_20_diff1": 0.153646, "nauc_precision_at_100_max": -0.102101, "nauc_precision_at_100_std": 0.305694, "nauc_precision_at_100_diff1": 0.089146, "nauc_precision_at_1000_max": -0.085985, "nauc_precision_at_1000_std": 0.318511, "nauc_precision_at_1000_diff1": 0.054271, "nauc_mrr_at_1_max": -0.078966, "nauc_mrr_at_1_std": 0.128914, "nauc_mrr_at_1_diff1": 0.139956, "nauc_mrr_at_3_max": -0.092719, "nauc_mrr_at_3_std": 0.176522, "nauc_mrr_at_3_diff1": 0.185323, "nauc_mrr_at_5_max": -0.081945, "nauc_mrr_at_5_std": 0.174249, "nauc_mrr_at_5_diff1": 0.185295, "nauc_mrr_at_10_max": -0.076603, "nauc_mrr_at_10_std": 0.193906, "nauc_mrr_at_10_diff1": 0.186926, "nauc_mrr_at_20_max": -0.084749, "nauc_mrr_at_20_std": 0.2018, "nauc_mrr_at_20_diff1": 0.174848, "nauc_mrr_at_100_max": -0.083754, "nauc_mrr_at_100_std": 0.208596, "nauc_mrr_at_100_diff1": 0.165824, "nauc_mrr_at_1000_max": -0.083042, "nauc_mrr_at_1000_std": 0.208988, "nauc_mrr_at_1000_diff1": 0.16475, "main_score": 0.0255, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.02347, "ndcg_at_3": 0.01625, "ndcg_at_5": 0.01588, "ndcg_at_10": 0.01888, "ndcg_at_20": 0.02066, "ndcg_at_100": 0.02596, "ndcg_at_1000": 0.03227, "map_at_1": 0.01213, "map_at_3": 0.01369, "map_at_5": 0.01369, "map_at_10": 0.01476, "map_at_20": 0.01523, "map_at_100": 0.01586, "map_at_1000": 0.016, "recall_at_1": 0.01213, "recall_at_3": 0.01369, "recall_at_5": 0.01369, "recall_at_10": 0.02152, "recall_at_20": 0.0266, "recall_at_100": 0.05376, "recall_at_1000": 0.0976, "precision_at_1": 0.02347, "precision_at_3": 0.00939, "precision_at_5": 0.00563, "precision_at_10": 0.00423, "precision_at_20": 0.00282, "precision_at_100": 0.00099, "precision_at_1000": 0.0002, "mrr_at_1": 0.023474, "mrr_at_3": 0.023474, "mrr_at_5": 0.023474, "mrr_at_10": 0.025514, "mrr_at_20": 0.026163, "mrr_at_100": 0.02689, "mrr_at_1000": 0.02717, "nauc_ndcg_at_1_max": 0.369376, "nauc_ndcg_at_1_std": -0.210985, "nauc_ndcg_at_1_diff1": -0.213371, "nauc_ndcg_at_3_max": 0.431136, "nauc_ndcg_at_3_std": -0.226501, "nauc_ndcg_at_3_diff1": -0.250661, "nauc_ndcg_at_5_max": 0.454587, "nauc_ndcg_at_5_std": -0.239318, "nauc_ndcg_at_5_diff1": -0.244863, "nauc_ndcg_at_10_max": 0.410301, "nauc_ndcg_at_10_std": -0.170969, "nauc_ndcg_at_10_diff1": -0.249152, "nauc_ndcg_at_20_max": 0.367318, "nauc_ndcg_at_20_std": -0.114711, "nauc_ndcg_at_20_diff1": -0.195349, "nauc_ndcg_at_100_max": 0.285376, "nauc_ndcg_at_100_std": -0.094701, "nauc_ndcg_at_100_diff1": -0.143559, "nauc_ndcg_at_1000_max": 0.224364, "nauc_ndcg_at_1000_std": -0.092069, "nauc_ndcg_at_1000_diff1": -0.095601, "nauc_map_at_1_max": 0.410999, "nauc_map_at_1_std": -0.222453, "nauc_map_at_1_diff1": -0.242553, "nauc_map_at_3_max": 0.478314, "nauc_map_at_3_std": -0.244407, "nauc_map_at_3_diff1": -0.26221, "nauc_map_at_5_max": 0.478314, "nauc_map_at_5_std": -0.244407, "nauc_map_at_5_diff1": -0.26221, "nauc_map_at_10_max": 0.45254, "nauc_map_at_10_std": -0.214077, "nauc_map_at_10_diff1": -0.262785, "nauc_map_at_20_max": 0.431803, "nauc_map_at_20_std": -0.192837, "nauc_map_at_20_diff1": -0.247909, "nauc_map_at_100_max": 0.415555, "nauc_map_at_100_std": -0.190146, "nauc_map_at_100_diff1": -0.240897, "nauc_map_at_1000_max": 0.411099, "nauc_map_at_1000_std": -0.189763, "nauc_map_at_1000_diff1": -0.23781, "nauc_recall_at_1_max": 0.410999, "nauc_recall_at_1_std": -0.222453, "nauc_recall_at_1_diff1": -0.242553, "nauc_recall_at_3_max": 0.478314, "nauc_recall_at_3_std": -0.244407, "nauc_recall_at_3_diff1": -0.26221, "nauc_recall_at_5_max": 0.478314, "nauc_recall_at_5_std": -0.244407, "nauc_recall_at_5_diff1": -0.26221, "nauc_recall_at_10_max": 0.33063, "nauc_recall_at_10_std": -0.091487, "nauc_recall_at_10_diff1": -0.270862, "nauc_recall_at_20_max": 0.25026, "nauc_recall_at_20_std": 0.024298, "nauc_recall_at_20_diff1": -0.133873, "nauc_recall_at_100_max": 0.108856, "nauc_recall_at_100_std": 0.025538, "nauc_recall_at_100_diff1": -0.032849, "nauc_recall_at_1000_max": 0.03067, "nauc_recall_at_1000_std": -0.042253, "nauc_recall_at_1000_diff1": 0.028044, "nauc_precision_at_1_max": 0.369376, "nauc_precision_at_1_std": -0.210985, "nauc_precision_at_1_diff1": -0.213371, "nauc_precision_at_3_max": 0.47448, "nauc_precision_at_3_std": -0.244914, "nauc_precision_at_3_diff1": -0.246901, "nauc_precision_at_5_max": 0.47448, "nauc_precision_at_5_std": -0.244914, "nauc_precision_at_5_diff1": -0.246901, "nauc_precision_at_10_max": 0.42709, "nauc_precision_at_10_std": -0.08723, "nauc_precision_at_10_diff1": -0.252824, "nauc_precision_at_20_max": 0.307965, "nauc_precision_at_20_std": 0.038889, "nauc_precision_at_20_diff1": -0.120976, "nauc_precision_at_100_max": 0.178942, "nauc_precision_at_100_std": 0.008159, "nauc_precision_at_100_diff1": 0.003753, "nauc_precision_at_1000_max": 0.097169, "nauc_precision_at_1000_std": 0.04124, "nauc_precision_at_1000_diff1": 0.083851, "nauc_mrr_at_1_max": 0.369376, "nauc_mrr_at_1_std": -0.210985, "nauc_mrr_at_1_diff1": -0.213371, "nauc_mrr_at_3_max": 0.369376, "nauc_mrr_at_3_std": -0.210985, "nauc_mrr_at_3_diff1": -0.213371, "nauc_mrr_at_5_max": 0.369376, "nauc_mrr_at_5_std": -0.210985, "nauc_mrr_at_5_diff1": -0.213371, "nauc_mrr_at_10_max": 0.369974, "nauc_mrr_at_10_std": -0.176759, "nauc_mrr_at_10_diff1": -0.215708, "nauc_mrr_at_20_max": 0.36541, "nauc_mrr_at_20_std": -0.160412, "nauc_mrr_at_20_diff1": -0.193682, "nauc_mrr_at_100_max": 0.347903, "nauc_mrr_at_100_std": -0.156317, "nauc_mrr_at_100_diff1": -0.185325, "nauc_mrr_at_1000_max": 0.344241, "nauc_mrr_at_1000_std": -0.155077, "nauc_mrr_at_1000_diff1": -0.182279, "main_score": 0.01888, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.004, "ndcg_at_3": 0.00413, "ndcg_at_5": 0.00449, "ndcg_at_10": 0.00449, "ndcg_at_20": 0.00496, "ndcg_at_100": 0.00671, "ndcg_at_1000": 0.00859, "map_at_1": 0.003, "map_at_3": 0.00343, "map_at_5": 0.00375, "map_at_10": 0.00375, "map_at_20": 0.00385, "map_at_100": 0.00406, "map_at_1000": 0.00411, "recall_at_1": 0.003, "recall_at_3": 0.00403, "recall_at_5": 0.00487, "recall_at_10": 0.00487, "recall_at_20": 0.00615, "recall_at_100": 0.01385, "recall_at_1000": 0.02717, "precision_at_1": 0.004, "precision_at_3": 0.00233, "precision_at_5": 0.0018, "precision_at_10": 0.0009, "precision_at_20": 0.00065, "precision_at_100": 0.00033, "precision_at_1000": 6e-05, "mrr_at_1": 0.004, "mrr_at_3": 0.005333, "mrr_at_5": 0.005533, "mrr_at_10": 0.005533, "mrr_at_20": 0.005816, "mrr_at_100": 0.006106, "mrr_at_1000": 0.006173, "nauc_ndcg_at_1_max": 0.437282, "nauc_ndcg_at_1_std": -0.139522, "nauc_ndcg_at_1_diff1": 0.64623, "nauc_ndcg_at_3_max": 0.383828, "nauc_ndcg_at_3_std": -0.035493, "nauc_ndcg_at_3_diff1": 0.64314, "nauc_ndcg_at_5_max": 0.303278, "nauc_ndcg_at_5_std": -0.035778, "nauc_ndcg_at_5_diff1": 0.552387, "nauc_ndcg_at_10_max": 0.303278, "nauc_ndcg_at_10_std": -0.035778, "nauc_ndcg_at_10_diff1": 0.552387, "nauc_ndcg_at_20_max": 0.225043, "nauc_ndcg_at_20_std": 0.055863, "nauc_ndcg_at_20_diff1": 0.555429, "nauc_ndcg_at_100_max": 0.064141, "nauc_ndcg_at_100_std": 0.256248, "nauc_ndcg_at_100_diff1": 0.503852, "nauc_ndcg_at_1000_max": 0.003248, "nauc_ndcg_at_1000_std": 0.257469, "nauc_ndcg_at_1000_diff1": 0.409773, "nauc_map_at_1_max": 0.624855, "nauc_map_at_1_std": -0.078481, "nauc_map_at_1_diff1": 0.764153, "nauc_map_at_3_max": 0.510781, "nauc_map_at_3_std": -0.054506, "nauc_map_at_3_diff1": 0.710223, "nauc_map_at_5_max": 0.419116, "nauc_map_at_5_std": -0.048851, "nauc_map_at_5_diff1": 0.618918, "nauc_map_at_10_max": 0.419116, "nauc_map_at_10_std": -0.048851, "nauc_map_at_10_diff1": 0.618918, "nauc_map_at_20_max": 0.394807, "nauc_map_at_20_std": -0.023427, "nauc_map_at_20_diff1": 0.621405, "nauc_map_at_100_max": 0.353749, "nauc_map_at_100_std": 0.022108, "nauc_map_at_100_diff1": 0.604531, "nauc_map_at_1000_max": 0.34575, "nauc_map_at_1000_std": 0.027334, "nauc_map_at_1000_diff1": 0.60154, "nauc_recall_at_1_max": 0.624855, "nauc_recall_at_1_std": -0.078481, "nauc_recall_at_1_diff1": 0.764153, "nauc_recall_at_3_max": 0.408895, "nauc_recall_at_3_std": -0.042926, "nauc_recall_at_3_diff1": 0.6276, "nauc_recall_at_5_max": 0.240467, "nauc_recall_at_5_std": -0.020644, "nauc_recall_at_5_diff1": 0.463394, "nauc_recall_at_10_max": 0.240467, "nauc_recall_at_10_std": -0.020644, "nauc_recall_at_10_diff1": 0.463394, "nauc_recall_at_20_max": 0.080775, "nauc_recall_at_20_std": 0.178593, "nauc_recall_at_20_diff1": 0.492702, "nauc_recall_at_100_max": -0.163953, "nauc_recall_at_100_std": 0.546436, "nauc_recall_at_100_diff1": 0.423627, "nauc_recall_at_1000_max": -0.179227, "nauc_recall_at_1000_std": 0.407481, "nauc_recall_at_1000_diff1": 0.223691, "nauc_precision_at_1_max": 0.437282, "nauc_precision_at_1_std": -0.139522, "nauc_precision_at_1_diff1": 0.64623, "nauc_precision_at_3_max": 0.122542, "nauc_precision_at_3_std": -0.000498, "nauc_precision_at_3_diff1": 0.512898, "nauc_precision_at_5_max": -0.032406, "nauc_precision_at_5_std": 0.027755, "nauc_precision_at_5_diff1": 0.329935, "nauc_precision_at_10_max": -0.032406, "nauc_precision_at_10_std": 0.027755, "nauc_precision_at_10_diff1": 0.329935, "nauc_precision_at_20_max": -0.179563, "nauc_precision_at_20_std": 0.300902, "nauc_precision_at_20_diff1": 0.357908, "nauc_precision_at_100_max": -0.349066, "nauc_precision_at_100_std": 0.606101, "nauc_precision_at_100_diff1": 0.36797, "nauc_precision_at_1000_max": -0.304068, "nauc_precision_at_1000_std": 0.444994, "nauc_precision_at_1000_diff1": 0.255451, "nauc_mrr_at_1_max": 0.437282, "nauc_mrr_at_1_std": -0.139522, "nauc_mrr_at_1_diff1": 0.64623, "nauc_mrr_at_3_max": 0.241322, "nauc_mrr_at_3_std": -0.046217, "nauc_mrr_at_3_diff1": 0.588878, "nauc_mrr_at_5_max": 0.211826, "nauc_mrr_at_5_std": -0.032841, "nauc_mrr_at_5_diff1": 0.560155, "nauc_mrr_at_10_max": 0.211826, "nauc_mrr_at_10_std": -0.032841, "nauc_mrr_at_10_diff1": 0.560155, "nauc_mrr_at_20_max": 0.175948, "nauc_mrr_at_20_std": 0.014257, "nauc_mrr_at_20_diff1": 0.559839, "nauc_mrr_at_100_max": 0.148994, "nauc_mrr_at_100_std": 0.046387, "nauc_mrr_at_100_diff1": 0.552488, "nauc_mrr_at_1000_max": 0.145847, "nauc_mrr_at_1000_std": 0.04629, "nauc_mrr_at_1000_diff1": 0.546819, "main_score": 0.00449, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.19295, "ndcg_at_3": 0.18864, "ndcg_at_5": 0.20195, "ndcg_at_10": 0.22242, "ndcg_at_20": 0.23868, "ndcg_at_100": 0.26373, "ndcg_at_1000": 0.28677, "map_at_1": 0.12561, "map_at_3": 0.1576, "map_at_5": 0.16893, "map_at_10": 0.17852, "map_at_20": 0.18348, "map_at_100": 0.18732, "map_at_1000": 0.18824, "recall_at_1": 0.12561, "recall_at_3": 0.19096, "recall_at_5": 0.22995, "recall_at_10": 0.28693, "recall_at_20": 0.34014, "recall_at_100": 0.4581, "recall_at_1000": 0.61329, "precision_at_1": 0.19295, "precision_at_3": 0.10443, "precision_at_5": 0.07759, "precision_at_10": 0.04793, "precision_at_20": 0.02956, "precision_at_100": 0.00797, "precision_at_1000": 0.00112, "mrr_at_1": 0.192946, "mrr_at_3": 0.231328, "mrr_at_5": 0.241805, "mrr_at_10": 0.250385, "mrr_at_20": 0.254482, "mrr_at_100": 0.257701, "mrr_at_1000": 0.258349, "nauc_ndcg_at_1_max": 0.136845, "nauc_ndcg_at_1_std": 0.075434, "nauc_ndcg_at_1_diff1": 0.393051, "nauc_ndcg_at_3_max": 0.102054, "nauc_ndcg_at_3_std": 0.118143, "nauc_ndcg_at_3_diff1": 0.311258, "nauc_ndcg_at_5_max": 0.105744, "nauc_ndcg_at_5_std": 0.127387, "nauc_ndcg_at_5_diff1": 0.304617, "nauc_ndcg_at_10_max": 0.102919, "nauc_ndcg_at_10_std": 0.165004, "nauc_ndcg_at_10_diff1": 0.296199, "nauc_ndcg_at_20_max": 0.113561, "nauc_ndcg_at_20_std": 0.190273, "nauc_ndcg_at_20_diff1": 0.304622, "nauc_ndcg_at_100_max": 0.105934, "nauc_ndcg_at_100_std": 0.19839, "nauc_ndcg_at_100_diff1": 0.286591, "nauc_ndcg_at_1000_max": 0.113368, "nauc_ndcg_at_1000_std": 0.204938, "nauc_ndcg_at_1000_diff1": 0.286859, "nauc_map_at_1_max": 0.048493, "nauc_map_at_1_std": 0.045012, "nauc_map_at_1_diff1": 0.352887, "nauc_map_at_3_max": 0.07596, "nauc_map_at_3_std": 0.088778, "nauc_map_at_3_diff1": 0.302841, "nauc_map_at_5_max": 0.08511, "nauc_map_at_5_std": 0.10418, "nauc_map_at_5_diff1": 0.300226, "nauc_map_at_10_max": 0.085679, "nauc_map_at_10_std": 0.126975, "nauc_map_at_10_diff1": 0.29556, "nauc_map_at_20_max": 0.089283, "nauc_map_at_20_std": 0.136486, "nauc_map_at_20_diff1": 0.298088, "nauc_map_at_100_max": 0.088271, "nauc_map_at_100_std": 0.139052, "nauc_map_at_100_diff1": 0.295603, "nauc_map_at_1000_max": 0.088551, "nauc_map_at_1000_std": 0.139788, "nauc_map_at_1000_diff1": 0.295613, "nauc_recall_at_1_max": 0.048493, "nauc_recall_at_1_std": 0.045012, "nauc_recall_at_1_diff1": 0.352887, "nauc_recall_at_3_max": 0.078026, "nauc_recall_at_3_std": 0.108962, "nauc_recall_at_3_diff1": 0.26765, "nauc_recall_at_5_max": 0.093758, "nauc_recall_at_5_std": 0.138255, "nauc_recall_at_5_diff1": 0.260058, "nauc_recall_at_10_max": 0.080864, "nauc_recall_at_10_std": 0.221009, "nauc_recall_at_10_diff1": 0.242504, "nauc_recall_at_20_max": 0.107554, "nauc_recall_at_20_std": 0.277957, "nauc_recall_at_20_diff1": 0.262341, "nauc_recall_at_100_max": 0.070533, "nauc_recall_at_100_std": 0.280759, "nauc_recall_at_100_diff1": 0.174228, "nauc_recall_at_1000_max": 0.090129, "nauc_recall_at_1000_std": 0.32468, "nauc_recall_at_1000_diff1": 0.148558, "nauc_precision_at_1_max": 0.136845, "nauc_precision_at_1_std": 0.075434, "nauc_precision_at_1_diff1": 0.393051, "nauc_precision_at_3_max": 0.190872, "nauc_precision_at_3_std": 0.193468, "nauc_precision_at_3_diff1": 0.27421, "nauc_precision_at_5_max": 0.21373, "nauc_precision_at_5_std": 0.238294, "nauc_precision_at_5_diff1": 0.268339, "nauc_precision_at_10_max": 0.209691, "nauc_precision_at_10_std": 0.303433, "nauc_precision_at_10_diff1": 0.235949, "nauc_precision_at_20_max": 0.225336, "nauc_precision_at_20_std": 0.353737, "nauc_precision_at_20_diff1": 0.234805, "nauc_precision_at_100_max": 0.187778, "nauc_precision_at_100_std": 0.371612, "nauc_precision_at_100_diff1": 0.173679, "nauc_precision_at_1000_max": 0.218812, "nauc_precision_at_1000_std": 0.310182, "nauc_precision_at_1000_diff1": 0.152826, "nauc_mrr_at_1_max": 0.136845, "nauc_mrr_at_1_std": 0.075434, "nauc_mrr_at_1_diff1": 0.393051, "nauc_mrr_at_3_max": 0.137318, "nauc_mrr_at_3_std": 0.122751, "nauc_mrr_at_3_diff1": 0.350768, "nauc_mrr_at_5_max": 0.143186, "nauc_mrr_at_5_std": 0.131609, "nauc_mrr_at_5_diff1": 0.349529, "nauc_mrr_at_10_max": 0.140218, "nauc_mrr_at_10_std": 0.143042, "nauc_mrr_at_10_diff1": 0.345331, "nauc_mrr_at_20_max": 0.142913, "nauc_mrr_at_20_std": 0.148323, "nauc_mrr_at_20_diff1": 0.348351, "nauc_mrr_at_100_max": 0.141305, "nauc_mrr_at_100_std": 0.148697, "nauc_mrr_at_100_diff1": 0.345145, "nauc_mrr_at_1000_max": 0.141547, "nauc_mrr_at_1000_std": 0.148946, "nauc_mrr_at_1000_diff1": 0.345163, "main_score": 0.22242, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.00043, "ndcg_at_20": 0.00071, "ndcg_at_100": 0.00141, "ndcg_at_1000": 0.0018, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0002, "map_at_20": 0.00026, "map_at_100": 0.00037, "map_at_1000": 0.00038, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.00121, "recall_at_20": 0.00242, "recall_at_100": 0.00604, "recall_at_1000": 0.00966, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.00012, "precision_at_20": 0.00012, "precision_at_100": 6e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.000201, "mrr_at_20": 0.000262, "mrr_at_100": 0.000368, "mrr_at_1000": 0.000375, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": -0.575418, "nauc_ndcg_at_10_std": 1.0, "nauc_ndcg_at_10_diff1": 0.662334, "nauc_ndcg_at_20_max": -0.575418, "nauc_ndcg_at_20_std": 1.0, "nauc_ndcg_at_20_diff1": 0.794, "nauc_ndcg_at_100_max": -0.575418, "nauc_ndcg_at_100_std": 1.0, "nauc_ndcg_at_100_diff1": 0.841958, "nauc_ndcg_at_1000_max": -0.564207, "nauc_ndcg_at_1000_std": 0.776459, "nauc_ndcg_at_1000_diff1": 0.68511, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": -0.575418, "nauc_map_at_10_std": 1.0, "nauc_map_at_10_diff1": 0.662334, "nauc_map_at_20_max": -0.575418, "nauc_map_at_20_std": 1.0, "nauc_map_at_20_diff1": 0.740257, "nauc_map_at_100_max": -0.575418, "nauc_map_at_100_std": 1.0, "nauc_map_at_100_diff1": 0.785596, "nauc_map_at_1000_max": -0.57437, "nauc_map_at_1000_std": 0.979107, "nauc_map_at_1000_diff1": 0.771235, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": -0.575418, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 0.662334, "nauc_recall_at_20_max": -0.575418, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 0.831167, "nauc_recall_at_100_max": -0.575418, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.864934, "nauc_recall_at_1000_max": -0.556608, "nauc_recall_at_1000_std": 0.624955, "nauc_recall_at_1000_diff1": 0.595849, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": -0.575418, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 0.662334, "nauc_precision_at_20_max": -0.575418, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 0.831167, "nauc_precision_at_100_max": -0.575418, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.864934, "nauc_precision_at_1000_max": -0.556608, "nauc_precision_at_1000_std": 0.624955, "nauc_precision_at_1000_diff1": 0.595849, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": -0.575418, "nauc_mrr_at_10_std": 1.0, "nauc_mrr_at_10_diff1": 0.662334, "nauc_mrr_at_20_max": -0.575418, "nauc_mrr_at_20_std": 1.0, "nauc_mrr_at_20_diff1": 0.740257, "nauc_mrr_at_100_max": -0.575418, "nauc_mrr_at_100_std": 1.0, "nauc_mrr_at_100_diff1": 0.785596, "nauc_mrr_at_1000_max": -0.574366, "nauc_mrr_at_1000_std": 0.979024, "nauc_mrr_at_1000_diff1": 0.77117, "main_score": 0.00043, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.00273, "ndcg_at_3": 0.00529, "ndcg_at_5": 0.00565, "ndcg_at_10": 0.00841, "ndcg_at_20": 0.00856, "ndcg_at_100": 0.01239, "ndcg_at_1000": 0.01623, "map_at_1": 0.00273, "map_at_3": 0.00432, "map_at_5": 0.00466, "map_at_10": 0.00567, "map_at_20": 0.00572, "map_at_100": 0.00626, "map_at_1000": 0.00643, "recall_at_1": 0.00273, "recall_at_3": 0.00659, "recall_at_5": 0.00728, "recall_at_10": 0.01509, "recall_at_20": 0.01554, "recall_at_100": 0.03279, "recall_at_1000": 0.05928, "precision_at_1": 0.00273, "precision_at_3": 0.00318, "precision_at_5": 0.00218, "precision_at_10": 0.00232, "precision_at_20": 0.00123, "precision_at_100": 0.00059, "precision_at_1000": 0.0001, "mrr_at_1": 0.002729, "mrr_at_3": 0.005684, "mrr_at_5": 0.005684, "mrr_at_10": 0.007241, "mrr_at_20": 0.007241, "mrr_at_100": 0.007856, "mrr_at_1000": 0.007955, "nauc_ndcg_at_1_max": -0.390152, "nauc_ndcg_at_1_std": 0.830318, "nauc_ndcg_at_1_diff1": 0.292532, "nauc_ndcg_at_3_max": -0.365867, "nauc_ndcg_at_3_std": 0.878585, "nauc_ndcg_at_3_diff1": 0.135308, "nauc_ndcg_at_5_max": -0.379177, "nauc_ndcg_at_5_std": 0.864684, "nauc_ndcg_at_5_diff1": 0.106375, "nauc_ndcg_at_10_max": -0.385794, "nauc_ndcg_at_10_std": 0.853065, "nauc_ndcg_at_10_diff1": 0.017722, "nauc_ndcg_at_20_max": -0.382624, "nauc_ndcg_at_20_std": 0.855652, "nauc_ndcg_at_20_diff1": 0.010105, "nauc_ndcg_at_100_max": -0.401224, "nauc_ndcg_at_100_std": 0.886097, "nauc_ndcg_at_100_diff1": -0.025561, "nauc_ndcg_at_1000_max": -0.414293, "nauc_ndcg_at_1000_std": 0.888642, "nauc_ndcg_at_1000_diff1": -0.101805, "nauc_map_at_1_max": -0.390152, "nauc_map_at_1_std": 0.830318, "nauc_map_at_1_diff1": 0.292532, "nauc_map_at_3_max": -0.370741, "nauc_map_at_3_std": 0.86604, "nauc_map_at_3_diff1": 0.164672, "nauc_map_at_5_max": -0.385654, "nauc_map_at_5_std": 0.851011, "nauc_map_at_5_diff1": 0.129329, "nauc_map_at_10_max": -0.389218, "nauc_map_at_10_std": 0.848289, "nauc_map_at_10_diff1": 0.089899, "nauc_map_at_20_max": -0.387597, "nauc_map_at_20_std": 0.849629, "nauc_map_at_20_diff1": 0.085439, "nauc_map_at_100_max": -0.39177, "nauc_map_at_100_std": 0.857264, "nauc_map_at_100_diff1": 0.069086, "nauc_map_at_1000_max": -0.393747, "nauc_map_at_1000_std": 0.858376, "nauc_map_at_1000_diff1": 0.057779, "nauc_recall_at_1_max": -0.390152, "nauc_recall_at_1_std": 0.830318, "nauc_recall_at_1_diff1": 0.292532, "nauc_recall_at_3_max": -0.34564, "nauc_recall_at_3_std": 0.89468, "nauc_recall_at_3_diff1": 0.107256, "nauc_recall_at_5_max": -0.367101, "nauc_recall_at_5_std": 0.872738, "nauc_recall_at_5_diff1": 0.067356, "nauc_recall_at_10_max": -0.380028, "nauc_recall_at_10_std": 0.849861, "nauc_recall_at_10_diff1": -0.05333, "nauc_recall_at_20_max": -0.374929, "nauc_recall_at_20_std": 0.854254, "nauc_recall_at_20_diff1": -0.06391, "nauc_recall_at_100_max": -0.413442, "nauc_recall_at_100_std": 0.907721, "nauc_recall_at_100_diff1": -0.068598, "nauc_recall_at_1000_max": -0.428145, "nauc_recall_at_1000_std": 0.902096, "nauc_recall_at_1000_diff1": -0.187464, "nauc_precision_at_1_max": -0.390152, "nauc_precision_at_1_std": 0.830318, "nauc_precision_at_1_diff1": 0.292532, "nauc_precision_at_3_max": -0.363808, "nauc_precision_at_3_std": 0.903039, "nauc_precision_at_3_diff1": 0.090256, "nauc_precision_at_5_max": -0.390152, "nauc_precision_at_5_std": 0.872738, "nauc_precision_at_5_diff1": 0.03918, "nauc_precision_at_10_max": -0.400999, "nauc_precision_at_10_std": 0.840299, "nauc_precision_at_10_diff1": -0.117295, "nauc_precision_at_20_max": -0.390152, "nauc_precision_at_20_std": 0.849171, "nauc_precision_at_20_diff1": -0.133831, "nauc_precision_at_100_max": -0.411595, "nauc_precision_at_100_std": 0.913186, "nauc_precision_at_100_diff1": -0.16115, "nauc_precision_at_1000_max": -0.43868, "nauc_precision_at_1000_std": 0.910694, "nauc_precision_at_1000_diff1": -0.249554, "nauc_mrr_at_1_max": -0.390152, "nauc_mrr_at_1_std": 0.830318, "nauc_mrr_at_1_diff1": 0.292532, "nauc_mrr_at_3_max": -0.382776, "nauc_mrr_at_3_std": 0.877829, "nauc_mrr_at_3_diff1": 0.118756, "nauc_mrr_at_5_max": -0.382776, "nauc_mrr_at_5_std": 0.877829, "nauc_mrr_at_5_diff1": 0.118756, "nauc_mrr_at_10_max": -0.387836, "nauc_mrr_at_10_std": 0.867157, "nauc_mrr_at_10_diff1": 0.048863, "nauc_mrr_at_20_max": -0.387836, "nauc_mrr_at_20_std": 0.867157, "nauc_mrr_at_20_diff1": 0.048863, "nauc_mrr_at_100_max": -0.393254, "nauc_mrr_at_100_std": 0.875184, "nauc_mrr_at_100_diff1": 0.035431, "nauc_mrr_at_1000_max": -0.394074, "nauc_mrr_at_1000_std": 0.874832, "nauc_mrr_at_1000_diff1": 0.030407, "main_score": 0.00841, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.21008, "ndcg_at_3": 0.28086, "ndcg_at_5": 0.30393, "ndcg_at_10": 0.33359, "ndcg_at_20": 0.33712, "ndcg_at_100": 0.35939, "ndcg_at_1000": 0.38264, "map_at_1": 0.19608, "map_at_3": 0.25794, "map_at_5": 0.27117, "map_at_10": 0.28342, "map_at_20": 0.28467, "map_at_100": 0.28769, "map_at_1000": 0.28839, "recall_at_1": 0.19608, "recall_at_3": 0.33193, "recall_at_5": 0.38445, "recall_at_10": 0.47339, "recall_at_20": 0.48599, "recall_at_100": 0.60224, "recall_at_1000": 0.78711, "precision_at_1": 0.21008, "precision_at_3": 0.12045, "precision_at_5": 0.08571, "precision_at_10": 0.05294, "precision_at_20": 0.02731, "precision_at_100": 0.00689, "precision_at_1000": 0.00092, "mrr_at_1": 0.210084, "mrr_at_3": 0.273109, "mrr_at_5": 0.286555, "mrr_at_10": 0.299273, "mrr_at_20": 0.299919, "mrr_at_100": 0.302797, "mrr_at_1000": 0.303509, "nauc_ndcg_at_1_max": 0.389992, "nauc_ndcg_at_1_std": -0.14161, "nauc_ndcg_at_1_diff1": 0.354971, "nauc_ndcg_at_3_max": 0.35128, "nauc_ndcg_at_3_std": -0.166656, "nauc_ndcg_at_3_diff1": 0.301183, "nauc_ndcg_at_5_max": 0.348494, "nauc_ndcg_at_5_std": -0.161706, "nauc_ndcg_at_5_diff1": 0.326974, "nauc_ndcg_at_10_max": 0.324664, "nauc_ndcg_at_10_std": -0.116885, "nauc_ndcg_at_10_diff1": 0.346589, "nauc_ndcg_at_20_max": 0.321762, "nauc_ndcg_at_20_std": -0.126595, "nauc_ndcg_at_20_diff1": 0.344311, "nauc_ndcg_at_100_max": 0.313215, "nauc_ndcg_at_100_std": -0.119322, "nauc_ndcg_at_100_diff1": 0.326401, "nauc_ndcg_at_1000_max": 0.314724, "nauc_ndcg_at_1000_std": -0.142487, "nauc_ndcg_at_1000_diff1": 0.327239, "nauc_map_at_1_max": 0.35283, "nauc_map_at_1_std": -0.130571, "nauc_map_at_1_diff1": 0.325731, "nauc_map_at_3_max": 0.34712, "nauc_map_at_3_std": -0.157264, "nauc_map_at_3_diff1": 0.301525, "nauc_map_at_5_max": 0.348588, "nauc_map_at_5_std": -0.156922, "nauc_map_at_5_diff1": 0.31874, "nauc_map_at_10_max": 0.337421, "nauc_map_at_10_std": -0.136809, "nauc_map_at_10_diff1": 0.3271, "nauc_map_at_20_max": 0.336952, "nauc_map_at_20_std": -0.140354, "nauc_map_at_20_diff1": 0.326038, "nauc_map_at_100_max": 0.336086, "nauc_map_at_100_std": -0.139166, "nauc_map_at_100_diff1": 0.323026, "nauc_map_at_1000_max": 0.336248, "nauc_map_at_1000_std": -0.139781, "nauc_map_at_1000_diff1": 0.322823, "nauc_recall_at_1_max": 0.35283, "nauc_recall_at_1_std": -0.130571, "nauc_recall_at_1_diff1": 0.325731, "nauc_recall_at_3_max": 0.328109, "nauc_recall_at_3_std": -0.189082, "nauc_recall_at_3_diff1": 0.265259, "nauc_recall_at_5_max": 0.324359, "nauc_recall_at_5_std": -0.171563, "nauc_recall_at_5_diff1": 0.322825, "nauc_recall_at_10_max": 0.263077, "nauc_recall_at_10_std": -0.046308, "nauc_recall_at_10_diff1": 0.378585, "nauc_recall_at_20_max": 0.250676, "nauc_recall_at_20_std": -0.077648, "nauc_recall_at_20_diff1": 0.371489, "nauc_recall_at_100_max": 0.187097, "nauc_recall_at_100_std": -0.030149, "nauc_recall_at_100_diff1": 0.283574, "nauc_recall_at_1000_max": 0.127139, "nauc_recall_at_1000_std": -0.274531, "nauc_recall_at_1000_diff1": 0.296755, "nauc_precision_at_1_max": 0.389992, "nauc_precision_at_1_std": -0.14161, "nauc_precision_at_1_diff1": 0.354971, "nauc_precision_at_3_max": 0.388685, "nauc_precision_at_3_std": -0.187275, "nauc_precision_at_3_diff1": 0.306553, "nauc_precision_at_5_max": 0.385928, "nauc_precision_at_5_std": -0.180491, "nauc_precision_at_5_diff1": 0.363142, "nauc_precision_at_10_max": 0.301832, "nauc_precision_at_10_std": -0.063502, "nauc_precision_at_10_diff1": 0.402578, "nauc_precision_at_20_max": 0.286863, "nauc_precision_at_20_std": -0.097756, "nauc_precision_at_20_diff1": 0.377178, "nauc_precision_at_100_max": 0.185309, "nauc_precision_at_100_std": -0.06031, "nauc_precision_at_100_diff1": 0.246226, "nauc_precision_at_1000_max": 0.110025, "nauc_precision_at_1000_std": -0.214955, "nauc_precision_at_1000_diff1": 0.177997, "nauc_mrr_at_1_max": 0.389992, "nauc_mrr_at_1_std": -0.14161, "nauc_mrr_at_1_diff1": 0.354971, "nauc_mrr_at_3_max": 0.374523, "nauc_mrr_at_3_std": -0.15699, "nauc_mrr_at_3_diff1": 0.333359, "nauc_mrr_at_5_max": 0.366834, "nauc_mrr_at_5_std": -0.154329, "nauc_mrr_at_5_diff1": 0.3451, "nauc_mrr_at_10_max": 0.354393, "nauc_mrr_at_10_std": -0.13553, "nauc_mrr_at_10_diff1": 0.35005, "nauc_mrr_at_20_max": 0.352907, "nauc_mrr_at_20_std": -0.137364, "nauc_mrr_at_20_diff1": 0.350062, "nauc_mrr_at_100_max": 0.353476, "nauc_mrr_at_100_std": -0.136188, "nauc_mrr_at_100_diff1": 0.347989, "nauc_mrr_at_1000_max": 0.353376, "nauc_mrr_at_1000_std": -0.136935, "nauc_mrr_at_1000_diff1": 0.347692, "main_score": 0.33359, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.00254, "ndcg_at_3": 0.00522, "ndcg_at_5": 0.00543, "ndcg_at_10": 0.00861, "ndcg_at_20": 0.01225, "ndcg_at_100": 0.02114, "ndcg_at_1000": 0.03724, "map_at_1": 0.00127, "map_at_3": 0.00311, "map_at_5": 0.0032, "map_at_10": 0.00451, "map_at_20": 0.00544, "map_at_100": 0.00651, "map_at_1000": 0.00705, "recall_at_1": 0.00127, "recall_at_3": 0.00594, "recall_at_5": 0.0063, "recall_at_10": 0.01572, "recall_at_20": 0.02734, "recall_at_100": 0.06705, "recall_at_1000": 0.16865, "precision_at_1": 0.00254, "precision_at_3": 0.00509, "precision_at_5": 0.00356, "precision_at_10": 0.00305, "precision_at_20": 0.0028, "precision_at_100": 0.00145, "precision_at_1000": 0.00043, "mrr_at_1": 0.002545, "mrr_at_3": 0.007634, "mrr_at_5": 0.00827, "mrr_at_10": 0.009976, "mrr_at_20": 0.011415, "mrr_at_100": 0.013131, "mrr_at_1000": 0.01364, "nauc_ndcg_at_1_max": -0.499385, "nauc_ndcg_at_1_std": 1.0, "nauc_ndcg_at_1_diff1": -0.499385, "nauc_ndcg_at_3_max": -0.352957, "nauc_ndcg_at_3_std": 0.527359, "nauc_ndcg_at_3_diff1": 0.206711, "nauc_ndcg_at_5_max": -0.388731, "nauc_ndcg_at_5_std": 0.473156, "nauc_ndcg_at_5_diff1": 0.156978, "nauc_ndcg_at_10_max": -0.432108, "nauc_ndcg_at_10_std": 0.303794, "nauc_ndcg_at_10_diff1": 0.317624, "nauc_ndcg_at_20_max": -0.337951, "nauc_ndcg_at_20_std": 0.32308, "nauc_ndcg_at_20_diff1": 0.332111, "nauc_ndcg_at_100_max": -0.239776, "nauc_ndcg_at_100_std": 0.37328, "nauc_ndcg_at_100_diff1": 0.213606, "nauc_ndcg_at_1000_max": -0.247046, "nauc_ndcg_at_1000_std": 0.38685, "nauc_ndcg_at_1000_diff1": 0.213738, "nauc_map_at_1_max": -0.499385, "nauc_map_at_1_std": 1.0, "nauc_map_at_1_diff1": -0.499385, "nauc_map_at_3_max": -0.412484, "nauc_map_at_3_std": 0.58122, "nauc_map_at_3_diff1": 0.086407, "nauc_map_at_5_max": -0.417081, "nauc_map_at_5_std": 0.558879, "nauc_map_at_5_diff1": 0.074919, "nauc_map_at_10_max": -0.439465, "nauc_map_at_10_std": 0.398317, "nauc_map_at_10_diff1": 0.231402, "nauc_map_at_20_max": -0.380567, "nauc_map_at_20_std": 0.387709, "nauc_map_at_20_diff1": 0.259706, "nauc_map_at_100_max": -0.339071, "nauc_map_at_100_std": 0.404483, "nauc_map_at_100_diff1": 0.22753, "nauc_map_at_1000_max": -0.333461, "nauc_map_at_1000_std": 0.403514, "nauc_map_at_1000_diff1": 0.222187, "nauc_recall_at_1_max": -0.499385, "nauc_recall_at_1_std": 1.0, "nauc_recall_at_1_diff1": -0.499385, "nauc_recall_at_3_max": -0.388074, "nauc_recall_at_3_std": 0.452359, "nauc_recall_at_3_diff1": 0.2796, "nauc_recall_at_5_max": -0.398824, "nauc_recall_at_5_std": 0.414394, "nauc_recall_at_5_diff1": 0.24511, "nauc_recall_at_10_max": -0.45752, "nauc_recall_at_10_std": 0.162056, "nauc_recall_at_10_diff1": 0.466413, "nauc_recall_at_20_max": -0.30244, "nauc_recall_at_20_std": 0.238449, "nauc_recall_at_20_diff1": 0.432058, "nauc_recall_at_100_max": -0.147441, "nauc_recall_at_100_std": 0.341952, "nauc_recall_at_100_diff1": 0.190427, "nauc_recall_at_1000_max": -0.206013, "nauc_recall_at_1000_std": 0.365018, "nauc_recall_at_1000_diff1": 0.201576, "nauc_precision_at_1_max": -0.499385, "nauc_precision_at_1_std": 1.0, "nauc_precision_at_1_diff1": -0.499385, "nauc_precision_at_3_max": -0.301759, "nauc_precision_at_3_std": 0.450326, "nauc_precision_at_3_diff1": 0.345349, "nauc_precision_at_5_max": -0.340708, "nauc_precision_at_5_std": 0.356609, "nauc_precision_at_5_diff1": 0.250552, "nauc_precision_at_10_max": -0.406027, "nauc_precision_at_10_std": 0.246933, "nauc_precision_at_10_diff1": 0.327953, "nauc_precision_at_20_max": -0.298335, "nauc_precision_at_20_std": 0.353218, "nauc_precision_at_20_diff1": 0.309206, "nauc_precision_at_100_max": -0.242528, "nauc_precision_at_100_std": 0.417116, "nauc_precision_at_100_diff1": 0.162302, "nauc_precision_at_1000_max": -0.223326, "nauc_precision_at_1000_std": 0.3864, "nauc_precision_at_1000_diff1": 0.16759, "nauc_mrr_at_1_max": -0.499385, "nauc_mrr_at_1_std": 1.0, "nauc_mrr_at_1_diff1": -0.499385, "nauc_mrr_at_3_max": -0.347996, "nauc_mrr_at_3_std": 0.547652, "nauc_mrr_at_3_diff1": 0.173861, "nauc_mrr_at_5_max": -0.365413, "nauc_mrr_at_5_std": 0.489702, "nauc_mrr_at_5_diff1": 0.136008, "nauc_mrr_at_10_max": -0.387639, "nauc_mrr_at_10_std": 0.422567, "nauc_mrr_at_10_diff1": 0.19054, "nauc_mrr_at_20_max": -0.35708, "nauc_mrr_at_20_std": 0.414313, "nauc_mrr_at_20_diff1": 0.2144, "nauc_mrr_at_100_max": -0.330247, "nauc_mrr_at_100_std": 0.420349, "nauc_mrr_at_100_diff1": 0.198359, "nauc_mrr_at_1000_max": -0.327572, "nauc_mrr_at_1000_std": 0.418256, "nauc_mrr_at_1000_diff1": 0.199246, "main_score": 0.00861, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 470.9577090740204, "kg_co2_emissions": 0.027425818144111245 }