{ "dataset_revision": "397ed406c1a7902140303e7faf60fff35b58d285", "task_name": "MLQARetrieval", "mteb_version": "1.18.0", "scores": { "validation": [ { "ndcg_at_1": 0.69052, "ndcg_at_3": 0.76209, "ndcg_at_5": 0.77582, "ndcg_at_10": 0.79269, "ndcg_at_20": 0.80094, "ndcg_at_100": 0.81005, "ndcg_at_1000": 0.81302, "map_at_1": 0.69052, "map_at_3": 0.74468, "map_at_5": 0.75242, "map_at_10": 0.75974, "map_at_20": 0.76197, "map_at_100": 0.76326, "map_at_1000": 0.76337, "recall_at_1": 0.69052, "recall_at_3": 0.81238, "recall_at_5": 0.84526, "recall_at_10": 0.89555, "recall_at_20": 0.92843, "recall_at_100": 0.97679, "recall_at_1000": 1.0, "precision_at_1": 0.69052, "precision_at_3": 0.27079, "precision_at_5": 0.16905, "precision_at_10": 0.08956, "precision_at_20": 0.04642, "precision_at_100": 0.00977, "precision_at_1000": 0.001, "mrr_at_1": 0.690522, "mrr_at_3": 0.744681, "mrr_at_5": 0.752418, "mrr_at_10": 0.759739, "mrr_at_20": 0.761969, "mrr_at_100": 0.763259, "mrr_at_1000": 0.763367, "nauc_ndcg_at_1_max": 0.665728, "nauc_ndcg_at_1_std": 0.07899, "nauc_ndcg_at_1_diff1": 0.755267, "nauc_ndcg_at_3_max": 0.697276, "nauc_ndcg_at_3_std": 0.116082, "nauc_ndcg_at_3_diff1": 0.71304, "nauc_ndcg_at_5_max": 0.701253, "nauc_ndcg_at_5_std": 0.120871, "nauc_ndcg_at_5_diff1": 0.723851, "nauc_ndcg_at_10_max": 0.701657, "nauc_ndcg_at_10_std": 0.123291, "nauc_ndcg_at_10_diff1": 0.723779, "nauc_ndcg_at_20_max": 0.69647, "nauc_ndcg_at_20_std": 0.121787, "nauc_ndcg_at_20_diff1": 0.721382, "nauc_ndcg_at_100_max": 0.696031, "nauc_ndcg_at_100_std": 0.116556, "nauc_ndcg_at_100_diff1": 0.727838, "nauc_ndcg_at_1000_max": 0.693929, "nauc_ndcg_at_1000_std": 0.111618, "nauc_ndcg_at_1000_diff1": 0.728185, "nauc_map_at_1_max": 0.665728, "nauc_map_at_1_std": 0.07899, "nauc_map_at_1_diff1": 0.755267, "nauc_map_at_3_max": 0.689139, "nauc_map_at_3_std": 0.102988, "nauc_map_at_3_diff1": 0.725395, "nauc_map_at_5_max": 0.690949, "nauc_map_at_5_std": 0.104884, "nauc_map_at_5_diff1": 0.731142, "nauc_map_at_10_max": 0.690948, "nauc_map_at_10_std": 0.104286, "nauc_map_at_10_diff1": 0.731633, "nauc_map_at_20_max": 0.689653, "nauc_map_at_20_std": 0.103882, "nauc_map_at_20_diff1": 0.731214, "nauc_map_at_100_max": 0.689607, "nauc_map_at_100_std": 0.103401, "nauc_map_at_100_diff1": 0.73204, "nauc_map_at_1000_max": 0.689538, "nauc_map_at_1000_std": 0.103242, "nauc_map_at_1000_diff1": 0.732029, "nauc_recall_at_1_max": 0.665728, "nauc_recall_at_1_std": 0.07899, "nauc_recall_at_1_diff1": 0.755267, "nauc_recall_at_3_max": 0.726904, "nauc_recall_at_3_std": 0.165799, "nauc_recall_at_3_diff1": 0.667208, "nauc_recall_at_5_max": 0.745563, "nauc_recall_at_5_std": 0.192109, "nauc_recall_at_5_diff1": 0.694917, "nauc_recall_at_10_max": 0.764711, "nauc_recall_at_10_std": 0.246282, "nauc_recall_at_10_diff1": 0.679202, "nauc_recall_at_20_max": 0.741674, "nauc_recall_at_20_std": 0.283878, "nauc_recall_at_20_diff1": 0.63418, "nauc_recall_at_100_max": 0.811336, "nauc_recall_at_100_std": 0.388013, "nauc_recall_at_100_diff1": 0.699367, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.665728, "nauc_precision_at_1_std": 0.07899, "nauc_precision_at_1_diff1": 0.755267, "nauc_precision_at_3_max": 0.726904, "nauc_precision_at_3_std": 0.165799, "nauc_precision_at_3_diff1": 0.667208, "nauc_precision_at_5_max": 0.745563, "nauc_precision_at_5_std": 0.192109, "nauc_precision_at_5_diff1": 0.694917, "nauc_precision_at_10_max": 0.764711, "nauc_precision_at_10_std": 0.246282, "nauc_precision_at_10_diff1": 0.679202, "nauc_precision_at_20_max": 0.741674, "nauc_precision_at_20_std": 0.283878, "nauc_precision_at_20_diff1": 0.63418, "nauc_precision_at_100_max": 0.811336, "nauc_precision_at_100_std": 0.388013, "nauc_precision_at_100_diff1": 0.699367, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.665728, "nauc_mrr_at_1_std": 0.07899, "nauc_mrr_at_1_diff1": 0.755267, "nauc_mrr_at_3_max": 0.689139, "nauc_mrr_at_3_std": 0.102988, "nauc_mrr_at_3_diff1": 0.725395, "nauc_mrr_at_5_max": 0.690949, "nauc_mrr_at_5_std": 0.104884, "nauc_mrr_at_5_diff1": 0.731142, "nauc_mrr_at_10_max": 0.690948, "nauc_mrr_at_10_std": 0.104286, "nauc_mrr_at_10_diff1": 0.731633, "nauc_mrr_at_20_max": 0.689653, "nauc_mrr_at_20_std": 0.103882, "nauc_mrr_at_20_diff1": 0.731214, "nauc_mrr_at_100_max": 0.689607, "nauc_mrr_at_100_std": 0.103401, "nauc_mrr_at_100_diff1": 0.73204, "nauc_mrr_at_1000_max": 0.689538, "nauc_mrr_at_1000_std": 0.103242, "nauc_mrr_at_1000_diff1": 0.732029, "main_score": 0.79269, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.73913, "ndcg_at_3": 0.80417, "ndcg_at_5": 0.81373, "ndcg_at_10": 0.83335, "ndcg_at_20": 0.84064, "ndcg_at_100": 0.84812, "ndcg_at_1000": 0.84812, "map_at_1": 0.73913, "map_at_3": 0.78824, "map_at_5": 0.79332, "map_at_10": 0.80192, "map_at_20": 0.8039, "map_at_100": 0.80503, "map_at_1000": 0.80503, "recall_at_1": 0.73913, "recall_at_3": 0.85024, "recall_at_5": 0.8744, "recall_at_10": 0.93237, "recall_at_20": 0.96135, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.73913, "precision_at_3": 0.28341, "precision_at_5": 0.17488, "precision_at_10": 0.09324, "precision_at_20": 0.04807, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.73913, "mrr_at_3": 0.788245, "mrr_at_5": 0.793317, "mrr_at_10": 0.801915, "mrr_at_20": 0.803896, "mrr_at_100": 0.805033, "mrr_at_1000": 0.805033, "nauc_ndcg_at_1_max": 0.656967, "nauc_ndcg_at_1_std": 0.101898, "nauc_ndcg_at_1_diff1": 0.796463, "nauc_ndcg_at_3_max": 0.718604, "nauc_ndcg_at_3_std": 0.17614, "nauc_ndcg_at_3_diff1": 0.74457, "nauc_ndcg_at_5_max": 0.725307, "nauc_ndcg_at_5_std": 0.188109, "nauc_ndcg_at_5_diff1": 0.744336, "nauc_ndcg_at_10_max": 0.727633, "nauc_ndcg_at_10_std": 0.185545, "nauc_ndcg_at_10_diff1": 0.755209, "nauc_ndcg_at_20_max": 0.72057, "nauc_ndcg_at_20_std": 0.187402, "nauc_ndcg_at_20_diff1": 0.75766, "nauc_ndcg_at_100_max": 0.71031, "nauc_ndcg_at_100_std": 0.16299, "nauc_ndcg_at_100_diff1": 0.761004, "nauc_ndcg_at_1000_max": 0.71031, "nauc_ndcg_at_1000_std": 0.16299, "nauc_ndcg_at_1000_diff1": 0.761004, "nauc_map_at_1_max": 0.656967, "nauc_map_at_1_std": 0.101898, "nauc_map_at_1_diff1": 0.796463, "nauc_map_at_3_max": 0.704047, "nauc_map_at_3_std": 0.153687, "nauc_map_at_3_diff1": 0.757775, "nauc_map_at_5_max": 0.706696, "nauc_map_at_5_std": 0.158212, "nauc_map_at_5_diff1": 0.758038, "nauc_map_at_10_max": 0.706495, "nauc_map_at_10_std": 0.155851, "nauc_map_at_10_diff1": 0.762937, "nauc_map_at_20_max": 0.704631, "nauc_map_at_20_std": 0.155829, "nauc_map_at_20_diff1": 0.763485, "nauc_map_at_100_max": 0.703372, "nauc_map_at_100_std": 0.152556, "nauc_map_at_100_diff1": 0.764115, "nauc_map_at_1000_max": 0.703372, "nauc_map_at_1000_std": 0.152556, "nauc_map_at_1000_diff1": 0.764115, "nauc_recall_at_1_max": 0.656967, "nauc_recall_at_1_std": 0.101898, "nauc_recall_at_1_diff1": 0.796463, "nauc_recall_at_3_max": 0.773243, "nauc_recall_at_3_std": 0.263756, "nauc_recall_at_3_diff1": 0.694363, "nauc_recall_at_5_max": 0.808013, "nauc_recall_at_5_std": 0.325967, "nauc_recall_at_5_diff1": 0.684492, "nauc_recall_at_10_max": 0.893746, "nauc_recall_at_10_std": 0.421375, "nauc_recall_at_10_diff1": 0.705724, "nauc_recall_at_20_max": 0.914225, "nauc_recall_at_20_std": 0.629145, "nauc_recall_at_20_diff1": 0.707809, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.656967, "nauc_precision_at_1_std": 0.101898, "nauc_precision_at_1_diff1": 0.796463, "nauc_precision_at_3_max": 0.773243, "nauc_precision_at_3_std": 0.263756, "nauc_precision_at_3_diff1": 0.694363, "nauc_precision_at_5_max": 0.808013, "nauc_precision_at_5_std": 0.325967, "nauc_precision_at_5_diff1": 0.684492, "nauc_precision_at_10_max": 0.893746, "nauc_precision_at_10_std": 0.421375, "nauc_precision_at_10_diff1": 0.705724, "nauc_precision_at_20_max": 0.914225, "nauc_precision_at_20_std": 0.629145, "nauc_precision_at_20_diff1": 0.707809, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.656967, "nauc_mrr_at_1_std": 0.101898, "nauc_mrr_at_1_diff1": 0.796463, "nauc_mrr_at_3_max": 0.704047, "nauc_mrr_at_3_std": 0.153687, "nauc_mrr_at_3_diff1": 0.757775, "nauc_mrr_at_5_max": 0.706696, "nauc_mrr_at_5_std": 0.158212, "nauc_mrr_at_5_diff1": 0.758038, "nauc_mrr_at_10_max": 0.706495, "nauc_mrr_at_10_std": 0.155851, "nauc_mrr_at_10_diff1": 0.762937, "nauc_mrr_at_20_max": 0.704631, "nauc_mrr_at_20_std": 0.155829, "nauc_mrr_at_20_diff1": 0.763485, "nauc_mrr_at_100_max": 0.703372, "nauc_mrr_at_100_std": 0.152556, "nauc_mrr_at_100_diff1": 0.764115, "nauc_mrr_at_1000_max": 0.703372, "nauc_mrr_at_1000_std": 0.152556, "nauc_mrr_at_1000_diff1": 0.764115, "main_score": 0.83335, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.70019, "ndcg_at_3": 0.77715, "ndcg_at_5": 0.79396, "ndcg_at_10": 0.80586, "ndcg_at_20": 0.81373, "ndcg_at_100": 0.82369, "ndcg_at_1000": 0.82498, "map_at_1": 0.70019, "map_at_3": 0.75887, "map_at_5": 0.76825, "map_at_10": 0.77316, "map_at_20": 0.77535, "map_at_100": 0.77682, "map_at_1000": 0.77688, "recall_at_1": 0.70019, "recall_at_3": 0.82979, "recall_at_5": 0.87041, "recall_at_10": 0.90716, "recall_at_20": 0.9381, "recall_at_100": 0.99033, "recall_at_1000": 1.0, "precision_at_1": 0.70019, "precision_at_3": 0.2766, "precision_at_5": 0.17408, "precision_at_10": 0.09072, "precision_at_20": 0.04691, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.700193, "mrr_at_3": 0.758865, "mrr_at_5": 0.768246, "mrr_at_10": 0.773162, "mrr_at_20": 0.775349, "mrr_at_100": 0.776824, "mrr_at_1000": 0.77688, "nauc_ndcg_at_1_max": 0.616937, "nauc_ndcg_at_1_std": -0.016059, "nauc_ndcg_at_1_diff1": 0.749948, "nauc_ndcg_at_3_max": 0.663495, "nauc_ndcg_at_3_std": 0.017649, "nauc_ndcg_at_3_diff1": 0.705574, "nauc_ndcg_at_5_max": 0.65609, "nauc_ndcg_at_5_std": 0.030315, "nauc_ndcg_at_5_diff1": 0.694632, "nauc_ndcg_at_10_max": 0.65558, "nauc_ndcg_at_10_std": 0.034319, "nauc_ndcg_at_10_diff1": 0.702452, "nauc_ndcg_at_20_max": 0.655182, "nauc_ndcg_at_20_std": 0.02991, "nauc_ndcg_at_20_diff1": 0.701915, "nauc_ndcg_at_100_max": 0.650555, "nauc_ndcg_at_100_std": 0.025315, "nauc_ndcg_at_100_diff1": 0.707926, "nauc_ndcg_at_1000_max": 0.650158, "nauc_ndcg_at_1000_std": 0.023661, "nauc_ndcg_at_1000_diff1": 0.710892, "nauc_map_at_1_max": 0.616937, "nauc_map_at_1_std": -0.016059, "nauc_map_at_1_diff1": 0.749948, "nauc_map_at_3_max": 0.650966, "nauc_map_at_3_std": 0.011968, "nauc_map_at_3_diff1": 0.717967, "nauc_map_at_5_max": 0.646747, "nauc_map_at_5_std": 0.018063, "nauc_map_at_5_diff1": 0.713168, "nauc_map_at_10_max": 0.646215, "nauc_map_at_10_std": 0.019496, "nauc_map_at_10_diff1": 0.716421, "nauc_map_at_20_max": 0.646351, "nauc_map_at_20_std": 0.018893, "nauc_map_at_20_diff1": 0.716437, "nauc_map_at_100_max": 0.64579, "nauc_map_at_100_std": 0.018257, "nauc_map_at_100_diff1": 0.717307, "nauc_map_at_1000_max": 0.645776, "nauc_map_at_1000_std": 0.01815, "nauc_map_at_1000_diff1": 0.717412, "nauc_recall_at_1_max": 0.616937, "nauc_recall_at_1_std": -0.016059, "nauc_recall_at_1_diff1": 0.749948, "nauc_recall_at_3_max": 0.711244, "nauc_recall_at_3_std": 0.037281, "nauc_recall_at_3_diff1": 0.658076, "nauc_recall_at_5_max": 0.698108, "nauc_recall_at_5_std": 0.088541, "nauc_recall_at_5_diff1": 0.604062, "nauc_recall_at_10_max": 0.711656, "nauc_recall_at_10_std": 0.129759, "nauc_recall_at_10_diff1": 0.617155, "nauc_recall_at_20_max": 0.727391, "nauc_recall_at_20_std": 0.116009, "nauc_recall_at_20_diff1": 0.568927, "nauc_recall_at_100_max": 0.700758, "nauc_recall_at_100_std": 0.179241, "nauc_recall_at_100_diff1": 0.351042, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.616937, "nauc_precision_at_1_std": -0.016059, "nauc_precision_at_1_diff1": 0.749948, "nauc_precision_at_3_max": 0.711244, "nauc_precision_at_3_std": 0.037281, "nauc_precision_at_3_diff1": 0.658076, "nauc_precision_at_5_max": 0.698108, "nauc_precision_at_5_std": 0.088541, "nauc_precision_at_5_diff1": 0.604062, "nauc_precision_at_10_max": 0.711656, "nauc_precision_at_10_std": 0.129759, "nauc_precision_at_10_diff1": 0.617155, "nauc_precision_at_20_max": 0.727391, "nauc_precision_at_20_std": 0.116009, "nauc_precision_at_20_diff1": 0.568927, "nauc_precision_at_100_max": 0.700758, "nauc_precision_at_100_std": 0.179241, "nauc_precision_at_100_diff1": 0.351042, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.616937, "nauc_mrr_at_1_std": -0.016059, "nauc_mrr_at_1_diff1": 0.749948, "nauc_mrr_at_3_max": 0.650966, "nauc_mrr_at_3_std": 0.011968, "nauc_mrr_at_3_diff1": 0.717967, "nauc_mrr_at_5_max": 0.646747, "nauc_mrr_at_5_std": 0.018063, "nauc_mrr_at_5_diff1": 0.713168, "nauc_mrr_at_10_max": 0.646215, "nauc_mrr_at_10_std": 0.019496, "nauc_mrr_at_10_diff1": 0.716421, "nauc_mrr_at_20_max": 0.646351, "nauc_mrr_at_20_std": 0.018893, "nauc_mrr_at_20_diff1": 0.716437, "nauc_mrr_at_100_max": 0.64579, "nauc_mrr_at_100_std": 0.018257, "nauc_mrr_at_100_diff1": 0.717307, "nauc_mrr_at_1000_max": 0.645776, "nauc_mrr_at_1000_std": 0.01815, "nauc_mrr_at_1000_diff1": 0.717412, "main_score": 0.80586, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.71429, "ndcg_at_3": 0.79414, "ndcg_at_5": 0.81205, "ndcg_at_10": 0.83035, "ndcg_at_20": 0.83805, "ndcg_at_100": 0.8431, "ndcg_at_1000": 0.8431, "map_at_1": 0.71429, "map_at_3": 0.7764, "map_at_5": 0.78634, "map_at_10": 0.79403, "map_at_20": 0.79606, "map_at_100": 0.79693, "map_at_1000": 0.79693, "recall_at_1": 0.71429, "recall_at_3": 0.84472, "recall_at_5": 0.8882, "recall_at_10": 0.9441, "recall_at_20": 0.97516, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71429, "precision_at_3": 0.28157, "precision_at_5": 0.17764, "precision_at_10": 0.09441, "precision_at_20": 0.04876, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.714286, "mrr_at_3": 0.776398, "mrr_at_5": 0.786335, "mrr_at_10": 0.79403, "mrr_at_20": 0.796064, "mrr_at_100": 0.796935, "mrr_at_1000": 0.796935, "nauc_ndcg_at_1_max": 0.645887, "nauc_ndcg_at_1_std": -0.050254, "nauc_ndcg_at_1_diff1": 0.778221, "nauc_ndcg_at_3_max": 0.678416, "nauc_ndcg_at_3_std": 0.016281, "nauc_ndcg_at_3_diff1": 0.739955, "nauc_ndcg_at_5_max": 0.694109, "nauc_ndcg_at_5_std": 0.054437, "nauc_ndcg_at_5_diff1": 0.739535, "nauc_ndcg_at_10_max": 0.676836, "nauc_ndcg_at_10_std": 0.011211, "nauc_ndcg_at_10_diff1": 0.739378, "nauc_ndcg_at_20_max": 0.671751, "nauc_ndcg_at_20_std": 0.014589, "nauc_ndcg_at_20_diff1": 0.748194, "nauc_ndcg_at_100_max": 0.672321, "nauc_ndcg_at_100_std": 0.012588, "nauc_ndcg_at_100_diff1": 0.747295, "nauc_ndcg_at_1000_max": 0.672321, "nauc_ndcg_at_1000_std": 0.012588, "nauc_ndcg_at_1000_diff1": 0.747295, "nauc_map_at_1_max": 0.645887, "nauc_map_at_1_std": -0.050254, "nauc_map_at_1_diff1": 0.778221, "nauc_map_at_3_max": 0.671054, "nauc_map_at_3_std": 0.001558, "nauc_map_at_3_diff1": 0.749588, "nauc_map_at_5_max": 0.677326, "nauc_map_at_5_std": 0.019236, "nauc_map_at_5_diff1": 0.74919, "nauc_map_at_10_max": 0.670228, "nauc_map_at_10_std": 0.002087, "nauc_map_at_10_diff1": 0.748589, "nauc_map_at_20_max": 0.669052, "nauc_map_at_20_std": 0.003715, "nauc_map_at_20_diff1": 0.750398, "nauc_map_at_100_max": 0.669397, "nauc_map_at_100_std": 0.004367, "nauc_map_at_100_diff1": 0.750439, "nauc_map_at_1000_max": 0.669397, "nauc_map_at_1000_std": 0.004367, "nauc_map_at_1000_diff1": 0.750439, "nauc_recall_at_1_max": 0.645887, "nauc_recall_at_1_std": -0.050254, "nauc_recall_at_1_diff1": 0.778221, "nauc_recall_at_3_max": 0.705959, "nauc_recall_at_3_std": 0.071114, "nauc_recall_at_3_diff1": 0.703199, "nauc_recall_at_5_max": 0.783228, "nauc_recall_at_5_std": 0.238297, "nauc_recall_at_5_diff1": 0.693499, "nauc_recall_at_10_max": 0.731363, "nauc_recall_at_10_std": 0.06391, "nauc_recall_at_10_diff1": 0.663821, "nauc_recall_at_20_max": 0.67943, "nauc_recall_at_20_std": 0.152768, "nauc_recall_at_20_diff1": 0.786708, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.645887, "nauc_precision_at_1_std": -0.050254, "nauc_precision_at_1_diff1": 0.778221, "nauc_precision_at_3_max": 0.705959, "nauc_precision_at_3_std": 0.071114, "nauc_precision_at_3_diff1": 0.703199, "nauc_precision_at_5_max": 0.783228, "nauc_precision_at_5_std": 0.238297, "nauc_precision_at_5_diff1": 0.693499, "nauc_precision_at_10_max": 0.731363, "nauc_precision_at_10_std": 0.06391, "nauc_precision_at_10_diff1": 0.663821, "nauc_precision_at_20_max": 0.67943, "nauc_precision_at_20_std": 0.152768, "nauc_precision_at_20_diff1": 0.786708, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.645887, "nauc_mrr_at_1_std": -0.050254, "nauc_mrr_at_1_diff1": 0.778221, "nauc_mrr_at_3_max": 0.671054, "nauc_mrr_at_3_std": 0.001558, "nauc_mrr_at_3_diff1": 0.749588, "nauc_mrr_at_5_max": 0.677326, "nauc_mrr_at_5_std": 0.019236, "nauc_mrr_at_5_diff1": 0.74919, "nauc_mrr_at_10_max": 0.670228, "nauc_mrr_at_10_std": 0.002087, "nauc_mrr_at_10_diff1": 0.748589, "nauc_mrr_at_20_max": 0.669052, "nauc_mrr_at_20_std": 0.003715, "nauc_mrr_at_20_diff1": 0.750398, "nauc_mrr_at_100_max": 0.669397, "nauc_mrr_at_100_std": 0.004367, "nauc_mrr_at_100_diff1": 0.750439, "nauc_mrr_at_1000_max": 0.669397, "nauc_mrr_at_1000_std": 0.004367, "nauc_mrr_at_1000_diff1": 0.750439, "main_score": 0.83035, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.71505, "ndcg_at_3": 0.8044, "ndcg_at_5": 0.82198, "ndcg_at_10": 0.8293, "ndcg_at_20": 0.8376, "ndcg_at_100": 0.84398, "ndcg_at_1000": 0.84475, "map_at_1": 0.71505, "map_at_3": 0.78315, "map_at_5": 0.79283, "map_at_10": 0.79606, "map_at_20": 0.79842, "map_at_100": 0.79947, "map_at_1000": 0.79952, "recall_at_1": 0.71505, "recall_at_3": 0.86559, "recall_at_5": 0.9086, "recall_at_10": 0.93011, "recall_at_20": 0.96237, "recall_at_100": 0.99462, "recall_at_1000": 1.0, "precision_at_1": 0.71505, "precision_at_3": 0.28853, "precision_at_5": 0.18172, "precision_at_10": 0.09301, "precision_at_20": 0.04812, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.715054, "mrr_at_3": 0.783154, "mrr_at_5": 0.792832, "mrr_at_10": 0.796064, "mrr_at_20": 0.79842, "mrr_at_100": 0.799475, "mrr_at_1000": 0.799517, "nauc_ndcg_at_1_max": 0.587332, "nauc_ndcg_at_1_std": 0.143452, "nauc_ndcg_at_1_diff1": 0.773274, "nauc_ndcg_at_3_max": 0.680973, "nauc_ndcg_at_3_std": 0.23139, "nauc_ndcg_at_3_diff1": 0.757448, "nauc_ndcg_at_5_max": 0.701953, "nauc_ndcg_at_5_std": 0.303227, "nauc_ndcg_at_5_diff1": 0.7546, "nauc_ndcg_at_10_max": 0.68793, "nauc_ndcg_at_10_std": 0.27526, "nauc_ndcg_at_10_diff1": 0.765249, "nauc_ndcg_at_20_max": 0.676085, "nauc_ndcg_at_20_std": 0.248861, "nauc_ndcg_at_20_diff1": 0.77019, "nauc_ndcg_at_100_max": 0.670853, "nauc_ndcg_at_100_std": 0.244509, "nauc_ndcg_at_100_diff1": 0.768932, "nauc_ndcg_at_1000_max": 0.669049, "nauc_ndcg_at_1000_std": 0.240367, "nauc_ndcg_at_1000_diff1": 0.767665, "nauc_map_at_1_max": 0.587332, "nauc_map_at_1_std": 0.143452, "nauc_map_at_1_diff1": 0.773274, "nauc_map_at_3_max": 0.659411, "nauc_map_at_3_std": 0.211724, "nauc_map_at_3_diff1": 0.764533, "nauc_map_at_5_max": 0.669108, "nauc_map_at_5_std": 0.246214, "nauc_map_at_5_diff1": 0.763309, "nauc_map_at_10_max": 0.663282, "nauc_map_at_10_std": 0.234745, "nauc_map_at_10_diff1": 0.767114, "nauc_map_at_20_max": 0.66036, "nauc_map_at_20_std": 0.228283, "nauc_map_at_20_diff1": 0.768572, "nauc_map_at_100_max": 0.659637, "nauc_map_at_100_std": 0.227385, "nauc_map_at_100_diff1": 0.768234, "nauc_map_at_1000_max": 0.659557, "nauc_map_at_1000_std": 0.227204, "nauc_map_at_1000_diff1": 0.76818, "nauc_recall_at_1_max": 0.587332, "nauc_recall_at_1_std": 0.143452, "nauc_recall_at_1_diff1": 0.773274, "nauc_recall_at_3_max": 0.769992, "nauc_recall_at_3_std": 0.312105, "nauc_recall_at_3_diff1": 0.725353, "nauc_recall_at_5_max": 0.893881, "nauc_recall_at_5_std": 0.651641, "nauc_recall_at_5_diff1": 0.700909, "nauc_recall_at_10_max": 0.861229, "nauc_recall_at_10_std": 0.575909, "nauc_recall_at_10_diff1": 0.758514, "nauc_recall_at_20_max": 0.824746, "nauc_recall_at_20_std": 0.426223, "nauc_recall_at_20_diff1": 0.817157, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.587332, "nauc_precision_at_1_std": 0.143452, "nauc_precision_at_1_diff1": 0.773274, "nauc_precision_at_3_max": 0.769992, "nauc_precision_at_3_std": 0.312105, "nauc_precision_at_3_diff1": 0.725353, "nauc_precision_at_5_max": 0.893881, "nauc_precision_at_5_std": 0.651641, "nauc_precision_at_5_diff1": 0.700909, "nauc_precision_at_10_max": 0.861229, "nauc_precision_at_10_std": 0.575909, "nauc_precision_at_10_diff1": 0.758514, "nauc_precision_at_20_max": 0.824746, "nauc_precision_at_20_std": 0.426223, "nauc_precision_at_20_diff1": 0.817157, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.587332, "nauc_mrr_at_1_std": 0.143452, "nauc_mrr_at_1_diff1": 0.773274, "nauc_mrr_at_3_max": 0.659411, "nauc_mrr_at_3_std": 0.211724, "nauc_mrr_at_3_diff1": 0.764533, "nauc_mrr_at_5_max": 0.669108, "nauc_mrr_at_5_std": 0.246214, "nauc_mrr_at_5_diff1": 0.763309, "nauc_mrr_at_10_max": 0.663282, "nauc_mrr_at_10_std": 0.234745, "nauc_mrr_at_10_diff1": 0.767114, "nauc_mrr_at_20_max": 0.66036, "nauc_mrr_at_20_std": 0.228283, "nauc_mrr_at_20_diff1": 0.768572, "nauc_mrr_at_100_max": 0.659637, "nauc_mrr_at_100_std": 0.227385, "nauc_mrr_at_100_diff1": 0.768234, "nauc_mrr_at_1000_max": 0.659557, "nauc_mrr_at_1000_std": 0.227204, "nauc_mrr_at_1000_diff1": 0.76818, "main_score": 0.8293, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.70552, "ndcg_at_3": 0.78586, "ndcg_at_5": 0.80382, "ndcg_at_10": 0.82208, "ndcg_at_20": 0.8267, "ndcg_at_100": 0.8348, "ndcg_at_1000": 0.8348, "map_at_1": 0.70552, "map_at_3": 0.76687, "map_at_5": 0.77699, "map_at_10": 0.78477, "map_at_20": 0.78602, "map_at_100": 0.78716, "map_at_1000": 0.78716, "recall_at_1": 0.70552, "recall_at_3": 0.84049, "recall_at_5": 0.88344, "recall_at_10": 0.93865, "recall_at_20": 0.95706, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.70552, "precision_at_3": 0.28016, "precision_at_5": 0.17669, "precision_at_10": 0.09387, "precision_at_20": 0.04785, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.705521, "mrr_at_3": 0.766871, "mrr_at_5": 0.776994, "mrr_at_10": 0.784772, "mrr_at_20": 0.786023, "mrr_at_100": 0.78716, "mrr_at_1000": 0.78716, "nauc_ndcg_at_1_max": 0.73044, "nauc_ndcg_at_1_std": 0.035789, "nauc_ndcg_at_1_diff1": 0.866791, "nauc_ndcg_at_3_max": 0.759609, "nauc_ndcg_at_3_std": 0.113798, "nauc_ndcg_at_3_diff1": 0.829078, "nauc_ndcg_at_5_max": 0.745794, "nauc_ndcg_at_5_std": 0.107801, "nauc_ndcg_at_5_diff1": 0.830458, "nauc_ndcg_at_10_max": 0.757953, "nauc_ndcg_at_10_std": 0.124086, "nauc_ndcg_at_10_diff1": 0.838132, "nauc_ndcg_at_20_max": 0.753657, "nauc_ndcg_at_20_std": 0.109794, "nauc_ndcg_at_20_diff1": 0.83734, "nauc_ndcg_at_100_max": 0.750426, "nauc_ndcg_at_100_std": 0.096463, "nauc_ndcg_at_100_diff1": 0.839661, "nauc_ndcg_at_1000_max": 0.750426, "nauc_ndcg_at_1000_std": 0.096463, "nauc_ndcg_at_1000_diff1": 0.839661, "nauc_map_at_1_max": 0.73044, "nauc_map_at_1_std": 0.035789, "nauc_map_at_1_diff1": 0.866791, "nauc_map_at_3_max": 0.751657, "nauc_map_at_3_std": 0.086146, "nauc_map_at_3_diff1": 0.839372, "nauc_map_at_5_max": 0.744117, "nauc_map_at_5_std": 0.081634, "nauc_map_at_5_diff1": 0.840267, "nauc_map_at_10_max": 0.749007, "nauc_map_at_10_std": 0.088545, "nauc_map_at_10_diff1": 0.843231, "nauc_map_at_20_max": 0.748051, "nauc_map_at_20_std": 0.085248, "nauc_map_at_20_diff1": 0.843075, "nauc_map_at_100_max": 0.747693, "nauc_map_at_100_std": 0.084134, "nauc_map_at_100_diff1": 0.84314, "nauc_map_at_1000_max": 0.747693, "nauc_map_at_1000_std": 0.084134, "nauc_map_at_1000_diff1": 0.84314, "nauc_recall_at_1_max": 0.73044, "nauc_recall_at_1_std": 0.035789, "nauc_recall_at_1_diff1": 0.866791, "nauc_recall_at_3_max": 0.790857, "nauc_recall_at_3_std": 0.226379, "nauc_recall_at_3_diff1": 0.788621, "nauc_recall_at_5_max": 0.751204, "nauc_recall_at_5_std": 0.242813, "nauc_recall_at_5_diff1": 0.782371, "nauc_recall_at_10_max": 0.842126, "nauc_recall_at_10_std": 0.453984, "nauc_recall_at_10_diff1": 0.804366, "nauc_recall_at_20_max": 0.814175, "nauc_recall_at_20_std": 0.385201, "nauc_recall_at_20_diff1": 0.778868, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.73044, "nauc_precision_at_1_std": 0.035789, "nauc_precision_at_1_diff1": 0.866791, "nauc_precision_at_3_max": 0.790857, "nauc_precision_at_3_std": 0.226379, "nauc_precision_at_3_diff1": 0.788621, "nauc_precision_at_5_max": 0.751204, "nauc_precision_at_5_std": 0.242813, "nauc_precision_at_5_diff1": 0.782371, "nauc_precision_at_10_max": 0.842126, "nauc_precision_at_10_std": 0.453984, "nauc_precision_at_10_diff1": 0.804366, "nauc_precision_at_20_max": 0.814175, "nauc_precision_at_20_std": 0.385201, "nauc_precision_at_20_diff1": 0.778868, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.73044, "nauc_mrr_at_1_std": 0.035789, "nauc_mrr_at_1_diff1": 0.866791, "nauc_mrr_at_3_max": 0.751657, "nauc_mrr_at_3_std": 0.086146, "nauc_mrr_at_3_diff1": 0.839372, "nauc_mrr_at_5_max": 0.744117, "nauc_mrr_at_5_std": 0.081634, "nauc_mrr_at_5_diff1": 0.840267, "nauc_mrr_at_10_max": 0.749007, "nauc_mrr_at_10_std": 0.088545, "nauc_mrr_at_10_diff1": 0.843231, "nauc_mrr_at_20_max": 0.748051, "nauc_mrr_at_20_std": 0.085248, "nauc_mrr_at_20_diff1": 0.843075, "nauc_mrr_at_100_max": 0.747693, "nauc_mrr_at_100_std": 0.084134, "nauc_mrr_at_100_diff1": 0.84314, "nauc_mrr_at_1000_max": 0.747693, "nauc_mrr_at_1000_std": 0.084134, "nauc_mrr_at_1000_diff1": 0.84314, "main_score": 0.82208, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.71277, "ndcg_at_3": 0.79445, "ndcg_at_5": 0.80315, "ndcg_at_10": 0.82271, "ndcg_at_20": 0.83239, "ndcg_at_100": 0.83762, "ndcg_at_1000": 0.83839, "map_at_1": 0.71277, "map_at_3": 0.77482, "map_at_5": 0.77961, "map_at_10": 0.78807, "map_at_20": 0.79087, "map_at_100": 0.7917, "map_at_1000": 0.79175, "recall_at_1": 0.71277, "recall_at_3": 0.85106, "recall_at_5": 0.87234, "recall_at_10": 0.93085, "recall_at_20": 0.96809, "recall_at_100": 0.99468, "recall_at_1000": 1.0, "precision_at_1": 0.71277, "precision_at_3": 0.28369, "precision_at_5": 0.17447, "precision_at_10": 0.09309, "precision_at_20": 0.0484, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.712766, "mrr_at_3": 0.774823, "mrr_at_5": 0.77961, "mrr_at_10": 0.788068, "mrr_at_20": 0.790872, "mrr_at_100": 0.791703, "mrr_at_1000": 0.791747, "nauc_ndcg_at_1_max": 0.716742, "nauc_ndcg_at_1_std": 0.238452, "nauc_ndcg_at_1_diff1": 0.830295, "nauc_ndcg_at_3_max": 0.708448, "nauc_ndcg_at_3_std": 0.201412, "nauc_ndcg_at_3_diff1": 0.770132, "nauc_ndcg_at_5_max": 0.717024, "nauc_ndcg_at_5_std": 0.235092, "nauc_ndcg_at_5_diff1": 0.768572, "nauc_ndcg_at_10_max": 0.716246, "nauc_ndcg_at_10_std": 0.245168, "nauc_ndcg_at_10_diff1": 0.770809, "nauc_ndcg_at_20_max": 0.713552, "nauc_ndcg_at_20_std": 0.242702, "nauc_ndcg_at_20_diff1": 0.772549, "nauc_ndcg_at_100_max": 0.716143, "nauc_ndcg_at_100_std": 0.237234, "nauc_ndcg_at_100_diff1": 0.782386, "nauc_ndcg_at_1000_max": 0.714645, "nauc_ndcg_at_1000_std": 0.235562, "nauc_ndcg_at_1000_diff1": 0.782706, "nauc_map_at_1_max": 0.716742, "nauc_map_at_1_std": 0.238452, "nauc_map_at_1_diff1": 0.830295, "nauc_map_at_3_max": 0.711739, "nauc_map_at_3_std": 0.215317, "nauc_map_at_3_diff1": 0.787529, "nauc_map_at_5_max": 0.715789, "nauc_map_at_5_std": 0.232595, "nauc_map_at_5_diff1": 0.787087, "nauc_map_at_10_max": 0.714707, "nauc_map_at_10_std": 0.23513, "nauc_map_at_10_diff1": 0.78795, "nauc_map_at_20_max": 0.714032, "nauc_map_at_20_std": 0.233887, "nauc_map_at_20_diff1": 0.788751, "nauc_map_at_100_max": 0.714529, "nauc_map_at_100_std": 0.233594, "nauc_map_at_100_diff1": 0.789836, "nauc_map_at_1000_max": 0.714462, "nauc_map_at_1000_std": 0.233518, "nauc_map_at_1000_diff1": 0.789852, "nauc_recall_at_1_max": 0.716742, "nauc_recall_at_1_std": 0.238452, "nauc_recall_at_1_diff1": 0.830295, "nauc_recall_at_3_max": 0.694474, "nauc_recall_at_3_std": 0.142729, "nauc_recall_at_3_diff1": 0.699125, "nauc_recall_at_5_max": 0.724686, "nauc_recall_at_5_std": 0.251857, "nauc_recall_at_5_diff1": 0.683224, "nauc_recall_at_10_max": 0.736362, "nauc_recall_at_10_std": 0.350698, "nauc_recall_at_10_diff1": 0.64177, "nauc_recall_at_20_max": 0.711335, "nauc_recall_at_20_std": 0.451082, "nauc_recall_at_20_diff1": 0.516908, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.554117, "nauc_recall_at_100_diff1": 0.721675, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.716742, "nauc_precision_at_1_std": 0.238452, "nauc_precision_at_1_diff1": 0.830295, "nauc_precision_at_3_max": 0.694474, "nauc_precision_at_3_std": 0.142729, "nauc_precision_at_3_diff1": 0.699125, "nauc_precision_at_5_max": 0.724686, "nauc_precision_at_5_std": 0.251857, "nauc_precision_at_5_diff1": 0.683224, "nauc_precision_at_10_max": 0.736362, "nauc_precision_at_10_std": 0.350698, "nauc_precision_at_10_diff1": 0.64177, "nauc_precision_at_20_max": 0.711335, "nauc_precision_at_20_std": 0.451082, "nauc_precision_at_20_diff1": 0.516908, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.554117, "nauc_precision_at_100_diff1": 0.721675, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.716742, "nauc_mrr_at_1_std": 0.238452, "nauc_mrr_at_1_diff1": 0.830295, "nauc_mrr_at_3_max": 0.711739, "nauc_mrr_at_3_std": 0.215317, "nauc_mrr_at_3_diff1": 0.787529, "nauc_mrr_at_5_max": 0.715789, "nauc_mrr_at_5_std": 0.232595, "nauc_mrr_at_5_diff1": 0.787087, "nauc_mrr_at_10_max": 0.714707, "nauc_mrr_at_10_std": 0.23513, "nauc_mrr_at_10_diff1": 0.78795, "nauc_mrr_at_20_max": 0.714032, "nauc_mrr_at_20_std": 0.233887, "nauc_mrr_at_20_diff1": 0.788751, "nauc_mrr_at_100_max": 0.714529, "nauc_mrr_at_100_std": 0.233594, "nauc_mrr_at_100_diff1": 0.789836, "nauc_mrr_at_1000_max": 0.714462, "nauc_mrr_at_1000_std": 0.233518, "nauc_mrr_at_1000_diff1": 0.789852, "main_score": 0.82271, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.68116, "ndcg_at_3": 0.77225, "ndcg_at_5": 0.79637, "ndcg_at_10": 0.81064, "ndcg_at_20": 0.81818, "ndcg_at_100": 0.8239, "ndcg_at_1000": 0.8239, "map_at_1": 0.68116, "map_at_3": 0.74879, "map_at_5": 0.76232, "map_at_10": 0.76834, "map_at_20": 0.77051, "map_at_100": 0.77142, "map_at_1000": 0.77142, "recall_at_1": 0.68116, "recall_at_3": 0.84058, "recall_at_5": 0.89855, "recall_at_10": 0.94203, "recall_at_20": 0.97101, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68116, "precision_at_3": 0.28019, "precision_at_5": 0.17971, "precision_at_10": 0.0942, "precision_at_20": 0.04855, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.681159, "mrr_at_3": 0.748792, "mrr_at_5": 0.762319, "mrr_at_10": 0.768336, "mrr_at_20": 0.77051, "mrr_at_100": 0.771417, "mrr_at_1000": 0.771417, "nauc_ndcg_at_1_max": 0.608808, "nauc_ndcg_at_1_std": 0.102671, "nauc_ndcg_at_1_diff1": 0.728425, "nauc_ndcg_at_3_max": 0.610485, "nauc_ndcg_at_3_std": 0.067582, "nauc_ndcg_at_3_diff1": 0.665204, "nauc_ndcg_at_5_max": 0.610321, "nauc_ndcg_at_5_std": 0.096926, "nauc_ndcg_at_5_diff1": 0.659328, "nauc_ndcg_at_10_max": 0.626351, "nauc_ndcg_at_10_std": 0.125724, "nauc_ndcg_at_10_diff1": 0.679022, "nauc_ndcg_at_20_max": 0.620894, "nauc_ndcg_at_20_std": 0.120925, "nauc_ndcg_at_20_diff1": 0.673289, "nauc_ndcg_at_100_max": 0.61465, "nauc_ndcg_at_100_std": 0.104498, "nauc_ndcg_at_100_diff1": 0.680147, "nauc_ndcg_at_1000_max": 0.61465, "nauc_ndcg_at_1000_std": 0.104498, "nauc_ndcg_at_1000_diff1": 0.680147, "nauc_map_at_1_max": 0.608808, "nauc_map_at_1_std": 0.102671, "nauc_map_at_1_diff1": 0.728425, "nauc_map_at_3_max": 0.610812, "nauc_map_at_3_std": 0.077632, "nauc_map_at_3_diff1": 0.681974, "nauc_map_at_5_max": 0.61099, "nauc_map_at_5_std": 0.093638, "nauc_map_at_5_diff1": 0.679381, "nauc_map_at_10_max": 0.615622, "nauc_map_at_10_std": 0.104168, "nauc_map_at_10_diff1": 0.686005, "nauc_map_at_20_max": 0.61427, "nauc_map_at_20_std": 0.102863, "nauc_map_at_20_diff1": 0.684808, "nauc_map_at_100_max": 0.613359, "nauc_map_at_100_std": 0.100509, "nauc_map_at_100_diff1": 0.685657, "nauc_map_at_1000_max": 0.613359, "nauc_map_at_1000_std": 0.100509, "nauc_map_at_1000_diff1": 0.685657, "nauc_recall_at_1_max": 0.608808, "nauc_recall_at_1_std": 0.102671, "nauc_recall_at_1_diff1": 0.728425, "nauc_recall_at_3_max": 0.608628, "nauc_recall_at_3_std": 0.025686, "nauc_recall_at_3_diff1": 0.596116, "nauc_recall_at_5_max": 0.604945, "nauc_recall_at_5_std": 0.122036, "nauc_recall_at_5_diff1": 0.542136, "nauc_recall_at_10_max": 0.760956, "nauc_recall_at_10_std": 0.384494, "nauc_recall_at_10_diff1": 0.643648, "nauc_recall_at_20_max": 0.778637, "nauc_recall_at_20_std": 0.539689, "nauc_recall_at_20_diff1": 0.484209, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.608808, "nauc_precision_at_1_std": 0.102671, "nauc_precision_at_1_diff1": 0.728425, "nauc_precision_at_3_max": 0.608628, "nauc_precision_at_3_std": 0.025686, "nauc_precision_at_3_diff1": 0.596116, "nauc_precision_at_5_max": 0.604945, "nauc_precision_at_5_std": 0.122036, "nauc_precision_at_5_diff1": 0.542136, "nauc_precision_at_10_max": 0.760956, "nauc_precision_at_10_std": 0.384494, "nauc_precision_at_10_diff1": 0.643648, "nauc_precision_at_20_max": 0.778637, "nauc_precision_at_20_std": 0.539689, "nauc_precision_at_20_diff1": 0.484209, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.608808, "nauc_mrr_at_1_std": 0.102671, "nauc_mrr_at_1_diff1": 0.728425, "nauc_mrr_at_3_max": 0.610812, "nauc_mrr_at_3_std": 0.077632, "nauc_mrr_at_3_diff1": 0.681974, "nauc_mrr_at_5_max": 0.61099, "nauc_mrr_at_5_std": 0.093638, "nauc_mrr_at_5_diff1": 0.679381, "nauc_mrr_at_10_max": 0.615622, "nauc_mrr_at_10_std": 0.104168, "nauc_mrr_at_10_diff1": 0.686005, "nauc_mrr_at_20_max": 0.61427, "nauc_mrr_at_20_std": 0.102863, "nauc_mrr_at_20_diff1": 0.684808, "nauc_mrr_at_100_max": 0.613359, "nauc_mrr_at_100_std": 0.100509, "nauc_mrr_at_100_diff1": 0.685657, "nauc_mrr_at_1000_max": 0.613359, "nauc_mrr_at_1000_std": 0.100509, "nauc_mrr_at_1000_diff1": 0.685657, "main_score": 0.81064, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.68359, "ndcg_at_3": 0.77137, "ndcg_at_5": 0.78944, "ndcg_at_10": 0.80061, "ndcg_at_20": 0.80902, "ndcg_at_100": 0.81658, "ndcg_at_1000": 0.81892, "map_at_1": 0.68359, "map_at_3": 0.75033, "map_at_5": 0.76058, "map_at_10": 0.76506, "map_at_20": 0.76739, "map_at_100": 0.76854, "map_at_1000": 0.76864, "recall_at_1": 0.68359, "recall_at_3": 0.83203, "recall_at_5": 0.875, "recall_at_10": 0.91016, "recall_at_20": 0.94336, "recall_at_100": 0.98242, "recall_at_1000": 1.0, "precision_at_1": 0.68359, "precision_at_3": 0.27734, "precision_at_5": 0.175, "precision_at_10": 0.09102, "precision_at_20": 0.04717, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.683594, "mrr_at_3": 0.750326, "mrr_at_5": 0.760579, "mrr_at_10": 0.765062, "mrr_at_20": 0.767385, "mrr_at_100": 0.768544, "mrr_at_1000": 0.768644, "nauc_ndcg_at_1_max": 0.645987, "nauc_ndcg_at_1_std": -0.054677, "nauc_ndcg_at_1_diff1": 0.786221, "nauc_ndcg_at_3_max": 0.706243, "nauc_ndcg_at_3_std": 0.035261, "nauc_ndcg_at_3_diff1": 0.744904, "nauc_ndcg_at_5_max": 0.701372, "nauc_ndcg_at_5_std": 0.016368, "nauc_ndcg_at_5_diff1": 0.747596, "nauc_ndcg_at_10_max": 0.697744, "nauc_ndcg_at_10_std": 0.019086, "nauc_ndcg_at_10_diff1": 0.745107, "nauc_ndcg_at_20_max": 0.694744, "nauc_ndcg_at_20_std": 0.02489, "nauc_ndcg_at_20_diff1": 0.749317, "nauc_ndcg_at_100_max": 0.690813, "nauc_ndcg_at_100_std": 0.013765, "nauc_ndcg_at_100_diff1": 0.756031, "nauc_ndcg_at_1000_max": 0.689247, "nauc_ndcg_at_1000_std": 0.00958, "nauc_ndcg_at_1000_diff1": 0.756265, "nauc_map_at_1_max": 0.645987, "nauc_map_at_1_std": -0.054677, "nauc_map_at_1_diff1": 0.786221, "nauc_map_at_3_max": 0.690167, "nauc_map_at_3_std": 0.01118, "nauc_map_at_3_diff1": 0.757539, "nauc_map_at_5_max": 0.686913, "nauc_map_at_5_std": 0.000339, "nauc_map_at_5_diff1": 0.759142, "nauc_map_at_10_max": 0.685137, "nauc_map_at_10_std": 0.000794, "nauc_map_at_10_diff1": 0.758488, "nauc_map_at_20_max": 0.684276, "nauc_map_at_20_std": 0.001726, "nauc_map_at_20_diff1": 0.759479, "nauc_map_at_100_max": 0.683732, "nauc_map_at_100_std": 0.000162, "nauc_map_at_100_diff1": 0.760476, "nauc_map_at_1000_max": 0.683694, "nauc_map_at_1000_std": 5.2e-05, "nauc_map_at_1000_diff1": 0.760505, "nauc_recall_at_1_max": 0.645987, "nauc_recall_at_1_std": -0.054677, "nauc_recall_at_1_diff1": 0.786221, "nauc_recall_at_3_max": 0.769419, "nauc_recall_at_3_std": 0.129944, "nauc_recall_at_3_diff1": 0.694234, "nauc_recall_at_5_max": 0.771632, "nauc_recall_at_5_std": 0.091221, "nauc_recall_at_5_diff1": 0.690715, "nauc_recall_at_10_max": 0.776783, "nauc_recall_at_10_std": 0.136947, "nauc_recall_at_10_diff1": 0.655284, "nauc_recall_at_20_max": 0.788309, "nauc_recall_at_20_std": 0.279674, "nauc_recall_at_20_diff1": 0.656107, "nauc_recall_at_100_max": 0.8071, "nauc_recall_at_100_std": 0.319539, "nauc_recall_at_100_diff1": 0.750115, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.645987, "nauc_precision_at_1_std": -0.054677, "nauc_precision_at_1_diff1": 0.786221, "nauc_precision_at_3_max": 0.769419, "nauc_precision_at_3_std": 0.129944, "nauc_precision_at_3_diff1": 0.694234, "nauc_precision_at_5_max": 0.771632, "nauc_precision_at_5_std": 0.091221, "nauc_precision_at_5_diff1": 0.690715, "nauc_precision_at_10_max": 0.776783, "nauc_precision_at_10_std": 0.136947, "nauc_precision_at_10_diff1": 0.655284, "nauc_precision_at_20_max": 0.788309, "nauc_precision_at_20_std": 0.279674, "nauc_precision_at_20_diff1": 0.656107, "nauc_precision_at_100_max": 0.8071, "nauc_precision_at_100_std": 0.319539, "nauc_precision_at_100_diff1": 0.750115, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.645987, "nauc_mrr_at_1_std": -0.054677, "nauc_mrr_at_1_diff1": 0.786221, "nauc_mrr_at_3_max": 0.690167, "nauc_mrr_at_3_std": 0.01118, "nauc_mrr_at_3_diff1": 0.757539, "nauc_mrr_at_5_max": 0.686913, "nauc_mrr_at_5_std": 0.000339, "nauc_mrr_at_5_diff1": 0.759142, "nauc_mrr_at_10_max": 0.685137, "nauc_mrr_at_10_std": 0.000794, "nauc_mrr_at_10_diff1": 0.758488, "nauc_mrr_at_20_max": 0.684276, "nauc_mrr_at_20_std": 0.001726, "nauc_mrr_at_20_diff1": 0.759479, "nauc_mrr_at_100_max": 0.683732, "nauc_mrr_at_100_std": 0.000162, "nauc_mrr_at_100_diff1": 0.760476, "nauc_mrr_at_1000_max": 0.683694, "nauc_mrr_at_1000_std": 5.2e-05, "nauc_mrr_at_1000_diff1": 0.760505, "main_score": 0.80061, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.68164, "ndcg_at_3": 0.76253, "ndcg_at_5": 0.78279, "ndcg_at_10": 0.79813, "ndcg_at_20": 0.80707, "ndcg_at_100": 0.81382, "ndcg_at_1000": 0.81586, "map_at_1": 0.68164, "map_at_3": 0.74316, "map_at_5": 0.75449, "map_at_10": 0.76094, "map_at_20": 0.76343, "map_at_100": 0.76444, "map_at_1000": 0.76452, "recall_at_1": 0.68164, "recall_at_3": 0.81836, "recall_at_5": 0.86719, "recall_at_10": 0.91406, "recall_at_20": 0.94922, "recall_at_100": 0.98438, "recall_at_1000": 1.0, "precision_at_1": 0.68164, "precision_at_3": 0.27279, "precision_at_5": 0.17344, "precision_at_10": 0.09141, "precision_at_20": 0.04746, "precision_at_100": 0.00984, "precision_at_1000": 0.001, "mrr_at_1": 0.681641, "mrr_at_3": 0.743164, "mrr_at_5": 0.754492, "mrr_at_10": 0.760938, "mrr_at_20": 0.763426, "mrr_at_100": 0.764442, "mrr_at_1000": 0.764523, "nauc_ndcg_at_1_max": 0.680333, "nauc_ndcg_at_1_std": 0.026549, "nauc_ndcg_at_1_diff1": 0.8093, "nauc_ndcg_at_3_max": 0.720495, "nauc_ndcg_at_3_std": 0.058013, "nauc_ndcg_at_3_diff1": 0.766228, "nauc_ndcg_at_5_max": 0.722447, "nauc_ndcg_at_5_std": 0.052341, "nauc_ndcg_at_5_diff1": 0.772806, "nauc_ndcg_at_10_max": 0.72718, "nauc_ndcg_at_10_std": 0.089131, "nauc_ndcg_at_10_diff1": 0.774443, "nauc_ndcg_at_20_max": 0.726342, "nauc_ndcg_at_20_std": 0.095041, "nauc_ndcg_at_20_diff1": 0.779423, "nauc_ndcg_at_100_max": 0.71897, "nauc_ndcg_at_100_std": 0.078079, "nauc_ndcg_at_100_diff1": 0.781234, "nauc_ndcg_at_1000_max": 0.71634, "nauc_ndcg_at_1000_std": 0.070543, "nauc_ndcg_at_1000_diff1": 0.780536, "nauc_map_at_1_max": 0.680333, "nauc_map_at_1_std": 0.026549, "nauc_map_at_1_diff1": 0.8093, "nauc_map_at_3_max": 0.710171, "nauc_map_at_3_std": 0.051007, "nauc_map_at_3_diff1": 0.777408, "nauc_map_at_5_max": 0.710979, "nauc_map_at_5_std": 0.047934, "nauc_map_at_5_diff1": 0.781311, "nauc_map_at_10_max": 0.711732, "nauc_map_at_10_std": 0.060599, "nauc_map_at_10_diff1": 0.781799, "nauc_map_at_20_max": 0.711326, "nauc_map_at_20_std": 0.061786, "nauc_map_at_20_diff1": 0.782974, "nauc_map_at_100_max": 0.710338, "nauc_map_at_100_std": 0.059426, "nauc_map_at_100_diff1": 0.783169, "nauc_map_at_1000_max": 0.710261, "nauc_map_at_1000_std": 0.059217, "nauc_map_at_1000_diff1": 0.783154, "nauc_recall_at_1_max": 0.680333, "nauc_recall_at_1_std": 0.026549, "nauc_recall_at_1_diff1": 0.8093, "nauc_recall_at_3_max": 0.759121, "nauc_recall_at_3_std": 0.083565, "nauc_recall_at_3_diff1": 0.724332, "nauc_recall_at_5_max": 0.776912, "nauc_recall_at_5_std": 0.070698, "nauc_recall_at_5_diff1": 0.733818, "nauc_recall_at_10_max": 0.842518, "nauc_recall_at_10_std": 0.321403, "nauc_recall_at_10_diff1": 0.729233, "nauc_recall_at_20_max": 0.912067, "nauc_recall_at_20_std": 0.554938, "nauc_recall_at_20_diff1": 0.765429, "nauc_recall_at_100_max": 0.932637, "nauc_recall_at_100_std": 0.695816, "nauc_recall_at_100_diff1": 0.839544, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.680333, "nauc_precision_at_1_std": 0.026549, "nauc_precision_at_1_diff1": 0.8093, "nauc_precision_at_3_max": 0.759121, "nauc_precision_at_3_std": 0.083565, "nauc_precision_at_3_diff1": 0.724332, "nauc_precision_at_5_max": 0.776912, "nauc_precision_at_5_std": 0.070698, "nauc_precision_at_5_diff1": 0.733818, "nauc_precision_at_10_max": 0.842518, "nauc_precision_at_10_std": 0.321403, "nauc_precision_at_10_diff1": 0.729233, "nauc_precision_at_20_max": 0.912067, "nauc_precision_at_20_std": 0.554938, "nauc_precision_at_20_diff1": 0.765429, "nauc_precision_at_100_max": 0.932637, "nauc_precision_at_100_std": 0.695816, "nauc_precision_at_100_diff1": 0.839544, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.680333, "nauc_mrr_at_1_std": 0.026549, "nauc_mrr_at_1_diff1": 0.8093, "nauc_mrr_at_3_max": 0.710171, "nauc_mrr_at_3_std": 0.051007, "nauc_mrr_at_3_diff1": 0.777408, "nauc_mrr_at_5_max": 0.710979, "nauc_mrr_at_5_std": 0.047934, "nauc_mrr_at_5_diff1": 0.781311, "nauc_mrr_at_10_max": 0.711732, "nauc_mrr_at_10_std": 0.060599, "nauc_mrr_at_10_diff1": 0.781799, "nauc_mrr_at_20_max": 0.711326, "nauc_mrr_at_20_std": 0.061786, "nauc_mrr_at_20_diff1": 0.782974, "nauc_mrr_at_100_max": 0.710338, "nauc_mrr_at_100_std": 0.059426, "nauc_mrr_at_100_diff1": 0.783169, "nauc_mrr_at_1000_max": 0.710261, "nauc_mrr_at_1000_std": 0.059217, "nauc_mrr_at_1000_diff1": 0.783154, "main_score": 0.79813, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.64286, "ndcg_at_3": 0.74684, "ndcg_at_5": 0.762, "ndcg_at_10": 0.78693, "ndcg_at_20": 0.79781, "ndcg_at_100": 0.80205, "ndcg_at_1000": 0.80274, "map_at_1": 0.64286, "map_at_3": 0.72109, "map_at_5": 0.72976, "map_at_10": 0.74016, "map_at_20": 0.74345, "map_at_100": 0.74422, "map_at_1000": 0.74425, "recall_at_1": 0.64286, "recall_at_3": 0.82143, "recall_at_5": 0.85714, "recall_at_10": 0.93367, "recall_at_20": 0.97449, "recall_at_100": 0.9949, "recall_at_1000": 1.0, "precision_at_1": 0.64286, "precision_at_3": 0.27381, "precision_at_5": 0.17143, "precision_at_10": 0.09337, "precision_at_20": 0.04872, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.642857, "mrr_at_3": 0.721088, "mrr_at_5": 0.729762, "mrr_at_10": 0.740162, "mrr_at_20": 0.743453, "mrr_at_100": 0.744216, "mrr_at_1000": 0.744247, "nauc_ndcg_at_1_max": 0.745016, "nauc_ndcg_at_1_std": 0.23185, "nauc_ndcg_at_1_diff1": 0.834067, "nauc_ndcg_at_3_max": 0.752539, "nauc_ndcg_at_3_std": 0.290405, "nauc_ndcg_at_3_diff1": 0.754998, "nauc_ndcg_at_5_max": 0.748958, "nauc_ndcg_at_5_std": 0.265869, "nauc_ndcg_at_5_diff1": 0.755186, "nauc_ndcg_at_10_max": 0.75228, "nauc_ndcg_at_10_std": 0.276695, "nauc_ndcg_at_10_diff1": 0.768771, "nauc_ndcg_at_20_max": 0.75155, "nauc_ndcg_at_20_std": 0.284649, "nauc_ndcg_at_20_diff1": 0.776484, "nauc_ndcg_at_100_max": 0.749977, "nauc_ndcg_at_100_std": 0.272189, "nauc_ndcg_at_100_diff1": 0.778184, "nauc_ndcg_at_1000_max": 0.748948, "nauc_ndcg_at_1000_std": 0.269195, "nauc_ndcg_at_1000_diff1": 0.779911, "nauc_map_at_1_max": 0.745016, "nauc_map_at_1_std": 0.23185, "nauc_map_at_1_diff1": 0.834067, "nauc_map_at_3_max": 0.748062, "nauc_map_at_3_std": 0.270854, "nauc_map_at_3_diff1": 0.777597, "nauc_map_at_5_max": 0.746237, "nauc_map_at_5_std": 0.257829, "nauc_map_at_5_diff1": 0.778469, "nauc_map_at_10_max": 0.747742, "nauc_map_at_10_std": 0.262374, "nauc_map_at_10_diff1": 0.784178, "nauc_map_at_20_max": 0.747441, "nauc_map_at_20_std": 0.264079, "nauc_map_at_20_diff1": 0.786245, "nauc_map_at_100_max": 0.747239, "nauc_map_at_100_std": 0.262296, "nauc_map_at_100_diff1": 0.786404, "nauc_map_at_1000_max": 0.747202, "nauc_map_at_1000_std": 0.26219, "nauc_map_at_1000_diff1": 0.786466, "nauc_recall_at_1_max": 0.745016, "nauc_recall_at_1_std": 0.23185, "nauc_recall_at_1_diff1": 0.834067, "nauc_recall_at_3_max": 0.772125, "nauc_recall_at_3_std": 0.371514, "nauc_recall_at_3_diff1": 0.663204, "nauc_recall_at_5_max": 0.762709, "nauc_recall_at_5_std": 0.301133, "nauc_recall_at_5_diff1": 0.642896, "nauc_recall_at_10_max": 0.797715, "nauc_recall_at_10_std": 0.411754, "nauc_recall_at_10_diff1": 0.638615, "nauc_recall_at_20_max": 0.855182, "nauc_recall_at_20_std": 0.828979, "nauc_recall_at_20_diff1": 0.627911, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.358386, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.745016, "nauc_precision_at_1_std": 0.23185, "nauc_precision_at_1_diff1": 0.834067, "nauc_precision_at_3_max": 0.772125, "nauc_precision_at_3_std": 0.371514, "nauc_precision_at_3_diff1": 0.663204, "nauc_precision_at_5_max": 0.762709, "nauc_precision_at_5_std": 0.301133, "nauc_precision_at_5_diff1": 0.642896, "nauc_precision_at_10_max": 0.797715, "nauc_precision_at_10_std": 0.411754, "nauc_precision_at_10_diff1": 0.638615, "nauc_precision_at_20_max": 0.855182, "nauc_precision_at_20_std": 0.828979, "nauc_precision_at_20_diff1": 0.627911, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.358386, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.745016, "nauc_mrr_at_1_std": 0.23185, "nauc_mrr_at_1_diff1": 0.834067, "nauc_mrr_at_3_max": 0.748062, "nauc_mrr_at_3_std": 0.270854, "nauc_mrr_at_3_diff1": 0.777597, "nauc_mrr_at_5_max": 0.746237, "nauc_mrr_at_5_std": 0.257829, "nauc_mrr_at_5_diff1": 0.778469, "nauc_mrr_at_10_max": 0.747742, "nauc_mrr_at_10_std": 0.262374, "nauc_mrr_at_10_diff1": 0.784178, "nauc_mrr_at_20_max": 0.747441, "nauc_mrr_at_20_std": 0.264079, "nauc_mrr_at_20_diff1": 0.786245, "nauc_mrr_at_100_max": 0.747239, "nauc_mrr_at_100_std": 0.262296, "nauc_mrr_at_100_diff1": 0.786404, "nauc_mrr_at_1000_max": 0.747202, "nauc_mrr_at_1000_std": 0.26219, "nauc_mrr_at_1000_diff1": 0.786466, "main_score": 0.78693, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.68712, "ndcg_at_3": 0.76424, "ndcg_at_5": 0.77982, "ndcg_at_10": 0.80144, "ndcg_at_20": 0.80788, "ndcg_at_100": 0.81733, "ndcg_at_1000": 0.81733, "map_at_1": 0.68712, "map_at_3": 0.74438, "map_at_5": 0.75327, "map_at_10": 0.76207, "map_at_20": 0.76396, "map_at_100": 0.76541, "map_at_1000": 0.76541, "recall_at_1": 0.68712, "recall_at_3": 0.82209, "recall_at_5": 0.8589, "recall_at_10": 0.92638, "recall_at_20": 0.95092, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68712, "precision_at_3": 0.27403, "precision_at_5": 0.17178, "precision_at_10": 0.09264, "precision_at_20": 0.04755, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.687117, "mrr_at_3": 0.744376, "mrr_at_5": 0.753272, "mrr_at_10": 0.76207, "mrr_at_20": 0.763961, "mrr_at_100": 0.765405, "mrr_at_1000": 0.765405, "nauc_ndcg_at_1_max": 0.783299, "nauc_ndcg_at_1_std": 0.337007, "nauc_ndcg_at_1_diff1": 0.771923, "nauc_ndcg_at_3_max": 0.797703, "nauc_ndcg_at_3_std": 0.408227, "nauc_ndcg_at_3_diff1": 0.751783, "nauc_ndcg_at_5_max": 0.785981, "nauc_ndcg_at_5_std": 0.387503, "nauc_ndcg_at_5_diff1": 0.751685, "nauc_ndcg_at_10_max": 0.793813, "nauc_ndcg_at_10_std": 0.409138, "nauc_ndcg_at_10_diff1": 0.74471, "nauc_ndcg_at_20_max": 0.788538, "nauc_ndcg_at_20_std": 0.390733, "nauc_ndcg_at_20_diff1": 0.751095, "nauc_ndcg_at_100_max": 0.785989, "nauc_ndcg_at_100_std": 0.378662, "nauc_ndcg_at_100_diff1": 0.754153, "nauc_ndcg_at_1000_max": 0.785989, "nauc_ndcg_at_1000_std": 0.378662, "nauc_ndcg_at_1000_diff1": 0.754153, "nauc_map_at_1_max": 0.783299, "nauc_map_at_1_std": 0.337007, "nauc_map_at_1_diff1": 0.771923, "nauc_map_at_3_max": 0.791757, "nauc_map_at_3_std": 0.383797, "nauc_map_at_3_diff1": 0.757869, "nauc_map_at_5_max": 0.785505, "nauc_map_at_5_std": 0.372169, "nauc_map_at_5_diff1": 0.758274, "nauc_map_at_10_max": 0.787384, "nauc_map_at_10_std": 0.377921, "nauc_map_at_10_diff1": 0.755571, "nauc_map_at_20_max": 0.786072, "nauc_map_at_20_std": 0.373211, "nauc_map_at_20_diff1": 0.75706, "nauc_map_at_100_max": 0.785543, "nauc_map_at_100_std": 0.371599, "nauc_map_at_100_diff1": 0.757342, "nauc_map_at_1000_max": 0.785543, "nauc_map_at_1000_std": 0.371599, "nauc_map_at_1000_diff1": 0.757342, "nauc_recall_at_1_max": 0.783299, "nauc_recall_at_1_std": 0.337007, "nauc_recall_at_1_diff1": 0.771923, "nauc_recall_at_3_max": 0.821766, "nauc_recall_at_3_std": 0.505191, "nauc_recall_at_3_diff1": 0.728008, "nauc_recall_at_5_max": 0.787116, "nauc_recall_at_5_std": 0.4573, "nauc_recall_at_5_diff1": 0.720465, "nauc_recall_at_10_max": 0.858989, "nauc_recall_at_10_std": 0.694827, "nauc_recall_at_10_diff1": 0.650501, "nauc_recall_at_20_max": 0.821097, "nauc_recall_at_20_std": 0.593293, "nauc_recall_at_20_diff1": 0.692401, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.783299, "nauc_precision_at_1_std": 0.337007, "nauc_precision_at_1_diff1": 0.771923, "nauc_precision_at_3_max": 0.821766, "nauc_precision_at_3_std": 0.505191, "nauc_precision_at_3_diff1": 0.728008, "nauc_precision_at_5_max": 0.787116, "nauc_precision_at_5_std": 0.4573, "nauc_precision_at_5_diff1": 0.720465, "nauc_precision_at_10_max": 0.858989, "nauc_precision_at_10_std": 0.694827, "nauc_precision_at_10_diff1": 0.650501, "nauc_precision_at_20_max": 0.821097, "nauc_precision_at_20_std": 0.593293, "nauc_precision_at_20_diff1": 0.692401, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.783299, "nauc_mrr_at_1_std": 0.337007, "nauc_mrr_at_1_diff1": 0.771923, "nauc_mrr_at_3_max": 0.791757, "nauc_mrr_at_3_std": 0.383797, "nauc_mrr_at_3_diff1": 0.757869, "nauc_mrr_at_5_max": 0.785505, "nauc_mrr_at_5_std": 0.372169, "nauc_mrr_at_5_diff1": 0.758274, "nauc_mrr_at_10_max": 0.787384, "nauc_mrr_at_10_std": 0.377921, "nauc_mrr_at_10_diff1": 0.755571, "nauc_mrr_at_20_max": 0.786072, "nauc_mrr_at_20_std": 0.373211, "nauc_mrr_at_20_diff1": 0.75706, "nauc_mrr_at_100_max": 0.785543, "nauc_mrr_at_100_std": 0.371599, "nauc_mrr_at_100_diff1": 0.757342, "nauc_mrr_at_1000_max": 0.785543, "nauc_mrr_at_1000_std": 0.371599, "nauc_mrr_at_1000_diff1": 0.757342, "main_score": 0.80144, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.67033, "ndcg_at_3": 0.76929, "ndcg_at_5": 0.79199, "ndcg_at_10": 0.81306, "ndcg_at_20": 0.81761, "ndcg_at_100": 0.82196, "ndcg_at_1000": 0.82275, "map_at_1": 0.67033, "map_at_3": 0.74634, "map_at_5": 0.75897, "map_at_10": 0.76751, "map_at_20": 0.76897, "map_at_100": 0.76967, "map_at_1000": 0.76971, "recall_at_1": 0.67033, "recall_at_3": 0.83516, "recall_at_5": 0.89011, "recall_at_10": 0.95604, "recall_at_20": 0.97253, "recall_at_100": 0.99451, "recall_at_1000": 1.0, "precision_at_1": 0.67033, "precision_at_3": 0.27839, "precision_at_5": 0.17802, "precision_at_10": 0.0956, "precision_at_20": 0.04863, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.67033, "mrr_at_3": 0.746337, "mrr_at_5": 0.758974, "mrr_at_10": 0.767508, "mrr_at_20": 0.768965, "mrr_at_100": 0.769666, "mrr_at_1000": 0.76971, "nauc_ndcg_at_1_max": 0.592132, "nauc_ndcg_at_1_std": 0.026845, "nauc_ndcg_at_1_diff1": 0.82458, "nauc_ndcg_at_3_max": 0.633114, "nauc_ndcg_at_3_std": 0.098647, "nauc_ndcg_at_3_diff1": 0.803108, "nauc_ndcg_at_5_max": 0.632643, "nauc_ndcg_at_5_std": 0.111378, "nauc_ndcg_at_5_diff1": 0.794467, "nauc_ndcg_at_10_max": 0.625983, "nauc_ndcg_at_10_std": 0.0879, "nauc_ndcg_at_10_diff1": 0.799825, "nauc_ndcg_at_20_max": 0.627399, "nauc_ndcg_at_20_std": 0.094649, "nauc_ndcg_at_20_diff1": 0.802679, "nauc_ndcg_at_100_max": 0.622214, "nauc_ndcg_at_100_std": 0.085144, "nauc_ndcg_at_100_diff1": 0.80706, "nauc_ndcg_at_1000_max": 0.620292, "nauc_ndcg_at_1000_std": 0.081154, "nauc_ndcg_at_1000_diff1": 0.806743, "nauc_map_at_1_max": 0.592132, "nauc_map_at_1_std": 0.026845, "nauc_map_at_1_diff1": 0.82458, "nauc_map_at_3_max": 0.619448, "nauc_map_at_3_std": 0.07543, "nauc_map_at_3_diff1": 0.808859, "nauc_map_at_5_max": 0.618457, "nauc_map_at_5_std": 0.080607, "nauc_map_at_5_diff1": 0.805087, "nauc_map_at_10_max": 0.615781, "nauc_map_at_10_std": 0.071249, "nauc_map_at_10_diff1": 0.807367, "nauc_map_at_20_max": 0.616009, "nauc_map_at_20_std": 0.072718, "nauc_map_at_20_diff1": 0.808188, "nauc_map_at_100_max": 0.615413, "nauc_map_at_100_std": 0.071728, "nauc_map_at_100_diff1": 0.808897, "nauc_map_at_1000_max": 0.615329, "nauc_map_at_1000_std": 0.071554, "nauc_map_at_1000_diff1": 0.808884, "nauc_recall_at_1_max": 0.592132, "nauc_recall_at_1_std": 0.026845, "nauc_recall_at_1_diff1": 0.82458, "nauc_recall_at_3_max": 0.689785, "nauc_recall_at_3_std": 0.194538, "nauc_recall_at_3_diff1": 0.780005, "nauc_recall_at_5_max": 0.713179, "nauc_recall_at_5_std": 0.287983, "nauc_recall_at_5_diff1": 0.732947, "nauc_recall_at_10_max": 0.750969, "nauc_recall_at_10_std": 0.281827, "nauc_recall_at_10_diff1": 0.703579, "nauc_recall_at_20_max": 0.858614, "nauc_recall_at_20_std": 0.546582, "nauc_recall_at_20_diff1": 0.704052, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.86944, "nauc_recall_at_100_diff1": 0.86944, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.592132, "nauc_precision_at_1_std": 0.026845, "nauc_precision_at_1_diff1": 0.82458, "nauc_precision_at_3_max": 0.689785, "nauc_precision_at_3_std": 0.194538, "nauc_precision_at_3_diff1": 0.780005, "nauc_precision_at_5_max": 0.713179, "nauc_precision_at_5_std": 0.287983, "nauc_precision_at_5_diff1": 0.732947, "nauc_precision_at_10_max": 0.750969, "nauc_precision_at_10_std": 0.281827, "nauc_precision_at_10_diff1": 0.703579, "nauc_precision_at_20_max": 0.858614, "nauc_precision_at_20_std": 0.546582, "nauc_precision_at_20_diff1": 0.704052, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.86944, "nauc_precision_at_100_diff1": 0.86944, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.592132, "nauc_mrr_at_1_std": 0.026845, "nauc_mrr_at_1_diff1": 0.82458, "nauc_mrr_at_3_max": 0.619448, "nauc_mrr_at_3_std": 0.07543, "nauc_mrr_at_3_diff1": 0.808859, "nauc_mrr_at_5_max": 0.618457, "nauc_mrr_at_5_std": 0.080607, "nauc_mrr_at_5_diff1": 0.805087, "nauc_mrr_at_10_max": 0.615781, "nauc_mrr_at_10_std": 0.071249, "nauc_mrr_at_10_diff1": 0.807367, "nauc_mrr_at_20_max": 0.616009, "nauc_mrr_at_20_std": 0.072718, "nauc_mrr_at_20_diff1": 0.808188, "nauc_mrr_at_100_max": 0.615413, "nauc_mrr_at_100_std": 0.071728, "nauc_mrr_at_100_diff1": 0.808897, "nauc_mrr_at_1000_max": 0.615329, "nauc_mrr_at_1000_std": 0.071554, "nauc_mrr_at_1000_diff1": 0.808884, "main_score": 0.81306, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.7, "ndcg_at_3": 0.78471, "ndcg_at_5": 0.81053, "ndcg_at_10": 0.82144, "ndcg_at_20": 0.824, "ndcg_at_100": 0.83105, "ndcg_at_1000": 0.83256, "map_at_1": 0.7, "map_at_3": 0.76316, "map_at_5": 0.77737, "map_at_10": 0.78229, "map_at_20": 0.78293, "map_at_100": 0.78398, "map_at_1000": 0.78406, "recall_at_1": 0.7, "recall_at_3": 0.84737, "recall_at_5": 0.91053, "recall_at_10": 0.94211, "recall_at_20": 0.95263, "recall_at_100": 0.98947, "recall_at_1000": 1.0, "precision_at_1": 0.7, "precision_at_3": 0.28246, "precision_at_5": 0.18211, "precision_at_10": 0.09421, "precision_at_20": 0.04763, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.7, "mrr_at_3": 0.763158, "mrr_at_5": 0.777368, "mrr_at_10": 0.782287, "mrr_at_20": 0.78293, "mrr_at_100": 0.783979, "mrr_at_1000": 0.784063, "nauc_ndcg_at_1_max": 0.523775, "nauc_ndcg_at_1_std": 0.117257, "nauc_ndcg_at_1_diff1": 0.721055, "nauc_ndcg_at_3_max": 0.608926, "nauc_ndcg_at_3_std": 0.16259, "nauc_ndcg_at_3_diff1": 0.683292, "nauc_ndcg_at_5_max": 0.633497, "nauc_ndcg_at_5_std": 0.259155, "nauc_ndcg_at_5_diff1": 0.671192, "nauc_ndcg_at_10_max": 0.624961, "nauc_ndcg_at_10_std": 0.234172, "nauc_ndcg_at_10_diff1": 0.704614, "nauc_ndcg_at_20_max": 0.621076, "nauc_ndcg_at_20_std": 0.226824, "nauc_ndcg_at_20_diff1": 0.710216, "nauc_ndcg_at_100_max": 0.608051, "nauc_ndcg_at_100_std": 0.207427, "nauc_ndcg_at_100_diff1": 0.703268, "nauc_ndcg_at_1000_max": 0.60476, "nauc_ndcg_at_1000_std": 0.20084, "nauc_ndcg_at_1000_diff1": 0.701673, "nauc_map_at_1_max": 0.523775, "nauc_map_at_1_std": 0.117257, "nauc_map_at_1_diff1": 0.721055, "nauc_map_at_3_max": 0.588489, "nauc_map_at_3_std": 0.153581, "nauc_map_at_3_diff1": 0.693379, "nauc_map_at_5_max": 0.599561, "nauc_map_at_5_std": 0.199521, "nauc_map_at_5_diff1": 0.687878, "nauc_map_at_10_max": 0.595583, "nauc_map_at_10_std": 0.188852, "nauc_map_at_10_diff1": 0.700758, "nauc_map_at_20_max": 0.594656, "nauc_map_at_20_std": 0.187122, "nauc_map_at_20_diff1": 0.7019, "nauc_map_at_100_max": 0.593058, "nauc_map_at_100_std": 0.184605, "nauc_map_at_100_diff1": 0.701132, "nauc_map_at_1000_max": 0.592909, "nauc_map_at_1000_std": 0.18431, "nauc_map_at_1000_diff1": 0.701061, "nauc_recall_at_1_max": 0.523775, "nauc_recall_at_1_std": 0.117257, "nauc_recall_at_1_diff1": 0.721055, "nauc_recall_at_3_max": 0.691544, "nauc_recall_at_3_std": 0.19763, "nauc_recall_at_3_diff1": 0.641761, "nauc_recall_at_5_max": 0.852392, "nauc_recall_at_5_std": 0.666941, "nauc_recall_at_5_diff1": 0.562476, "nauc_recall_at_10_max": 0.901961, "nauc_recall_at_10_std": 0.685765, "nauc_recall_at_10_diff1": 0.771878, "nauc_recall_at_20_max": 0.911038, "nauc_recall_at_20_std": 0.68726, "nauc_recall_at_20_diff1": 0.863834, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.861111, "nauc_recall_at_100_diff1": 0.861111, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.523775, "nauc_precision_at_1_std": 0.117257, "nauc_precision_at_1_diff1": 0.721055, "nauc_precision_at_3_max": 0.691544, "nauc_precision_at_3_std": 0.19763, "nauc_precision_at_3_diff1": 0.641761, "nauc_precision_at_5_max": 0.852392, "nauc_precision_at_5_std": 0.666941, "nauc_precision_at_5_diff1": 0.562476, "nauc_precision_at_10_max": 0.901961, "nauc_precision_at_10_std": 0.685765, "nauc_precision_at_10_diff1": 0.771878, "nauc_precision_at_20_max": 0.911038, "nauc_precision_at_20_std": 0.68726, "nauc_precision_at_20_diff1": 0.863834, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.861111, "nauc_precision_at_100_diff1": 0.861111, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.523775, "nauc_mrr_at_1_std": 0.117257, "nauc_mrr_at_1_diff1": 0.721055, "nauc_mrr_at_3_max": 0.588489, "nauc_mrr_at_3_std": 0.153581, "nauc_mrr_at_3_diff1": 0.693379, "nauc_mrr_at_5_max": 0.599561, "nauc_mrr_at_5_std": 0.199521, "nauc_mrr_at_5_diff1": 0.687878, "nauc_mrr_at_10_max": 0.595583, "nauc_mrr_at_10_std": 0.188852, "nauc_mrr_at_10_diff1": 0.700758, "nauc_mrr_at_20_max": 0.594656, "nauc_mrr_at_20_std": 0.187122, "nauc_mrr_at_20_diff1": 0.7019, "nauc_mrr_at_100_max": 0.593058, "nauc_mrr_at_100_std": 0.184605, "nauc_mrr_at_100_diff1": 0.701132, "nauc_mrr_at_1000_max": 0.592909, "nauc_mrr_at_1000_std": 0.18431, "nauc_mrr_at_1000_diff1": 0.701061, "main_score": 0.82144, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.62863, "ndcg_at_3": 0.71387, "ndcg_at_5": 0.73626, "ndcg_at_10": 0.75515, "ndcg_at_20": 0.7675, "ndcg_at_100": 0.7767, "ndcg_at_1000": 0.77934, "map_at_1": 0.62863, "map_at_3": 0.69375, "map_at_5": 0.70622, "map_at_10": 0.7141, "map_at_20": 0.71755, "map_at_100": 0.7189, "map_at_1000": 0.71902, "recall_at_1": 0.62863, "recall_at_3": 0.77176, "recall_at_5": 0.82592, "recall_at_10": 0.88395, "recall_at_20": 0.9323, "recall_at_100": 0.98066, "recall_at_1000": 1.0, "precision_at_1": 0.62863, "precision_at_3": 0.25725, "precision_at_5": 0.16518, "precision_at_10": 0.08839, "precision_at_20": 0.04662, "precision_at_100": 0.00981, "precision_at_1000": 0.001, "mrr_at_1": 0.628627, "mrr_at_3": 0.693746, "mrr_at_5": 0.706222, "mrr_at_10": 0.714102, "mrr_at_20": 0.717551, "mrr_at_100": 0.718897, "mrr_at_1000": 0.719024, "nauc_ndcg_at_1_max": 0.621727, "nauc_ndcg_at_1_std": 0.086337, "nauc_ndcg_at_1_diff1": 0.786234, "nauc_ndcg_at_3_max": 0.678358, "nauc_ndcg_at_3_std": 0.116122, "nauc_ndcg_at_3_diff1": 0.762092, "nauc_ndcg_at_5_max": 0.672445, "nauc_ndcg_at_5_std": 0.123662, "nauc_ndcg_at_5_diff1": 0.752662, "nauc_ndcg_at_10_max": 0.665651, "nauc_ndcg_at_10_std": 0.099198, "nauc_ndcg_at_10_diff1": 0.753676, "nauc_ndcg_at_20_max": 0.656268, "nauc_ndcg_at_20_std": 0.089848, "nauc_ndcg_at_20_diff1": 0.754851, "nauc_ndcg_at_100_max": 0.659565, "nauc_ndcg_at_100_std": 0.108055, "nauc_ndcg_at_100_diff1": 0.759434, "nauc_ndcg_at_1000_max": 0.65802, "nauc_ndcg_at_1000_std": 0.10417, "nauc_ndcg_at_1000_diff1": 0.760239, "nauc_map_at_1_max": 0.621727, "nauc_map_at_1_std": 0.086337, "nauc_map_at_1_diff1": 0.786234, "nauc_map_at_3_max": 0.66365, "nauc_map_at_3_std": 0.107638, "nauc_map_at_3_diff1": 0.76752, "nauc_map_at_5_max": 0.659789, "nauc_map_at_5_std": 0.110839, "nauc_map_at_5_diff1": 0.762835, "nauc_map_at_10_max": 0.656735, "nauc_map_at_10_std": 0.101679, "nauc_map_at_10_diff1": 0.76352, "nauc_map_at_20_max": 0.654279, "nauc_map_at_20_std": 0.099321, "nauc_map_at_20_diff1": 0.763796, "nauc_map_at_100_max": 0.654622, "nauc_map_at_100_std": 0.102138, "nauc_map_at_100_diff1": 0.764229, "nauc_map_at_1000_max": 0.65459, "nauc_map_at_1000_std": 0.10205, "nauc_map_at_1000_diff1": 0.764289, "nauc_recall_at_1_max": 0.621727, "nauc_recall_at_1_std": 0.086337, "nauc_recall_at_1_diff1": 0.786234, "nauc_recall_at_3_max": 0.730533, "nauc_recall_at_3_std": 0.146631, "nauc_recall_at_3_diff1": 0.743304, "nauc_recall_at_5_max": 0.726016, "nauc_recall_at_5_std": 0.181696, "nauc_recall_at_5_diff1": 0.707465, "nauc_recall_at_10_max": 0.713796, "nauc_recall_at_10_std": 0.067344, "nauc_recall_at_10_diff1": 0.693127, "nauc_recall_at_20_max": 0.642444, "nauc_recall_at_20_std": -0.056229, "nauc_recall_at_20_diff1": 0.668598, "nauc_recall_at_100_max": 0.78282, "nauc_recall_at_100_std": 0.411944, "nauc_recall_at_100_diff1": 0.714196, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.621727, "nauc_precision_at_1_std": 0.086337, "nauc_precision_at_1_diff1": 0.786234, "nauc_precision_at_3_max": 0.730533, "nauc_precision_at_3_std": 0.146631, "nauc_precision_at_3_diff1": 0.743304, "nauc_precision_at_5_max": 0.726016, "nauc_precision_at_5_std": 0.181696, "nauc_precision_at_5_diff1": 0.707465, "nauc_precision_at_10_max": 0.713796, "nauc_precision_at_10_std": 0.067344, "nauc_precision_at_10_diff1": 0.693127, "nauc_precision_at_20_max": 0.642444, "nauc_precision_at_20_std": -0.056229, "nauc_precision_at_20_diff1": 0.668598, "nauc_precision_at_100_max": 0.78282, "nauc_precision_at_100_std": 0.411944, "nauc_precision_at_100_diff1": 0.714196, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.621727, "nauc_mrr_at_1_std": 0.086337, "nauc_mrr_at_1_diff1": 0.786234, "nauc_mrr_at_3_max": 0.66365, "nauc_mrr_at_3_std": 0.107638, "nauc_mrr_at_3_diff1": 0.76752, "nauc_mrr_at_5_max": 0.659789, "nauc_mrr_at_5_std": 0.110839, "nauc_mrr_at_5_diff1": 0.762835, "nauc_mrr_at_10_max": 0.656735, "nauc_mrr_at_10_std": 0.101679, "nauc_mrr_at_10_diff1": 0.76352, "nauc_mrr_at_20_max": 0.654279, "nauc_mrr_at_20_std": 0.099321, "nauc_mrr_at_20_diff1": 0.763796, "nauc_mrr_at_100_max": 0.654622, "nauc_mrr_at_100_std": 0.102138, "nauc_mrr_at_100_diff1": 0.764229, "nauc_mrr_at_1000_max": 0.65459, "nauc_mrr_at_1000_std": 0.10205, "nauc_mrr_at_1000_diff1": 0.764289, "main_score": 0.75515, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.73047, "ndcg_at_3": 0.80299, "ndcg_at_5": 0.81762, "ndcg_at_10": 0.8275, "ndcg_at_20": 0.83449, "ndcg_at_100": 0.84362, "ndcg_at_1000": 0.84458, "map_at_1": 0.73047, "map_at_3": 0.78548, "map_at_5": 0.79368, "map_at_10": 0.798, "map_at_20": 0.79996, "map_at_100": 0.80138, "map_at_1000": 0.80141, "recall_at_1": 0.73047, "recall_at_3": 0.85352, "recall_at_5": 0.88867, "recall_at_10": 0.91797, "recall_at_20": 0.94531, "recall_at_100": 0.99219, "recall_at_1000": 1.0, "precision_at_1": 0.73047, "precision_at_3": 0.28451, "precision_at_5": 0.17773, "precision_at_10": 0.0918, "precision_at_20": 0.04727, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.730469, "mrr_at_3": 0.785482, "mrr_at_5": 0.793685, "mrr_at_10": 0.798002, "mrr_at_20": 0.799961, "mrr_at_100": 0.801382, "mrr_at_1000": 0.80141, "nauc_ndcg_at_1_max": 0.667755, "nauc_ndcg_at_1_std": 0.003135, "nauc_ndcg_at_1_diff1": 0.869889, "nauc_ndcg_at_3_max": 0.73498, "nauc_ndcg_at_3_std": -0.014865, "nauc_ndcg_at_3_diff1": 0.849529, "nauc_ndcg_at_5_max": 0.732434, "nauc_ndcg_at_5_std": -0.006877, "nauc_ndcg_at_5_diff1": 0.842168, "nauc_ndcg_at_10_max": 0.729868, "nauc_ndcg_at_10_std": 0.024967, "nauc_ndcg_at_10_diff1": 0.843428, "nauc_ndcg_at_20_max": 0.730921, "nauc_ndcg_at_20_std": 0.028187, "nauc_ndcg_at_20_diff1": 0.844264, "nauc_ndcg_at_100_max": 0.721707, "nauc_ndcg_at_100_std": 0.017229, "nauc_ndcg_at_100_diff1": 0.850558, "nauc_ndcg_at_1000_max": 0.720269, "nauc_ndcg_at_1000_std": 0.014043, "nauc_ndcg_at_1000_diff1": 0.850336, "nauc_map_at_1_max": 0.667755, "nauc_map_at_1_std": 0.003135, "nauc_map_at_1_diff1": 0.869889, "nauc_map_at_3_max": 0.716921, "nauc_map_at_3_std": -0.008695, "nauc_map_at_3_diff1": 0.855011, "nauc_map_at_5_max": 0.715183, "nauc_map_at_5_std": -0.004081, "nauc_map_at_5_diff1": 0.851349, "nauc_map_at_10_max": 0.71368, "nauc_map_at_10_std": 0.007631, "nauc_map_at_10_diff1": 0.851849, "nauc_map_at_20_max": 0.714071, "nauc_map_at_20_std": 0.008719, "nauc_map_at_20_diff1": 0.852202, "nauc_map_at_100_max": 0.712803, "nauc_map_at_100_std": 0.007464, "nauc_map_at_100_diff1": 0.853114, "nauc_map_at_1000_max": 0.712769, "nauc_map_at_1000_std": 0.007383, "nauc_map_at_1000_diff1": 0.853113, "nauc_recall_at_1_max": 0.667755, "nauc_recall_at_1_std": 0.003135, "nauc_recall_at_1_diff1": 0.869889, "nauc_recall_at_3_max": 0.806159, "nauc_recall_at_3_std": -0.040017, "nauc_recall_at_3_diff1": 0.827916, "nauc_recall_at_5_max": 0.814996, "nauc_recall_at_5_std": -0.020266, "nauc_recall_at_5_diff1": 0.79608, "nauc_recall_at_10_max": 0.829951, "nauc_recall_at_10_std": 0.161602, "nauc_recall_at_10_diff1": 0.789732, "nauc_recall_at_20_max": 0.883817, "nauc_recall_at_20_std": 0.252031, "nauc_recall_at_20_diff1": 0.770294, "nauc_recall_at_100_max": 0.934669, "nauc_recall_at_100_std": 0.477305, "nauc_recall_at_100_diff1": 0.888542, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.667755, "nauc_precision_at_1_std": 0.003135, "nauc_precision_at_1_diff1": 0.869889, "nauc_precision_at_3_max": 0.806159, "nauc_precision_at_3_std": -0.040017, "nauc_precision_at_3_diff1": 0.827916, "nauc_precision_at_5_max": 0.814996, "nauc_precision_at_5_std": -0.020266, "nauc_precision_at_5_diff1": 0.79608, "nauc_precision_at_10_max": 0.829951, "nauc_precision_at_10_std": 0.161602, "nauc_precision_at_10_diff1": 0.789732, "nauc_precision_at_20_max": 0.883817, "nauc_precision_at_20_std": 0.252031, "nauc_precision_at_20_diff1": 0.770294, "nauc_precision_at_100_max": 0.934669, "nauc_precision_at_100_std": 0.477305, "nauc_precision_at_100_diff1": 0.888542, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.667755, "nauc_mrr_at_1_std": 0.003135, "nauc_mrr_at_1_diff1": 0.869889, "nauc_mrr_at_3_max": 0.716921, "nauc_mrr_at_3_std": -0.008695, "nauc_mrr_at_3_diff1": 0.855011, "nauc_mrr_at_5_max": 0.715183, "nauc_mrr_at_5_std": -0.004081, "nauc_mrr_at_5_diff1": 0.851349, "nauc_mrr_at_10_max": 0.71368, "nauc_mrr_at_10_std": 0.007631, "nauc_mrr_at_10_diff1": 0.851849, "nauc_mrr_at_20_max": 0.714071, "nauc_mrr_at_20_std": 0.008719, "nauc_mrr_at_20_diff1": 0.852202, "nauc_mrr_at_100_max": 0.712803, "nauc_mrr_at_100_std": 0.007464, "nauc_mrr_at_100_diff1": 0.853114, "nauc_mrr_at_1000_max": 0.712769, "nauc_mrr_at_1000_std": 0.007383, "nauc_mrr_at_1000_diff1": 0.853113, "main_score": 0.8275, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.75174, "ndcg_at_3": 0.81436, "ndcg_at_5": 0.8273, "ndcg_at_10": 0.83959, "ndcg_at_20": 0.84441, "ndcg_at_100": 0.85089, "ndcg_at_1000": 0.85355, "map_at_1": 0.75174, "map_at_3": 0.79951, "map_at_5": 0.80669, "map_at_10": 0.81188, "map_at_20": 0.81318, "map_at_100": 0.81414, "map_at_1000": 0.81424, "recall_at_1": 0.75174, "recall_at_3": 0.85714, "recall_at_5": 0.8885, "recall_at_10": 0.92596, "recall_at_20": 0.94512, "recall_at_100": 0.97909, "recall_at_1000": 1.0, "precision_at_1": 0.75174, "precision_at_3": 0.28571, "precision_at_5": 0.1777, "precision_at_10": 0.0926, "precision_at_20": 0.04726, "precision_at_100": 0.00979, "precision_at_1000": 0.001, "mrr_at_1": 0.751742, "mrr_at_3": 0.799506, "mrr_at_5": 0.806693, "mrr_at_10": 0.811877, "mrr_at_20": 0.813182, "mrr_at_100": 0.81414, "mrr_at_1000": 0.814241, "nauc_ndcg_at_1_max": 0.714399, "nauc_ndcg_at_1_std": -0.162692, "nauc_ndcg_at_1_diff1": 0.855886, "nauc_ndcg_at_3_max": 0.757536, "nauc_ndcg_at_3_std": -0.15771, "nauc_ndcg_at_3_diff1": 0.833493, "nauc_ndcg_at_5_max": 0.757944, "nauc_ndcg_at_5_std": -0.150838, "nauc_ndcg_at_5_diff1": 0.835195, "nauc_ndcg_at_10_max": 0.757186, "nauc_ndcg_at_10_std": -0.14615, "nauc_ndcg_at_10_diff1": 0.836251, "nauc_ndcg_at_20_max": 0.760119, "nauc_ndcg_at_20_std": -0.136296, "nauc_ndcg_at_20_diff1": 0.837586, "nauc_ndcg_at_100_max": 0.754865, "nauc_ndcg_at_100_std": -0.142469, "nauc_ndcg_at_100_diff1": 0.840217, "nauc_ndcg_at_1000_max": 0.751598, "nauc_ndcg_at_1000_std": -0.14827, "nauc_ndcg_at_1000_diff1": 0.84014, "nauc_map_at_1_max": 0.714399, "nauc_map_at_1_std": -0.162692, "nauc_map_at_1_diff1": 0.855886, "nauc_map_at_3_max": 0.746039, "nauc_map_at_3_std": -0.161386, "nauc_map_at_3_diff1": 0.839836, "nauc_map_at_5_max": 0.745976, "nauc_map_at_5_std": -0.157959, "nauc_map_at_5_diff1": 0.840975, "nauc_map_at_10_max": 0.745194, "nauc_map_at_10_std": -0.156424, "nauc_map_at_10_diff1": 0.841387, "nauc_map_at_20_max": 0.745879, "nauc_map_at_20_std": -0.154335, "nauc_map_at_20_diff1": 0.841805, "nauc_map_at_100_max": 0.745178, "nauc_map_at_100_std": -0.155218, "nauc_map_at_100_diff1": 0.842094, "nauc_map_at_1000_max": 0.745086, "nauc_map_at_1000_std": -0.155345, "nauc_map_at_1000_diff1": 0.8421, "nauc_recall_at_1_max": 0.714399, "nauc_recall_at_1_std": -0.162692, "nauc_recall_at_1_diff1": 0.855886, "nauc_recall_at_3_max": 0.801389, "nauc_recall_at_3_std": -0.142273, "nauc_recall_at_3_diff1": 0.809072, "nauc_recall_at_5_max": 0.812781, "nauc_recall_at_5_std": -0.114806, "nauc_recall_at_5_diff1": 0.808643, "nauc_recall_at_10_max": 0.83683, "nauc_recall_at_10_std": -0.06876, "nauc_recall_at_10_diff1": 0.803851, "nauc_recall_at_20_max": 0.892683, "nauc_recall_at_20_std": 0.062799, "nauc_recall_at_20_diff1": 0.804721, "nauc_recall_at_100_max": 0.925581, "nauc_recall_at_100_std": 0.176996, "nauc_recall_at_100_diff1": 0.846694, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.714399, "nauc_precision_at_1_std": -0.162692, "nauc_precision_at_1_diff1": 0.855886, "nauc_precision_at_3_max": 0.801389, "nauc_precision_at_3_std": -0.142273, "nauc_precision_at_3_diff1": 0.809072, "nauc_precision_at_5_max": 0.812781, "nauc_precision_at_5_std": -0.114806, "nauc_precision_at_5_diff1": 0.808643, "nauc_precision_at_10_max": 0.83683, "nauc_precision_at_10_std": -0.06876, "nauc_precision_at_10_diff1": 0.803851, "nauc_precision_at_20_max": 0.892683, "nauc_precision_at_20_std": 0.062799, "nauc_precision_at_20_diff1": 0.804721, "nauc_precision_at_100_max": 0.925581, "nauc_precision_at_100_std": 0.176996, "nauc_precision_at_100_diff1": 0.846694, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.714399, "nauc_mrr_at_1_std": -0.162692, "nauc_mrr_at_1_diff1": 0.855886, "nauc_mrr_at_3_max": 0.746039, "nauc_mrr_at_3_std": -0.161386, "nauc_mrr_at_3_diff1": 0.839836, "nauc_mrr_at_5_max": 0.745976, "nauc_mrr_at_5_std": -0.157959, "nauc_mrr_at_5_diff1": 0.840975, "nauc_mrr_at_10_max": 0.745194, "nauc_mrr_at_10_std": -0.156424, "nauc_mrr_at_10_diff1": 0.841387, "nauc_mrr_at_20_max": 0.745879, "nauc_mrr_at_20_std": -0.154335, "nauc_mrr_at_20_diff1": 0.841805, "nauc_mrr_at_100_max": 0.745178, "nauc_mrr_at_100_std": -0.155218, "nauc_mrr_at_100_diff1": 0.842094, "nauc_mrr_at_1000_max": 0.745086, "nauc_mrr_at_1000_std": -0.155345, "nauc_mrr_at_1000_diff1": 0.8421, "main_score": 0.83959, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.73, "ndcg_at_3": 0.78617, "ndcg_at_5": 0.80837, "ndcg_at_10": 0.82273, "ndcg_at_20": 0.83238, "ndcg_at_100": 0.83781, "ndcg_at_1000": 0.83934, "map_at_1": 0.73, "map_at_3": 0.773, "map_at_5": 0.7853, "map_at_10": 0.7913, "map_at_20": 0.79397, "map_at_100": 0.79482, "map_at_1000": 0.79488, "recall_at_1": 0.73, "recall_at_3": 0.824, "recall_at_5": 0.878, "recall_at_10": 0.922, "recall_at_20": 0.96, "recall_at_100": 0.988, "recall_at_1000": 1.0, "precision_at_1": 0.73, "precision_at_3": 0.27467, "precision_at_5": 0.1756, "precision_at_10": 0.0922, "precision_at_20": 0.048, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.73, "mrr_at_3": 0.773, "mrr_at_5": 0.7853, "mrr_at_10": 0.791303, "mrr_at_20": 0.793974, "mrr_at_100": 0.794825, "mrr_at_1000": 0.794876, "nauc_ndcg_at_1_max": 0.790934, "nauc_ndcg_at_1_std": 0.048985, "nauc_ndcg_at_1_diff1": 0.845603, "nauc_ndcg_at_3_max": 0.812805, "nauc_ndcg_at_3_std": 0.057534, "nauc_ndcg_at_3_diff1": 0.822248, "nauc_ndcg_at_5_max": 0.802035, "nauc_ndcg_at_5_std": 0.055163, "nauc_ndcg_at_5_diff1": 0.814628, "nauc_ndcg_at_10_max": 0.801615, "nauc_ndcg_at_10_std": 0.045391, "nauc_ndcg_at_10_diff1": 0.822747, "nauc_ndcg_at_20_max": 0.801309, "nauc_ndcg_at_20_std": 0.057287, "nauc_ndcg_at_20_diff1": 0.821101, "nauc_ndcg_at_100_max": 0.800634, "nauc_ndcg_at_100_std": 0.058611, "nauc_ndcg_at_100_diff1": 0.822705, "nauc_ndcg_at_1000_max": 0.801042, "nauc_ndcg_at_1000_std": 0.054976, "nauc_ndcg_at_1000_diff1": 0.824294, "nauc_map_at_1_max": 0.790934, "nauc_map_at_1_std": 0.048985, "nauc_map_at_1_diff1": 0.845603, "nauc_map_at_3_max": 0.807131, "nauc_map_at_3_std": 0.056331, "nauc_map_at_3_diff1": 0.828263, "nauc_map_at_5_max": 0.801338, "nauc_map_at_5_std": 0.054805, "nauc_map_at_5_diff1": 0.824515, "nauc_map_at_10_max": 0.800844, "nauc_map_at_10_std": 0.05141, "nauc_map_at_10_diff1": 0.827721, "nauc_map_at_20_max": 0.80085, "nauc_map_at_20_std": 0.054437, "nauc_map_at_20_diff1": 0.827387, "nauc_map_at_100_max": 0.800723, "nauc_map_at_100_std": 0.054229, "nauc_map_at_100_diff1": 0.827586, "nauc_map_at_1000_max": 0.80073, "nauc_map_at_1000_std": 0.054128, "nauc_map_at_1000_diff1": 0.827627, "nauc_recall_at_1_max": 0.790934, "nauc_recall_at_1_std": 0.048985, "nauc_recall_at_1_diff1": 0.845603, "nauc_recall_at_3_max": 0.832825, "nauc_recall_at_3_std": 0.061224, "nauc_recall_at_3_diff1": 0.801053, "nauc_recall_at_5_max": 0.802645, "nauc_recall_at_5_std": 0.056003, "nauc_recall_at_5_diff1": 0.767122, "nauc_recall_at_10_max": 0.804472, "nauc_recall_at_10_std": -0.006931, "nauc_recall_at_10_diff1": 0.793998, "nauc_recall_at_20_max": 0.799486, "nauc_recall_at_20_std": 0.113539, "nauc_recall_at_20_diff1": 0.742787, "nauc_recall_at_100_max": 0.758792, "nauc_recall_at_100_std": 0.405307, "nauc_recall_at_100_diff1": 0.667834, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.790934, "nauc_precision_at_1_std": 0.048985, "nauc_precision_at_1_diff1": 0.845603, "nauc_precision_at_3_max": 0.832825, "nauc_precision_at_3_std": 0.061224, "nauc_precision_at_3_diff1": 0.801053, "nauc_precision_at_5_max": 0.802645, "nauc_precision_at_5_std": 0.056003, "nauc_precision_at_5_diff1": 0.767122, "nauc_precision_at_10_max": 0.804472, "nauc_precision_at_10_std": -0.006931, "nauc_precision_at_10_diff1": 0.793998, "nauc_precision_at_20_max": 0.799486, "nauc_precision_at_20_std": 0.113539, "nauc_precision_at_20_diff1": 0.742787, "nauc_precision_at_100_max": 0.758792, "nauc_precision_at_100_std": 0.405307, "nauc_precision_at_100_diff1": 0.667834, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.790934, "nauc_mrr_at_1_std": 0.048985, "nauc_mrr_at_1_diff1": 0.845603, "nauc_mrr_at_3_max": 0.807131, "nauc_mrr_at_3_std": 0.056331, "nauc_mrr_at_3_diff1": 0.828263, "nauc_mrr_at_5_max": 0.801338, "nauc_mrr_at_5_std": 0.054805, "nauc_mrr_at_5_diff1": 0.824515, "nauc_mrr_at_10_max": 0.800844, "nauc_mrr_at_10_std": 0.05141, "nauc_mrr_at_10_diff1": 0.827721, "nauc_mrr_at_20_max": 0.80085, "nauc_mrr_at_20_std": 0.054437, "nauc_mrr_at_20_diff1": 0.827387, "nauc_mrr_at_100_max": 0.800723, "nauc_mrr_at_100_std": 0.054229, "nauc_mrr_at_100_diff1": 0.827586, "nauc_mrr_at_1000_max": 0.80073, "nauc_mrr_at_1000_std": 0.054128, "nauc_mrr_at_1000_diff1": 0.827627, "main_score": 0.82273, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.71203, "ndcg_at_3": 0.7793, "ndcg_at_5": 0.79645, "ndcg_at_10": 0.81135, "ndcg_at_20": 0.81951, "ndcg_at_100": 0.8267, "ndcg_at_1000": 0.82909, "map_at_1": 0.71203, "map_at_3": 0.76298, "map_at_5": 0.77255, "map_at_10": 0.77884, "map_at_20": 0.78118, "map_at_100": 0.78226, "map_at_1000": 0.78237, "recall_at_1": 0.71203, "recall_at_3": 0.82643, "recall_at_5": 0.86785, "recall_at_10": 0.91321, "recall_at_20": 0.94477, "recall_at_100": 0.98225, "recall_at_1000": 1.0, "precision_at_1": 0.71203, "precision_at_3": 0.27548, "precision_at_5": 0.17357, "precision_at_10": 0.09132, "precision_at_20": 0.04724, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.712032, "mrr_at_3": 0.762985, "mrr_at_5": 0.772551, "mrr_at_10": 0.778845, "mrr_at_20": 0.781178, "mrr_at_100": 0.782258, "mrr_at_1000": 0.782367, "nauc_ndcg_at_1_max": 0.703588, "nauc_ndcg_at_1_std": 0.114331, "nauc_ndcg_at_1_diff1": 0.78759, "nauc_ndcg_at_3_max": 0.738647, "nauc_ndcg_at_3_std": 0.099231, "nauc_ndcg_at_3_diff1": 0.767251, "nauc_ndcg_at_5_max": 0.744434, "nauc_ndcg_at_5_std": 0.103924, "nauc_ndcg_at_5_diff1": 0.76164, "nauc_ndcg_at_10_max": 0.746148, "nauc_ndcg_at_10_std": 0.127469, "nauc_ndcg_at_10_diff1": 0.768426, "nauc_ndcg_at_20_max": 0.739179, "nauc_ndcg_at_20_std": 0.113857, "nauc_ndcg_at_20_diff1": 0.771996, "nauc_ndcg_at_100_max": 0.735537, "nauc_ndcg_at_100_std": 0.115842, "nauc_ndcg_at_100_diff1": 0.771522, "nauc_ndcg_at_1000_max": 0.735063, "nauc_ndcg_at_1000_std": 0.111794, "nauc_ndcg_at_1000_diff1": 0.77218, "nauc_map_at_1_max": 0.703588, "nauc_map_at_1_std": 0.114331, "nauc_map_at_1_diff1": 0.78759, "nauc_map_at_3_max": 0.730749, "nauc_map_at_3_std": 0.103855, "nauc_map_at_3_diff1": 0.772735, "nauc_map_at_5_max": 0.733042, "nauc_map_at_5_std": 0.105887, "nauc_map_at_5_diff1": 0.769804, "nauc_map_at_10_max": 0.733283, "nauc_map_at_10_std": 0.113455, "nauc_map_at_10_diff1": 0.772666, "nauc_map_at_20_max": 0.731506, "nauc_map_at_20_std": 0.110067, "nauc_map_at_20_diff1": 0.773634, "nauc_map_at_100_max": 0.730981, "nauc_map_at_100_std": 0.110059, "nauc_map_at_100_diff1": 0.773628, "nauc_map_at_1000_max": 0.730993, "nauc_map_at_1000_std": 0.109958, "nauc_map_at_1000_diff1": 0.773672, "nauc_recall_at_1_max": 0.703588, "nauc_recall_at_1_std": 0.114331, "nauc_recall_at_1_diff1": 0.78759, "nauc_recall_at_3_max": 0.767046, "nauc_recall_at_3_std": 0.081776, "nauc_recall_at_3_diff1": 0.746925, "nauc_recall_at_5_max": 0.79731, "nauc_recall_at_5_std": 0.096761, "nauc_recall_at_5_diff1": 0.723698, "nauc_recall_at_10_max": 0.833581, "nauc_recall_at_10_std": 0.248207, "nauc_recall_at_10_diff1": 0.74467, "nauc_recall_at_20_max": 0.802845, "nauc_recall_at_20_std": 0.16127, "nauc_recall_at_20_diff1": 0.770323, "nauc_recall_at_100_max": 0.779047, "nauc_recall_at_100_std": 0.394952, "nauc_recall_at_100_diff1": 0.737494, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.703588, "nauc_precision_at_1_std": 0.114331, "nauc_precision_at_1_diff1": 0.78759, "nauc_precision_at_3_max": 0.767046, "nauc_precision_at_3_std": 0.081776, "nauc_precision_at_3_diff1": 0.746925, "nauc_precision_at_5_max": 0.79731, "nauc_precision_at_5_std": 0.096761, "nauc_precision_at_5_diff1": 0.723698, "nauc_precision_at_10_max": 0.833581, "nauc_precision_at_10_std": 0.248207, "nauc_precision_at_10_diff1": 0.74467, "nauc_precision_at_20_max": 0.802845, "nauc_precision_at_20_std": 0.16127, "nauc_precision_at_20_diff1": 0.770323, "nauc_precision_at_100_max": 0.779047, "nauc_precision_at_100_std": 0.394952, "nauc_precision_at_100_diff1": 0.737494, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.703588, "nauc_mrr_at_1_std": 0.114331, "nauc_mrr_at_1_diff1": 0.78759, "nauc_mrr_at_3_max": 0.730749, "nauc_mrr_at_3_std": 0.103855, "nauc_mrr_at_3_diff1": 0.772735, "nauc_mrr_at_5_max": 0.733042, "nauc_mrr_at_5_std": 0.105887, "nauc_mrr_at_5_diff1": 0.769804, "nauc_mrr_at_10_max": 0.733283, "nauc_mrr_at_10_std": 0.113455, "nauc_mrr_at_10_diff1": 0.772666, "nauc_mrr_at_20_max": 0.731506, "nauc_mrr_at_20_std": 0.110067, "nauc_mrr_at_20_diff1": 0.773634, "nauc_mrr_at_100_max": 0.730981, "nauc_mrr_at_100_std": 0.110059, "nauc_mrr_at_100_diff1": 0.773628, "nauc_mrr_at_1000_max": 0.730993, "nauc_mrr_at_1000_std": 0.109958, "nauc_mrr_at_1000_diff1": 0.773672, "main_score": 0.81135, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.65753, "ndcg_at_3": 0.75181, "ndcg_at_5": 0.76958, "ndcg_at_10": 0.7854, "ndcg_at_20": 0.79579, "ndcg_at_100": 0.80314, "ndcg_at_1000": 0.80416, "map_at_1": 0.65753, "map_at_3": 0.72831, "map_at_5": 0.73819, "map_at_10": 0.74472, "map_at_20": 0.74757, "map_at_100": 0.74863, "map_at_1000": 0.74867, "recall_at_1": 0.65753, "recall_at_3": 0.81996, "recall_at_5": 0.86301, "recall_at_10": 0.91194, "recall_at_20": 0.95303, "recall_at_100": 0.99217, "recall_at_1000": 1.0, "precision_at_1": 0.65753, "precision_at_3": 0.27332, "precision_at_5": 0.1726, "precision_at_10": 0.09119, "precision_at_20": 0.04765, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.657534, "mrr_at_3": 0.728311, "mrr_at_5": 0.738193, "mrr_at_10": 0.744716, "mrr_at_20": 0.747568, "mrr_at_100": 0.748628, "mrr_at_1000": 0.748669, "nauc_ndcg_at_1_max": 0.66222, "nauc_ndcg_at_1_std": 0.157711, "nauc_ndcg_at_1_diff1": 0.822419, "nauc_ndcg_at_3_max": 0.706346, "nauc_ndcg_at_3_std": 0.136138, "nauc_ndcg_at_3_diff1": 0.791233, "nauc_ndcg_at_5_max": 0.713813, "nauc_ndcg_at_5_std": 0.138328, "nauc_ndcg_at_5_diff1": 0.787362, "nauc_ndcg_at_10_max": 0.706102, "nauc_ndcg_at_10_std": 0.151983, "nauc_ndcg_at_10_diff1": 0.785779, "nauc_ndcg_at_20_max": 0.70197, "nauc_ndcg_at_20_std": 0.157987, "nauc_ndcg_at_20_diff1": 0.78767, "nauc_ndcg_at_100_max": 0.699938, "nauc_ndcg_at_100_std": 0.156346, "nauc_ndcg_at_100_diff1": 0.794133, "nauc_ndcg_at_1000_max": 0.699341, "nauc_ndcg_at_1000_std": 0.152876, "nauc_ndcg_at_1000_diff1": 0.795648, "nauc_map_at_1_max": 0.66222, "nauc_map_at_1_std": 0.157711, "nauc_map_at_1_diff1": 0.822419, "nauc_map_at_3_max": 0.695836, "nauc_map_at_3_std": 0.143829, "nauc_map_at_3_diff1": 0.799855, "nauc_map_at_5_max": 0.69933, "nauc_map_at_5_std": 0.145074, "nauc_map_at_5_diff1": 0.798472, "nauc_map_at_10_max": 0.696059, "nauc_map_at_10_std": 0.149753, "nauc_map_at_10_diff1": 0.798289, "nauc_map_at_20_max": 0.695001, "nauc_map_at_20_std": 0.150899, "nauc_map_at_20_diff1": 0.798972, "nauc_map_at_100_max": 0.694871, "nauc_map_at_100_std": 0.150987, "nauc_map_at_100_diff1": 0.800001, "nauc_map_at_1000_max": 0.694858, "nauc_map_at_1000_std": 0.150883, "nauc_map_at_1000_diff1": 0.800039, "nauc_recall_at_1_max": 0.66222, "nauc_recall_at_1_std": 0.157711, "nauc_recall_at_1_diff1": 0.822419, "nauc_recall_at_3_max": 0.746885, "nauc_recall_at_3_std": 0.104697, "nauc_recall_at_3_diff1": 0.757142, "nauc_recall_at_5_max": 0.784824, "nauc_recall_at_5_std": 0.104892, "nauc_recall_at_5_diff1": 0.731603, "nauc_recall_at_10_max": 0.771668, "nauc_recall_at_10_std": 0.182534, "nauc_recall_at_10_diff1": 0.692288, "nauc_recall_at_20_max": 0.767157, "nauc_recall_at_20_std": 0.30413, "nauc_recall_at_20_diff1": 0.635448, "nauc_recall_at_100_max": 0.806971, "nauc_recall_at_100_std": 0.737551, "nauc_recall_at_100_diff1": 0.528736, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.66222, "nauc_precision_at_1_std": 0.157711, "nauc_precision_at_1_diff1": 0.822419, "nauc_precision_at_3_max": 0.746885, "nauc_precision_at_3_std": 0.104697, "nauc_precision_at_3_diff1": 0.757142, "nauc_precision_at_5_max": 0.784824, "nauc_precision_at_5_std": 0.104892, "nauc_precision_at_5_diff1": 0.731603, "nauc_precision_at_10_max": 0.771668, "nauc_precision_at_10_std": 0.182534, "nauc_precision_at_10_diff1": 0.692288, "nauc_precision_at_20_max": 0.767157, "nauc_precision_at_20_std": 0.30413, "nauc_precision_at_20_diff1": 0.635448, "nauc_precision_at_100_max": 0.806971, "nauc_precision_at_100_std": 0.737551, "nauc_precision_at_100_diff1": 0.528736, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.66222, "nauc_mrr_at_1_std": 0.157711, "nauc_mrr_at_1_diff1": 0.822419, "nauc_mrr_at_3_max": 0.695836, "nauc_mrr_at_3_std": 0.143829, "nauc_mrr_at_3_diff1": 0.799855, "nauc_mrr_at_5_max": 0.69933, "nauc_mrr_at_5_std": 0.145074, "nauc_mrr_at_5_diff1": 0.798472, "nauc_mrr_at_10_max": 0.696059, "nauc_mrr_at_10_std": 0.149753, "nauc_mrr_at_10_diff1": 0.798289, "nauc_mrr_at_20_max": 0.695001, "nauc_mrr_at_20_std": 0.150899, "nauc_mrr_at_20_diff1": 0.798972, "nauc_mrr_at_100_max": 0.694871, "nauc_mrr_at_100_std": 0.150987, "nauc_mrr_at_100_diff1": 0.800001, "nauc_mrr_at_1000_max": 0.694858, "nauc_mrr_at_1000_std": 0.150883, "nauc_mrr_at_1000_diff1": 0.800039, "main_score": 0.7854, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.76611, "ndcg_at_5": 0.78412, "ndcg_at_10": 0.79826, "ndcg_at_20": 0.80349, "ndcg_at_100": 0.81073, "ndcg_at_1000": 0.81317, "map_at_1": 0.66667, "map_at_3": 0.74272, "map_at_5": 0.75274, "map_at_10": 0.75859, "map_at_20": 0.75988, "map_at_100": 0.76083, "map_at_1000": 0.76095, "recall_at_1": 0.66667, "recall_at_3": 0.83333, "recall_at_5": 0.87698, "recall_at_10": 0.92063, "recall_at_20": 0.94246, "recall_at_100": 0.98214, "recall_at_1000": 1.0, "precision_at_1": 0.66667, "precision_at_3": 0.27778, "precision_at_5": 0.1754, "precision_at_10": 0.09206, "precision_at_20": 0.04712, "precision_at_100": 0.00982, "precision_at_1000": 0.001, "mrr_at_1": 0.666667, "mrr_at_3": 0.742725, "mrr_at_5": 0.752745, "mrr_at_10": 0.75859, "mrr_at_20": 0.759879, "mrr_at_100": 0.760832, "mrr_at_1000": 0.760947, "nauc_ndcg_at_1_max": 0.676029, "nauc_ndcg_at_1_std": 0.122324, "nauc_ndcg_at_1_diff1": 0.774097, "nauc_ndcg_at_3_max": 0.700152, "nauc_ndcg_at_3_std": 0.114093, "nauc_ndcg_at_3_diff1": 0.746972, "nauc_ndcg_at_5_max": 0.71761, "nauc_ndcg_at_5_std": 0.155254, "nauc_ndcg_at_5_diff1": 0.74515, "nauc_ndcg_at_10_max": 0.710265, "nauc_ndcg_at_10_std": 0.155237, "nauc_ndcg_at_10_diff1": 0.740172, "nauc_ndcg_at_20_max": 0.705703, "nauc_ndcg_at_20_std": 0.152089, "nauc_ndcg_at_20_diff1": 0.739051, "nauc_ndcg_at_100_max": 0.704025, "nauc_ndcg_at_100_std": 0.148556, "nauc_ndcg_at_100_diff1": 0.74379, "nauc_ndcg_at_1000_max": 0.702585, "nauc_ndcg_at_1000_std": 0.142797, "nauc_ndcg_at_1000_diff1": 0.747063, "nauc_map_at_1_max": 0.676029, "nauc_map_at_1_std": 0.122324, "nauc_map_at_1_diff1": 0.774097, "nauc_map_at_3_max": 0.694961, "nauc_map_at_3_std": 0.117624, "nauc_map_at_3_diff1": 0.754254, "nauc_map_at_5_max": 0.703096, "nauc_map_at_5_std": 0.137342, "nauc_map_at_5_diff1": 0.753502, "nauc_map_at_10_max": 0.699715, "nauc_map_at_10_std": 0.135984, "nauc_map_at_10_diff1": 0.751687, "nauc_map_at_20_max": 0.698724, "nauc_map_at_20_std": 0.135469, "nauc_map_at_20_diff1": 0.75155, "nauc_map_at_100_max": 0.698548, "nauc_map_at_100_std": 0.135223, "nauc_map_at_100_diff1": 0.752074, "nauc_map_at_1000_max": 0.698494, "nauc_map_at_1000_std": 0.135012, "nauc_map_at_1000_diff1": 0.752234, "nauc_recall_at_1_max": 0.676029, "nauc_recall_at_1_std": 0.122324, "nauc_recall_at_1_diff1": 0.774097, "nauc_recall_at_3_max": 0.720203, "nauc_recall_at_3_std": 0.099023, "nauc_recall_at_3_diff1": 0.717673, "nauc_recall_at_5_max": 0.796081, "nauc_recall_at_5_std": 0.258938, "nauc_recall_at_5_diff1": 0.702447, "nauc_recall_at_10_max": 0.791409, "nauc_recall_at_10_std": 0.324594, "nauc_recall_at_10_diff1": 0.650033, "nauc_recall_at_20_max": 0.764827, "nauc_recall_at_20_std": 0.342534, "nauc_recall_at_20_diff1": 0.601367, "nauc_recall_at_100_max": 0.802908, "nauc_recall_at_100_std": 0.541962, "nauc_recall_at_100_diff1": 0.540398, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.676029, "nauc_precision_at_1_std": 0.122324, "nauc_precision_at_1_diff1": 0.774097, "nauc_precision_at_3_max": 0.720203, "nauc_precision_at_3_std": 0.099023, "nauc_precision_at_3_diff1": 0.717673, "nauc_precision_at_5_max": 0.796081, "nauc_precision_at_5_std": 0.258938, "nauc_precision_at_5_diff1": 0.702447, "nauc_precision_at_10_max": 0.791409, "nauc_precision_at_10_std": 0.324594, "nauc_precision_at_10_diff1": 0.650033, "nauc_precision_at_20_max": 0.764827, "nauc_precision_at_20_std": 0.342534, "nauc_precision_at_20_diff1": 0.601367, "nauc_precision_at_100_max": 0.802908, "nauc_precision_at_100_std": 0.541962, "nauc_precision_at_100_diff1": 0.540398, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.676029, "nauc_mrr_at_1_std": 0.122324, "nauc_mrr_at_1_diff1": 0.774097, "nauc_mrr_at_3_max": 0.694961, "nauc_mrr_at_3_std": 0.117624, "nauc_mrr_at_3_diff1": 0.754254, "nauc_mrr_at_5_max": 0.703096, "nauc_mrr_at_5_std": 0.137342, "nauc_mrr_at_5_diff1": 0.753502, "nauc_mrr_at_10_max": 0.699715, "nauc_mrr_at_10_std": 0.135984, "nauc_mrr_at_10_diff1": 0.751687, "nauc_mrr_at_20_max": 0.698724, "nauc_mrr_at_20_std": 0.135469, "nauc_mrr_at_20_diff1": 0.75155, "nauc_mrr_at_100_max": 0.698548, "nauc_mrr_at_100_std": 0.135223, "nauc_mrr_at_100_diff1": 0.752074, "nauc_mrr_at_1000_max": 0.698494, "nauc_mrr_at_1000_std": 0.135012, "nauc_mrr_at_1000_diff1": 0.752234, "main_score": 0.79826, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.67081, "ndcg_at_3": 0.75296, "ndcg_at_5": 0.77916, "ndcg_at_10": 0.7995, "ndcg_at_20": 0.80258, "ndcg_at_100": 0.81249, "ndcg_at_1000": 0.81335, "map_at_1": 0.67081, "map_at_3": 0.73395, "map_at_5": 0.74886, "map_at_10": 0.75741, "map_at_20": 0.75821, "map_at_100": 0.75985, "map_at_1000": 0.7599, "recall_at_1": 0.67081, "recall_at_3": 0.80745, "recall_at_5": 0.86957, "recall_at_10": 0.93168, "recall_at_20": 0.9441, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.67081, "precision_at_3": 0.26915, "precision_at_5": 0.17391, "precision_at_10": 0.09317, "precision_at_20": 0.0472, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.670807, "mrr_at_3": 0.733954, "mrr_at_5": 0.748861, "mrr_at_10": 0.757407, "mrr_at_20": 0.758209, "mrr_at_100": 0.759852, "mrr_at_1000": 0.759896, "nauc_ndcg_at_1_max": 0.751335, "nauc_ndcg_at_1_std": 0.312815, "nauc_ndcg_at_1_diff1": 0.828216, "nauc_ndcg_at_3_max": 0.73596, "nauc_ndcg_at_3_std": 0.287887, "nauc_ndcg_at_3_diff1": 0.820176, "nauc_ndcg_at_5_max": 0.756853, "nauc_ndcg_at_5_std": 0.29143, "nauc_ndcg_at_5_diff1": 0.815559, "nauc_ndcg_at_10_max": 0.752249, "nauc_ndcg_at_10_std": 0.294686, "nauc_ndcg_at_10_diff1": 0.81919, "nauc_ndcg_at_20_max": 0.751845, "nauc_ndcg_at_20_std": 0.293813, "nauc_ndcg_at_20_diff1": 0.815988, "nauc_ndcg_at_100_max": 0.751929, "nauc_ndcg_at_100_std": 0.29757, "nauc_ndcg_at_100_diff1": 0.821636, "nauc_ndcg_at_1000_max": 0.750608, "nauc_ndcg_at_1000_std": 0.294526, "nauc_ndcg_at_1000_diff1": 0.821382, "nauc_map_at_1_max": 0.751335, "nauc_map_at_1_std": 0.312815, "nauc_map_at_1_diff1": 0.828216, "nauc_map_at_3_max": 0.741857, "nauc_map_at_3_std": 0.296397, "nauc_map_at_3_diff1": 0.824482, "nauc_map_at_5_max": 0.752376, "nauc_map_at_5_std": 0.298089, "nauc_map_at_5_diff1": 0.822339, "nauc_map_at_10_max": 0.749916, "nauc_map_at_10_std": 0.297281, "nauc_map_at_10_diff1": 0.823545, "nauc_map_at_20_max": 0.749838, "nauc_map_at_20_std": 0.297145, "nauc_map_at_20_diff1": 0.82287, "nauc_map_at_100_max": 0.749893, "nauc_map_at_100_std": 0.297109, "nauc_map_at_100_diff1": 0.823566, "nauc_map_at_1000_max": 0.749841, "nauc_map_at_1000_std": 0.29699, "nauc_map_at_1000_diff1": 0.823556, "nauc_recall_at_1_max": 0.751335, "nauc_recall_at_1_std": 0.312815, "nauc_recall_at_1_diff1": 0.828216, "nauc_recall_at_3_max": 0.713331, "nauc_recall_at_3_std": 0.255644, "nauc_recall_at_3_diff1": 0.803165, "nauc_recall_at_5_max": 0.783585, "nauc_recall_at_5_std": 0.259266, "nauc_recall_at_5_diff1": 0.77932, "nauc_recall_at_10_max": 0.780788, "nauc_recall_at_10_std": 0.293604, "nauc_recall_at_10_diff1": 0.782261, "nauc_recall_at_20_max": 0.781528, "nauc_recall_at_20_std": 0.281158, "nauc_recall_at_20_diff1": 0.733875, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.869371, "nauc_recall_at_100_diff1": 0.869371, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.751335, "nauc_precision_at_1_std": 0.312815, "nauc_precision_at_1_diff1": 0.828216, "nauc_precision_at_3_max": 0.713331, "nauc_precision_at_3_std": 0.255644, "nauc_precision_at_3_diff1": 0.803165, "nauc_precision_at_5_max": 0.783585, "nauc_precision_at_5_std": 0.259266, "nauc_precision_at_5_diff1": 0.77932, "nauc_precision_at_10_max": 0.780788, "nauc_precision_at_10_std": 0.293604, "nauc_precision_at_10_diff1": 0.782261, "nauc_precision_at_20_max": 0.781528, "nauc_precision_at_20_std": 0.281158, "nauc_precision_at_20_diff1": 0.733875, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.869371, "nauc_precision_at_100_diff1": 0.869371, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.751335, "nauc_mrr_at_1_std": 0.312815, "nauc_mrr_at_1_diff1": 0.828216, "nauc_mrr_at_3_max": 0.741857, "nauc_mrr_at_3_std": 0.296397, "nauc_mrr_at_3_diff1": 0.824482, "nauc_mrr_at_5_max": 0.752376, "nauc_mrr_at_5_std": 0.298089, "nauc_mrr_at_5_diff1": 0.822339, "nauc_mrr_at_10_max": 0.749916, "nauc_mrr_at_10_std": 0.297281, "nauc_mrr_at_10_diff1": 0.823545, "nauc_mrr_at_20_max": 0.749838, "nauc_mrr_at_20_std": 0.297145, "nauc_mrr_at_20_diff1": 0.82287, "nauc_mrr_at_100_max": 0.749893, "nauc_mrr_at_100_std": 0.297109, "nauc_mrr_at_100_diff1": 0.823566, "nauc_mrr_at_1000_max": 0.749841, "nauc_mrr_at_1000_std": 0.29699, "nauc_mrr_at_1000_diff1": 0.823556, "main_score": 0.7995, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.72959, "ndcg_at_3": 0.81049, "ndcg_at_5": 0.82103, "ndcg_at_10": 0.82902, "ndcg_at_20": 0.83946, "ndcg_at_100": 0.84729, "ndcg_at_1000": 0.84729, "map_at_1": 0.72959, "map_at_3": 0.79082, "map_at_5": 0.79668, "map_at_10": 0.79982, "map_at_20": 0.80275, "map_at_100": 0.80393, "map_at_1000": 0.80393, "recall_at_1": 0.72959, "recall_at_3": 0.86735, "recall_at_5": 0.89286, "recall_at_10": 0.91837, "recall_at_20": 0.95918, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.72959, "precision_at_3": 0.28912, "precision_at_5": 0.17857, "precision_at_10": 0.09184, "precision_at_20": 0.04796, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.729592, "mrr_at_3": 0.790816, "mrr_at_5": 0.796684, "mrr_at_10": 0.799822, "mrr_at_20": 0.80275, "mrr_at_100": 0.803935, "mrr_at_1000": 0.803935, "nauc_ndcg_at_1_max": 0.726489, "nauc_ndcg_at_1_std": 0.318301, "nauc_ndcg_at_1_diff1": 0.81669, "nauc_ndcg_at_3_max": 0.76788, "nauc_ndcg_at_3_std": 0.357284, "nauc_ndcg_at_3_diff1": 0.7983, "nauc_ndcg_at_5_max": 0.752074, "nauc_ndcg_at_5_std": 0.343846, "nauc_ndcg_at_5_diff1": 0.778738, "nauc_ndcg_at_10_max": 0.753674, "nauc_ndcg_at_10_std": 0.359008, "nauc_ndcg_at_10_diff1": 0.783341, "nauc_ndcg_at_20_max": 0.751645, "nauc_ndcg_at_20_std": 0.358952, "nauc_ndcg_at_20_diff1": 0.78983, "nauc_ndcg_at_100_max": 0.750344, "nauc_ndcg_at_100_std": 0.344938, "nauc_ndcg_at_100_diff1": 0.79543, "nauc_ndcg_at_1000_max": 0.750344, "nauc_ndcg_at_1000_std": 0.344938, "nauc_ndcg_at_1000_diff1": 0.79543, "nauc_map_at_1_max": 0.726489, "nauc_map_at_1_std": 0.318301, "nauc_map_at_1_diff1": 0.81669, "nauc_map_at_3_max": 0.757089, "nauc_map_at_3_std": 0.345413, "nauc_map_at_3_diff1": 0.804767, "nauc_map_at_5_max": 0.74905, "nauc_map_at_5_std": 0.338967, "nauc_map_at_5_diff1": 0.795221, "nauc_map_at_10_max": 0.749532, "nauc_map_at_10_std": 0.343822, "nauc_map_at_10_diff1": 0.797149, "nauc_map_at_20_max": 0.748628, "nauc_map_at_20_std": 0.342281, "nauc_map_at_20_diff1": 0.798664, "nauc_map_at_100_max": 0.748525, "nauc_map_at_100_std": 0.340603, "nauc_map_at_100_diff1": 0.79949, "nauc_map_at_1000_max": 0.748525, "nauc_map_at_1000_std": 0.340603, "nauc_map_at_1000_diff1": 0.79949, "nauc_recall_at_1_max": 0.726489, "nauc_recall_at_1_std": 0.318301, "nauc_recall_at_1_diff1": 0.81669, "nauc_recall_at_3_max": 0.812807, "nauc_recall_at_3_std": 0.407911, "nauc_recall_at_3_diff1": 0.770198, "nauc_recall_at_5_max": 0.762037, "nauc_recall_at_5_std": 0.364009, "nauc_recall_at_5_diff1": 0.690963, "nauc_recall_at_10_max": 0.774979, "nauc_recall_at_10_std": 0.465839, "nauc_recall_at_10_diff1": 0.691455, "nauc_recall_at_20_max": 0.780156, "nauc_recall_at_20_std": 0.614722, "nauc_recall_at_20_diff1": 0.697973, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.726489, "nauc_precision_at_1_std": 0.318301, "nauc_precision_at_1_diff1": 0.81669, "nauc_precision_at_3_max": 0.812807, "nauc_precision_at_3_std": 0.407911, "nauc_precision_at_3_diff1": 0.770198, "nauc_precision_at_5_max": 0.762037, "nauc_precision_at_5_std": 0.364009, "nauc_precision_at_5_diff1": 0.690963, "nauc_precision_at_10_max": 0.774979, "nauc_precision_at_10_std": 0.465839, "nauc_precision_at_10_diff1": 0.691455, "nauc_precision_at_20_max": 0.780156, "nauc_precision_at_20_std": 0.614722, "nauc_precision_at_20_diff1": 0.697973, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.726489, "nauc_mrr_at_1_std": 0.318301, "nauc_mrr_at_1_diff1": 0.81669, "nauc_mrr_at_3_max": 0.757089, "nauc_mrr_at_3_std": 0.345413, "nauc_mrr_at_3_diff1": 0.804767, "nauc_mrr_at_5_max": 0.74905, "nauc_mrr_at_5_std": 0.338967, "nauc_mrr_at_5_diff1": 0.795221, "nauc_mrr_at_10_max": 0.749532, "nauc_mrr_at_10_std": 0.343822, "nauc_mrr_at_10_diff1": 0.797149, "nauc_mrr_at_20_max": 0.748628, "nauc_mrr_at_20_std": 0.342281, "nauc_mrr_at_20_diff1": 0.798664, "nauc_mrr_at_100_max": 0.748525, "nauc_mrr_at_100_std": 0.340603, "nauc_mrr_at_100_diff1": 0.79949, "nauc_mrr_at_1000_max": 0.748525, "nauc_mrr_at_1000_std": 0.340603, "nauc_mrr_at_1000_diff1": 0.79949, "main_score": 0.82902, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.74, "ndcg_at_3": 0.81557, "ndcg_at_5": 0.82788, "ndcg_at_10": 0.83822, "ndcg_at_20": 0.84522, "ndcg_at_100": 0.85216, "ndcg_at_1000": 0.85328, "map_at_1": 0.74, "map_at_3": 0.798, "map_at_5": 0.8048, "map_at_10": 0.80907, "map_at_20": 0.81095, "map_at_100": 0.812, "map_at_1000": 0.81206, "recall_at_1": 0.74, "recall_at_3": 0.866, "recall_at_5": 0.896, "recall_at_10": 0.928, "recall_at_20": 0.956, "recall_at_100": 0.992, "recall_at_1000": 1.0, "precision_at_1": 0.74, "precision_at_3": 0.28867, "precision_at_5": 0.1792, "precision_at_10": 0.0928, "precision_at_20": 0.0478, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.74, "mrr_at_3": 0.798, "mrr_at_5": 0.8048, "mrr_at_10": 0.809068, "mrr_at_20": 0.81095, "mrr_at_100": 0.811996, "mrr_at_1000": 0.812055, "nauc_ndcg_at_1_max": 0.734751, "nauc_ndcg_at_1_std": -0.039528, "nauc_ndcg_at_1_diff1": 0.889579, "nauc_ndcg_at_3_max": 0.787095, "nauc_ndcg_at_3_std": -0.026563, "nauc_ndcg_at_3_diff1": 0.885176, "nauc_ndcg_at_5_max": 0.781037, "nauc_ndcg_at_5_std": -0.016306, "nauc_ndcg_at_5_diff1": 0.878168, "nauc_ndcg_at_10_max": 0.78091, "nauc_ndcg_at_10_std": -0.017677, "nauc_ndcg_at_10_diff1": 0.879177, "nauc_ndcg_at_20_max": 0.779769, "nauc_ndcg_at_20_std": -0.016141, "nauc_ndcg_at_20_diff1": 0.880353, "nauc_ndcg_at_100_max": 0.773853, "nauc_ndcg_at_100_std": -0.012305, "nauc_ndcg_at_100_diff1": 0.88167, "nauc_ndcg_at_1000_max": 0.772796, "nauc_ndcg_at_1000_std": -0.017929, "nauc_ndcg_at_1000_diff1": 0.882086, "nauc_map_at_1_max": 0.734751, "nauc_map_at_1_std": -0.039528, "nauc_map_at_1_diff1": 0.889579, "nauc_map_at_3_max": 0.773003, "nauc_map_at_3_std": -0.027123, "nauc_map_at_3_diff1": 0.88632, "nauc_map_at_5_max": 0.769675, "nauc_map_at_5_std": -0.021974, "nauc_map_at_5_diff1": 0.882941, "nauc_map_at_10_max": 0.769294, "nauc_map_at_10_std": -0.022058, "nauc_map_at_10_diff1": 0.883069, "nauc_map_at_20_max": 0.768881, "nauc_map_at_20_std": -0.02147, "nauc_map_at_20_diff1": 0.883341, "nauc_map_at_100_max": 0.768062, "nauc_map_at_100_std": -0.02112, "nauc_map_at_100_diff1": 0.883521, "nauc_map_at_1000_max": 0.768013, "nauc_map_at_1000_std": -0.021371, "nauc_map_at_1000_diff1": 0.883539, "nauc_recall_at_1_max": 0.734751, "nauc_recall_at_1_std": -0.039528, "nauc_recall_at_1_diff1": 0.889579, "nauc_recall_at_3_max": 0.843947, "nauc_recall_at_3_std": -0.026233, "nauc_recall_at_3_diff1": 0.880587, "nauc_recall_at_5_max": 0.834576, "nauc_recall_at_5_std": 0.011658, "nauc_recall_at_5_diff1": 0.852794, "nauc_recall_at_10_max": 0.857817, "nauc_recall_at_10_std": 0.008144, "nauc_recall_at_10_diff1": 0.852552, "nauc_recall_at_20_max": 0.892836, "nauc_recall_at_20_std": 0.035523, "nauc_recall_at_20_diff1": 0.851774, "nauc_recall_at_100_max": 0.897876, "nauc_recall_at_100_std": 0.645892, "nauc_recall_at_100_diff1": 0.832516, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.734751, "nauc_precision_at_1_std": -0.039528, "nauc_precision_at_1_diff1": 0.889579, "nauc_precision_at_3_max": 0.843947, "nauc_precision_at_3_std": -0.026233, "nauc_precision_at_3_diff1": 0.880587, "nauc_precision_at_5_max": 0.834576, "nauc_precision_at_5_std": 0.011658, "nauc_precision_at_5_diff1": 0.852794, "nauc_precision_at_10_max": 0.857817, "nauc_precision_at_10_std": 0.008144, "nauc_precision_at_10_diff1": 0.852552, "nauc_precision_at_20_max": 0.892836, "nauc_precision_at_20_std": 0.035523, "nauc_precision_at_20_diff1": 0.851774, "nauc_precision_at_100_max": 0.897876, "nauc_precision_at_100_std": 0.645892, "nauc_precision_at_100_diff1": 0.832516, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.734751, "nauc_mrr_at_1_std": -0.039528, "nauc_mrr_at_1_diff1": 0.889579, "nauc_mrr_at_3_max": 0.773003, "nauc_mrr_at_3_std": -0.027123, "nauc_mrr_at_3_diff1": 0.88632, "nauc_mrr_at_5_max": 0.769675, "nauc_mrr_at_5_std": -0.021974, "nauc_mrr_at_5_diff1": 0.882941, "nauc_mrr_at_10_max": 0.769294, "nauc_mrr_at_10_std": -0.022058, "nauc_mrr_at_10_diff1": 0.883069, "nauc_mrr_at_20_max": 0.768881, "nauc_mrr_at_20_std": -0.02147, "nauc_mrr_at_20_diff1": 0.883341, "nauc_mrr_at_100_max": 0.768062, "nauc_mrr_at_100_std": -0.02112, "nauc_mrr_at_100_diff1": 0.883521, "nauc_mrr_at_1000_max": 0.768013, "nauc_mrr_at_1000_std": -0.021371, "nauc_mrr_at_1000_diff1": 0.883539, "main_score": 0.83822, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.752, "ndcg_at_3": 0.82226, "ndcg_at_5": 0.82984, "ndcg_at_10": 0.8388, "ndcg_at_20": 0.84473, "ndcg_at_100": 0.85414, "ndcg_at_1000": 0.85553, "map_at_1": 0.752, "map_at_3": 0.80567, "map_at_5": 0.80997, "map_at_10": 0.81361, "map_at_20": 0.81517, "map_at_100": 0.81651, "map_at_1000": 0.81658, "recall_at_1": 0.752, "recall_at_3": 0.87, "recall_at_5": 0.888, "recall_at_10": 0.916, "recall_at_20": 0.94, "recall_at_100": 0.99, "recall_at_1000": 1.0, "precision_at_1": 0.752, "precision_at_3": 0.29, "precision_at_5": 0.1776, "precision_at_10": 0.0916, "precision_at_20": 0.047, "precision_at_100": 0.0099, "precision_at_1000": 0.001, "mrr_at_1": 0.752, "mrr_at_3": 0.805667, "mrr_at_5": 0.809967, "mrr_at_10": 0.813613, "mrr_at_20": 0.815172, "mrr_at_100": 0.816513, "mrr_at_1000": 0.816583, "nauc_ndcg_at_1_max": 0.731793, "nauc_ndcg_at_1_std": 0.102626, "nauc_ndcg_at_1_diff1": 0.825832, "nauc_ndcg_at_3_max": 0.789621, "nauc_ndcg_at_3_std": 0.148234, "nauc_ndcg_at_3_diff1": 0.819391, "nauc_ndcg_at_5_max": 0.783191, "nauc_ndcg_at_5_std": 0.150532, "nauc_ndcg_at_5_diff1": 0.813487, "nauc_ndcg_at_10_max": 0.773967, "nauc_ndcg_at_10_std": 0.138789, "nauc_ndcg_at_10_diff1": 0.808428, "nauc_ndcg_at_20_max": 0.776616, "nauc_ndcg_at_20_std": 0.154359, "nauc_ndcg_at_20_diff1": 0.810729, "nauc_ndcg_at_100_max": 0.769221, "nauc_ndcg_at_100_std": 0.137135, "nauc_ndcg_at_100_diff1": 0.812736, "nauc_ndcg_at_1000_max": 0.768757, "nauc_ndcg_at_1000_std": 0.137271, "nauc_ndcg_at_1000_diff1": 0.813775, "nauc_map_at_1_max": 0.731793, "nauc_map_at_1_std": 0.102626, "nauc_map_at_1_diff1": 0.825832, "nauc_map_at_3_max": 0.77208, "nauc_map_at_3_std": 0.132478, "nauc_map_at_3_diff1": 0.820651, "nauc_map_at_5_max": 0.768461, "nauc_map_at_5_std": 0.133636, "nauc_map_at_5_diff1": 0.817619, "nauc_map_at_10_max": 0.764705, "nauc_map_at_10_std": 0.128678, "nauc_map_at_10_diff1": 0.815863, "nauc_map_at_20_max": 0.765052, "nauc_map_at_20_std": 0.132115, "nauc_map_at_20_diff1": 0.816337, "nauc_map_at_100_max": 0.764037, "nauc_map_at_100_std": 0.1301, "nauc_map_at_100_diff1": 0.816499, "nauc_map_at_1000_max": 0.764026, "nauc_map_at_1000_std": 0.130126, "nauc_map_at_1000_diff1": 0.81655, "nauc_recall_at_1_max": 0.731793, "nauc_recall_at_1_std": 0.102626, "nauc_recall_at_1_diff1": 0.825832, "nauc_recall_at_3_max": 0.861409, "nauc_recall_at_3_std": 0.213827, "nauc_recall_at_3_diff1": 0.814634, "nauc_recall_at_5_max": 0.849254, "nauc_recall_at_5_std": 0.228896, "nauc_recall_at_5_diff1": 0.793992, "nauc_recall_at_10_max": 0.820606, "nauc_recall_at_10_std": 0.193066, "nauc_recall_at_10_diff1": 0.760015, "nauc_recall_at_20_max": 0.868425, "nauc_recall_at_20_std": 0.364519, "nauc_recall_at_20_diff1": 0.765251, "nauc_recall_at_100_max": 0.819328, "nauc_recall_at_100_std": 0.137068, "nauc_recall_at_100_diff1": 0.718021, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.731793, "nauc_precision_at_1_std": 0.102626, "nauc_precision_at_1_diff1": 0.825832, "nauc_precision_at_3_max": 0.861409, "nauc_precision_at_3_std": 0.213827, "nauc_precision_at_3_diff1": 0.814634, "nauc_precision_at_5_max": 0.849254, "nauc_precision_at_5_std": 0.228896, "nauc_precision_at_5_diff1": 0.793992, "nauc_precision_at_10_max": 0.820606, "nauc_precision_at_10_std": 0.193066, "nauc_precision_at_10_diff1": 0.760015, "nauc_precision_at_20_max": 0.868425, "nauc_precision_at_20_std": 0.364519, "nauc_precision_at_20_diff1": 0.765251, "nauc_precision_at_100_max": 0.819328, "nauc_precision_at_100_std": 0.137068, "nauc_precision_at_100_diff1": 0.718021, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.731793, "nauc_mrr_at_1_std": 0.102626, "nauc_mrr_at_1_diff1": 0.825832, "nauc_mrr_at_3_max": 0.77208, "nauc_mrr_at_3_std": 0.132478, "nauc_mrr_at_3_diff1": 0.820651, "nauc_mrr_at_5_max": 0.768461, "nauc_mrr_at_5_std": 0.133636, "nauc_mrr_at_5_diff1": 0.817619, "nauc_mrr_at_10_max": 0.764705, "nauc_mrr_at_10_std": 0.128678, "nauc_mrr_at_10_diff1": 0.815863, "nauc_mrr_at_20_max": 0.765052, "nauc_mrr_at_20_std": 0.132115, "nauc_mrr_at_20_diff1": 0.816337, "nauc_mrr_at_100_max": 0.764037, "nauc_mrr_at_100_std": 0.1301, "nauc_mrr_at_100_diff1": 0.816499, "nauc_mrr_at_1000_max": 0.764026, "nauc_mrr_at_1000_std": 0.130126, "nauc_mrr_at_1000_diff1": 0.81655, "main_score": 0.8388, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.73262, "ndcg_at_3": 0.81067, "ndcg_at_5": 0.82862, "ndcg_at_10": 0.8408, "ndcg_at_20": 0.84633, "ndcg_at_100": 0.85283, "ndcg_at_1000": 0.85283, "map_at_1": 0.73262, "map_at_3": 0.79144, "map_at_5": 0.8016, "map_at_10": 0.80668, "map_at_20": 0.80827, "map_at_100": 0.80937, "map_at_1000": 0.80937, "recall_at_1": 0.73262, "recall_at_3": 0.86631, "recall_at_5": 0.90909, "recall_at_10": 0.94652, "recall_at_20": 0.96791, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.73262, "precision_at_3": 0.28877, "precision_at_5": 0.18182, "precision_at_10": 0.09465, "precision_at_20": 0.0484, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.73262, "mrr_at_3": 0.791444, "mrr_at_5": 0.801604, "mrr_at_10": 0.806684, "mrr_at_20": 0.808265, "mrr_at_100": 0.809366, "mrr_at_1000": 0.809366, "nauc_ndcg_at_1_max": 0.698346, "nauc_ndcg_at_1_std": 0.230598, "nauc_ndcg_at_1_diff1": 0.822415, "nauc_ndcg_at_3_max": 0.770891, "nauc_ndcg_at_3_std": 0.316132, "nauc_ndcg_at_3_diff1": 0.783394, "nauc_ndcg_at_5_max": 0.776336, "nauc_ndcg_at_5_std": 0.355137, "nauc_ndcg_at_5_diff1": 0.779606, "nauc_ndcg_at_10_max": 0.769781, "nauc_ndcg_at_10_std": 0.350713, "nauc_ndcg_at_10_diff1": 0.780767, "nauc_ndcg_at_20_max": 0.763278, "nauc_ndcg_at_20_std": 0.331641, "nauc_ndcg_at_20_diff1": 0.78968, "nauc_ndcg_at_100_max": 0.756401, "nauc_ndcg_at_100_std": 0.315769, "nauc_ndcg_at_100_diff1": 0.792193, "nauc_ndcg_at_1000_max": 0.756401, "nauc_ndcg_at_1000_std": 0.315769, "nauc_ndcg_at_1000_diff1": 0.792193, "nauc_map_at_1_max": 0.698346, "nauc_map_at_1_std": 0.230598, "nauc_map_at_1_diff1": 0.822415, "nauc_map_at_3_max": 0.754333, "nauc_map_at_3_std": 0.297498, "nauc_map_at_3_diff1": 0.793297, "nauc_map_at_5_max": 0.75542, "nauc_map_at_5_std": 0.314247, "nauc_map_at_5_diff1": 0.791517, "nauc_map_at_10_max": 0.75272, "nauc_map_at_10_std": 0.310951, "nauc_map_at_10_diff1": 0.792563, "nauc_map_at_20_max": 0.751058, "nauc_map_at_20_std": 0.306084, "nauc_map_at_20_diff1": 0.794931, "nauc_map_at_100_max": 0.75016, "nauc_map_at_100_std": 0.304154, "nauc_map_at_100_diff1": 0.795344, "nauc_map_at_1000_max": 0.75016, "nauc_map_at_1000_std": 0.304154, "nauc_map_at_1000_diff1": 0.795344, "nauc_recall_at_1_max": 0.698346, "nauc_recall_at_1_std": 0.230598, "nauc_recall_at_1_diff1": 0.822415, "nauc_recall_at_3_max": 0.83767, "nauc_recall_at_3_std": 0.390577, "nauc_recall_at_3_diff1": 0.742665, "nauc_recall_at_5_max": 0.894911, "nauc_recall_at_5_std": 0.597077, "nauc_recall_at_5_diff1": 0.713012, "nauc_recall_at_10_max": 0.919857, "nauc_recall_at_10_std": 0.738471, "nauc_recall_at_10_diff1": 0.671129, "nauc_recall_at_20_max": 0.910079, "nauc_recall_at_20_std": 0.678483, "nauc_recall_at_20_diff1": 0.740661, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.698346, "nauc_precision_at_1_std": 0.230598, "nauc_precision_at_1_diff1": 0.822415, "nauc_precision_at_3_max": 0.83767, "nauc_precision_at_3_std": 0.390577, "nauc_precision_at_3_diff1": 0.742665, "nauc_precision_at_5_max": 0.894911, "nauc_precision_at_5_std": 0.597077, "nauc_precision_at_5_diff1": 0.713012, "nauc_precision_at_10_max": 0.919857, "nauc_precision_at_10_std": 0.738471, "nauc_precision_at_10_diff1": 0.671129, "nauc_precision_at_20_max": 0.910079, "nauc_precision_at_20_std": 0.678483, "nauc_precision_at_20_diff1": 0.740661, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.698346, "nauc_mrr_at_1_std": 0.230598, "nauc_mrr_at_1_diff1": 0.822415, "nauc_mrr_at_3_max": 0.754333, "nauc_mrr_at_3_std": 0.297498, "nauc_mrr_at_3_diff1": 0.793297, "nauc_mrr_at_5_max": 0.75542, "nauc_mrr_at_5_std": 0.314247, "nauc_mrr_at_5_diff1": 0.791517, "nauc_mrr_at_10_max": 0.75272, "nauc_mrr_at_10_std": 0.310951, "nauc_mrr_at_10_diff1": 0.792563, "nauc_mrr_at_20_max": 0.751058, "nauc_mrr_at_20_std": 0.306084, "nauc_mrr_at_20_diff1": 0.794931, "nauc_mrr_at_100_max": 0.75016, "nauc_mrr_at_100_std": 0.304154, "nauc_mrr_at_100_diff1": 0.795344, "nauc_mrr_at_1000_max": 0.75016, "nauc_mrr_at_1000_std": 0.304154, "nauc_mrr_at_1000_diff1": 0.795344, "main_score": 0.8408, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.74074, "ndcg_at_3": 0.80404, "ndcg_at_5": 0.82158, "ndcg_at_10": 0.82978, "ndcg_at_20": 0.84048, "ndcg_at_100": 0.84852, "ndcg_at_1000": 0.84852, "map_at_1": 0.74074, "map_at_3": 0.78924, "map_at_5": 0.79903, "map_at_10": 0.80222, "map_at_20": 0.80515, "map_at_100": 0.80635, "map_at_1000": 0.80635, "recall_at_1": 0.74074, "recall_at_3": 0.84656, "recall_at_5": 0.88889, "recall_at_10": 0.91534, "recall_at_20": 0.95767, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.74074, "precision_at_3": 0.28219, "precision_at_5": 0.17778, "precision_at_10": 0.09153, "precision_at_20": 0.04788, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.740741, "mrr_at_3": 0.789242, "mrr_at_5": 0.79903, "mrr_at_10": 0.802219, "mrr_at_20": 0.805148, "mrr_at_100": 0.806353, "mrr_at_1000": 0.806353, "nauc_ndcg_at_1_max": 0.75801, "nauc_ndcg_at_1_std": 0.211398, "nauc_ndcg_at_1_diff1": 0.88154, "nauc_ndcg_at_3_max": 0.79427, "nauc_ndcg_at_3_std": 0.156529, "nauc_ndcg_at_3_diff1": 0.862124, "nauc_ndcg_at_5_max": 0.782857, "nauc_ndcg_at_5_std": 0.190047, "nauc_ndcg_at_5_diff1": 0.84802, "nauc_ndcg_at_10_max": 0.791801, "nauc_ndcg_at_10_std": 0.224376, "nauc_ndcg_at_10_diff1": 0.85081, "nauc_ndcg_at_20_max": 0.782997, "nauc_ndcg_at_20_std": 0.201653, "nauc_ndcg_at_20_diff1": 0.85413, "nauc_ndcg_at_100_max": 0.77949, "nauc_ndcg_at_100_std": 0.190566, "nauc_ndcg_at_100_diff1": 0.858247, "nauc_ndcg_at_1000_max": 0.77949, "nauc_ndcg_at_1000_std": 0.190566, "nauc_ndcg_at_1000_diff1": 0.858247, "nauc_map_at_1_max": 0.75801, "nauc_map_at_1_std": 0.211398, "nauc_map_at_1_diff1": 0.88154, "nauc_map_at_3_max": 0.783064, "nauc_map_at_3_std": 0.165481, "nauc_map_at_3_diff1": 0.867666, "nauc_map_at_5_max": 0.776928, "nauc_map_at_5_std": 0.183049, "nauc_map_at_5_diff1": 0.860802, "nauc_map_at_10_max": 0.779338, "nauc_map_at_10_std": 0.195271, "nauc_map_at_10_diff1": 0.861546, "nauc_map_at_20_max": 0.777188, "nauc_map_at_20_std": 0.18974, "nauc_map_at_20_diff1": 0.862605, "nauc_map_at_100_max": 0.776671, "nauc_map_at_100_std": 0.187801, "nauc_map_at_100_diff1": 0.86281, "nauc_map_at_1000_max": 0.776671, "nauc_map_at_1000_std": 0.187801, "nauc_map_at_1000_diff1": 0.86281, "nauc_recall_at_1_max": 0.75801, "nauc_recall_at_1_std": 0.211398, "nauc_recall_at_1_diff1": 0.88154, "nauc_recall_at_3_max": 0.837055, "nauc_recall_at_3_std": 0.126395, "nauc_recall_at_3_diff1": 0.841196, "nauc_recall_at_5_max": 0.809167, "nauc_recall_at_5_std": 0.235772, "nauc_recall_at_5_diff1": 0.783229, "nauc_recall_at_10_max": 0.876733, "nauc_recall_at_10_std": 0.447703, "nauc_recall_at_10_diff1": 0.785422, "nauc_recall_at_20_max": 0.839327, "nauc_recall_at_20_std": 0.3568, "nauc_recall_at_20_diff1": 0.761567, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.75801, "nauc_precision_at_1_std": 0.211398, "nauc_precision_at_1_diff1": 0.88154, "nauc_precision_at_3_max": 0.837055, "nauc_precision_at_3_std": 0.126395, "nauc_precision_at_3_diff1": 0.841196, "nauc_precision_at_5_max": 0.809167, "nauc_precision_at_5_std": 0.235772, "nauc_precision_at_5_diff1": 0.783229, "nauc_precision_at_10_max": 0.876733, "nauc_precision_at_10_std": 0.447703, "nauc_precision_at_10_diff1": 0.785422, "nauc_precision_at_20_max": 0.839327, "nauc_precision_at_20_std": 0.3568, "nauc_precision_at_20_diff1": 0.761567, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.75801, "nauc_mrr_at_1_std": 0.211398, "nauc_mrr_at_1_diff1": 0.88154, "nauc_mrr_at_3_max": 0.783064, "nauc_mrr_at_3_std": 0.165481, "nauc_mrr_at_3_diff1": 0.867666, "nauc_mrr_at_5_max": 0.776928, "nauc_mrr_at_5_std": 0.183049, "nauc_mrr_at_5_diff1": 0.860802, "nauc_mrr_at_10_max": 0.779338, "nauc_mrr_at_10_std": 0.195271, "nauc_mrr_at_10_diff1": 0.861546, "nauc_mrr_at_20_max": 0.777188, "nauc_mrr_at_20_std": 0.18974, "nauc_mrr_at_20_diff1": 0.862605, "nauc_mrr_at_100_max": 0.776671, "nauc_mrr_at_100_std": 0.187801, "nauc_mrr_at_100_diff1": 0.86281, "nauc_mrr_at_1000_max": 0.776671, "nauc_mrr_at_1000_std": 0.187801, "nauc_mrr_at_1000_diff1": 0.86281, "main_score": 0.82978, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.74534, "ndcg_at_3": 0.82586, "ndcg_at_5": 0.83389, "ndcg_at_10": 0.84209, "ndcg_at_20": 0.84672, "ndcg_at_100": 0.85639, "ndcg_at_1000": 0.85729, "map_at_1": 0.74534, "map_at_3": 0.80642, "map_at_5": 0.81108, "map_at_10": 0.81455, "map_at_20": 0.81578, "map_at_100": 0.8173, "map_at_1000": 0.81735, "recall_at_1": 0.74534, "recall_at_3": 0.88199, "recall_at_5": 0.90062, "recall_at_10": 0.92547, "recall_at_20": 0.9441, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.74534, "precision_at_3": 0.294, "precision_at_5": 0.18012, "precision_at_10": 0.09255, "precision_at_20": 0.0472, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.745342, "mrr_at_3": 0.806418, "mrr_at_5": 0.811077, "mrr_at_10": 0.814552, "mrr_at_20": 0.81578, "mrr_at_100": 0.817301, "mrr_at_1000": 0.817355, "nauc_ndcg_at_1_max": 0.725738, "nauc_ndcg_at_1_std": 0.378652, "nauc_ndcg_at_1_diff1": 0.913014, "nauc_ndcg_at_3_max": 0.813507, "nauc_ndcg_at_3_std": 0.407501, "nauc_ndcg_at_3_diff1": 0.895378, "nauc_ndcg_at_5_max": 0.808264, "nauc_ndcg_at_5_std": 0.441519, "nauc_ndcg_at_5_diff1": 0.883858, "nauc_ndcg_at_10_max": 0.804826, "nauc_ndcg_at_10_std": 0.441554, "nauc_ndcg_at_10_diff1": 0.890753, "nauc_ndcg_at_20_max": 0.802714, "nauc_ndcg_at_20_std": 0.443258, "nauc_ndcg_at_20_diff1": 0.89297, "nauc_ndcg_at_100_max": 0.794939, "nauc_ndcg_at_100_std": 0.434998, "nauc_ndcg_at_100_diff1": 0.89464, "nauc_ndcg_at_1000_max": 0.793521, "nauc_ndcg_at_1000_std": 0.43109, "nauc_ndcg_at_1000_diff1": 0.894814, "nauc_map_at_1_max": 0.725738, "nauc_map_at_1_std": 0.378652, "nauc_map_at_1_diff1": 0.913014, "nauc_map_at_3_max": 0.792201, "nauc_map_at_3_std": 0.405406, "nauc_map_at_3_diff1": 0.899914, "nauc_map_at_5_max": 0.788989, "nauc_map_at_5_std": 0.422964, "nauc_map_at_5_diff1": 0.894057, "nauc_map_at_10_max": 0.787217, "nauc_map_at_10_std": 0.421854, "nauc_map_at_10_diff1": 0.897064, "nauc_map_at_20_max": 0.786618, "nauc_map_at_20_std": 0.422283, "nauc_map_at_20_diff1": 0.897567, "nauc_map_at_100_max": 0.78566, "nauc_map_at_100_std": 0.421736, "nauc_map_at_100_diff1": 0.897628, "nauc_map_at_1000_max": 0.785591, "nauc_map_at_1000_std": 0.421549, "nauc_map_at_1000_diff1": 0.897638, "nauc_recall_at_1_max": 0.725738, "nauc_recall_at_1_std": 0.378652, "nauc_recall_at_1_diff1": 0.913014, "nauc_recall_at_3_max": 0.90414, "nauc_recall_at_3_std": 0.412473, "nauc_recall_at_3_diff1": 0.875877, "nauc_recall_at_5_max": 0.900003, "nauc_recall_at_5_std": 0.535974, "nauc_recall_at_5_diff1": 0.831151, "nauc_recall_at_10_max": 0.911564, "nauc_recall_at_10_std": 0.576323, "nauc_recall_at_10_diff1": 0.851352, "nauc_recall_at_20_max": 0.925628, "nauc_recall_at_20_std": 0.634209, "nauc_recall_at_20_diff1": 0.86166, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.869371, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.725738, "nauc_precision_at_1_std": 0.378652, "nauc_precision_at_1_diff1": 0.913014, "nauc_precision_at_3_max": 0.90414, "nauc_precision_at_3_std": 0.412473, "nauc_precision_at_3_diff1": 0.875877, "nauc_precision_at_5_max": 0.900003, "nauc_precision_at_5_std": 0.535974, "nauc_precision_at_5_diff1": 0.831151, "nauc_precision_at_10_max": 0.911564, "nauc_precision_at_10_std": 0.576323, "nauc_precision_at_10_diff1": 0.851352, "nauc_precision_at_20_max": 0.925628, "nauc_precision_at_20_std": 0.634209, "nauc_precision_at_20_diff1": 0.86166, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.869371, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.725738, "nauc_mrr_at_1_std": 0.378652, "nauc_mrr_at_1_diff1": 0.913014, "nauc_mrr_at_3_max": 0.792201, "nauc_mrr_at_3_std": 0.405406, "nauc_mrr_at_3_diff1": 0.899914, "nauc_mrr_at_5_max": 0.788989, "nauc_mrr_at_5_std": 0.422964, "nauc_mrr_at_5_diff1": 0.894057, "nauc_mrr_at_10_max": 0.787217, "nauc_mrr_at_10_std": 0.421854, "nauc_mrr_at_10_diff1": 0.897064, "nauc_mrr_at_20_max": 0.786618, "nauc_mrr_at_20_std": 0.422283, "nauc_mrr_at_20_diff1": 0.897567, "nauc_mrr_at_100_max": 0.78566, "nauc_mrr_at_100_std": 0.421736, "nauc_mrr_at_100_diff1": 0.897628, "nauc_mrr_at_1000_max": 0.785591, "nauc_mrr_at_1000_std": 0.421549, "nauc_mrr_at_1000_diff1": 0.897638, "main_score": 0.84209, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.66667, "ndcg_at_3": 0.77624, "ndcg_at_5": 0.7855, "ndcg_at_10": 0.80072, "ndcg_at_20": 0.81026, "ndcg_at_100": 0.81643, "ndcg_at_1000": 0.81718, "map_at_1": 0.66667, "map_at_3": 0.7491, "map_at_5": 0.75448, "map_at_10": 0.76051, "map_at_20": 0.76314, "map_at_100": 0.76407, "map_at_1000": 0.76411, "recall_at_1": 0.66667, "recall_at_3": 0.85484, "recall_at_5": 0.87634, "recall_at_10": 0.92473, "recall_at_20": 0.96237, "recall_at_100": 0.99462, "recall_at_1000": 1.0, "precision_at_1": 0.66667, "precision_at_3": 0.28495, "precision_at_5": 0.17527, "precision_at_10": 0.09247, "precision_at_20": 0.04812, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.666667, "mrr_at_3": 0.749104, "mrr_at_5": 0.75448, "mrr_at_10": 0.760505, "mrr_at_20": 0.763139, "mrr_at_100": 0.764073, "mrr_at_1000": 0.764112, "nauc_ndcg_at_1_max": 0.70417, "nauc_ndcg_at_1_std": 0.279485, "nauc_ndcg_at_1_diff1": 0.803377, "nauc_ndcg_at_3_max": 0.731627, "nauc_ndcg_at_3_std": 0.343953, "nauc_ndcg_at_3_diff1": 0.759806, "nauc_ndcg_at_5_max": 0.742414, "nauc_ndcg_at_5_std": 0.36411, "nauc_ndcg_at_5_diff1": 0.757055, "nauc_ndcg_at_10_max": 0.741616, "nauc_ndcg_at_10_std": 0.36837, "nauc_ndcg_at_10_diff1": 0.750906, "nauc_ndcg_at_20_max": 0.737116, "nauc_ndcg_at_20_std": 0.356105, "nauc_ndcg_at_20_diff1": 0.758915, "nauc_ndcg_at_100_max": 0.731881, "nauc_ndcg_at_100_std": 0.345381, "nauc_ndcg_at_100_diff1": 0.765335, "nauc_ndcg_at_1000_max": 0.730609, "nauc_ndcg_at_1000_std": 0.342275, "nauc_ndcg_at_1000_diff1": 0.76554, "nauc_map_at_1_max": 0.70417, "nauc_map_at_1_std": 0.279485, "nauc_map_at_1_diff1": 0.803377, "nauc_map_at_3_max": 0.722987, "nauc_map_at_3_std": 0.325028, "nauc_map_at_3_diff1": 0.770438, "nauc_map_at_5_max": 0.728369, "nauc_map_at_5_std": 0.335025, "nauc_map_at_5_diff1": 0.769249, "nauc_map_at_10_max": 0.727335, "nauc_map_at_10_std": 0.334772, "nauc_map_at_10_diff1": 0.767214, "nauc_map_at_20_max": 0.726133, "nauc_map_at_20_std": 0.331923, "nauc_map_at_20_diff1": 0.769096, "nauc_map_at_100_max": 0.725598, "nauc_map_at_100_std": 0.330823, "nauc_map_at_100_diff1": 0.770177, "nauc_map_at_1000_max": 0.725546, "nauc_map_at_1000_std": 0.330695, "nauc_map_at_1000_diff1": 0.770186, "nauc_recall_at_1_max": 0.70417, "nauc_recall_at_1_std": 0.279485, "nauc_recall_at_1_diff1": 0.803377, "nauc_recall_at_3_max": 0.770797, "nauc_recall_at_3_std": 0.428898, "nauc_recall_at_3_diff1": 0.713544, "nauc_recall_at_5_max": 0.816273, "nauc_recall_at_5_std": 0.515695, "nauc_recall_at_5_diff1": 0.696336, "nauc_recall_at_10_max": 0.860651, "nauc_recall_at_10_std": 0.65221, "nauc_recall_at_10_diff1": 0.61862, "nauc_recall_at_20_max": 0.901883, "nauc_recall_at_20_std": 0.709801, "nauc_recall_at_20_diff1": 0.630924, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.722107, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.70417, "nauc_precision_at_1_std": 0.279485, "nauc_precision_at_1_diff1": 0.803377, "nauc_precision_at_3_max": 0.770797, "nauc_precision_at_3_std": 0.428898, "nauc_precision_at_3_diff1": 0.713544, "nauc_precision_at_5_max": 0.816273, "nauc_precision_at_5_std": 0.515695, "nauc_precision_at_5_diff1": 0.696336, "nauc_precision_at_10_max": 0.860651, "nauc_precision_at_10_std": 0.65221, "nauc_precision_at_10_diff1": 0.61862, "nauc_precision_at_20_max": 0.901883, "nauc_precision_at_20_std": 0.709801, "nauc_precision_at_20_diff1": 0.630924, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.722107, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.70417, "nauc_mrr_at_1_std": 0.279485, "nauc_mrr_at_1_diff1": 0.803377, "nauc_mrr_at_3_max": 0.722987, "nauc_mrr_at_3_std": 0.325028, "nauc_mrr_at_3_diff1": 0.770438, "nauc_mrr_at_5_max": 0.728369, "nauc_mrr_at_5_std": 0.335025, "nauc_mrr_at_5_diff1": 0.769249, "nauc_mrr_at_10_max": 0.727335, "nauc_mrr_at_10_std": 0.334772, "nauc_mrr_at_10_diff1": 0.767214, "nauc_mrr_at_20_max": 0.726133, "nauc_mrr_at_20_std": 0.331923, "nauc_mrr_at_20_diff1": 0.769096, "nauc_mrr_at_100_max": 0.725598, "nauc_mrr_at_100_std": 0.330823, "nauc_mrr_at_100_diff1": 0.770177, "nauc_mrr_at_1000_max": 0.725546, "nauc_mrr_at_1000_std": 0.330695, "nauc_mrr_at_1000_diff1": 0.770186, "main_score": 0.80072, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.82209, "ndcg_at_3": 0.89242, "ndcg_at_5": 0.90245, "ndcg_at_10": 0.90833, "ndcg_at_20": 0.91149, "ndcg_at_100": 0.91251, "ndcg_at_1000": 0.91251, "map_at_1": 0.82209, "map_at_3": 0.87628, "map_at_5": 0.8818, "map_at_10": 0.88419, "map_at_20": 0.88508, "map_at_100": 0.88518, "map_at_1000": 0.88518, "recall_at_1": 0.82209, "recall_at_3": 0.93865, "recall_at_5": 0.96319, "recall_at_10": 0.9816, "recall_at_20": 0.99387, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.82209, "precision_at_3": 0.31288, "precision_at_5": 0.19264, "precision_at_10": 0.09816, "precision_at_20": 0.04969, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.822086, "mrr_at_3": 0.876278, "mrr_at_5": 0.8818, "mrr_at_10": 0.884185, "mrr_at_20": 0.88508, "mrr_at_100": 0.885179, "mrr_at_1000": 0.885179, "nauc_ndcg_at_1_max": 0.575876, "nauc_ndcg_at_1_std": -0.421325, "nauc_ndcg_at_1_diff1": 0.889895, "nauc_ndcg_at_3_max": 0.601192, "nauc_ndcg_at_3_std": -0.366133, "nauc_ndcg_at_3_diff1": 0.875273, "nauc_ndcg_at_5_max": 0.60048, "nauc_ndcg_at_5_std": -0.352842, "nauc_ndcg_at_5_diff1": 0.883781, "nauc_ndcg_at_10_max": 0.601594, "nauc_ndcg_at_10_std": -0.376285, "nauc_ndcg_at_10_diff1": 0.888126, "nauc_ndcg_at_20_max": 0.598109, "nauc_ndcg_at_20_std": -0.378965, "nauc_ndcg_at_20_diff1": 0.883953, "nauc_ndcg_at_100_max": 0.594778, "nauc_ndcg_at_100_std": -0.385104, "nauc_ndcg_at_100_diff1": 0.882529, "nauc_ndcg_at_1000_max": 0.594778, "nauc_ndcg_at_1000_std": -0.385104, "nauc_ndcg_at_1000_diff1": 0.882529, "nauc_map_at_1_max": 0.575876, "nauc_map_at_1_std": -0.421325, "nauc_map_at_1_diff1": 0.889895, "nauc_map_at_3_max": 0.594513, "nauc_map_at_3_std": -0.384701, "nauc_map_at_3_diff1": 0.878191, "nauc_map_at_5_max": 0.594313, "nauc_map_at_5_std": -0.377594, "nauc_map_at_5_diff1": 0.882217, "nauc_map_at_10_max": 0.593727, "nauc_map_at_10_std": -0.387639, "nauc_map_at_10_diff1": 0.883231, "nauc_map_at_20_max": 0.592657, "nauc_map_at_20_std": -0.38936, "nauc_map_at_20_diff1": 0.882278, "nauc_map_at_100_max": 0.592407, "nauc_map_at_100_std": -0.389821, "nauc_map_at_100_diff1": 0.882172, "nauc_map_at_1000_max": 0.592407, "nauc_map_at_1000_std": -0.389821, "nauc_map_at_1000_diff1": 0.882172, "nauc_recall_at_1_max": 0.575876, "nauc_recall_at_1_std": -0.421325, "nauc_recall_at_1_diff1": 0.889895, "nauc_recall_at_3_max": 0.63687, "nauc_recall_at_3_std": -0.262812, "nauc_recall_at_3_diff1": 0.860654, "nauc_recall_at_5_max": 0.650485, "nauc_recall_at_5_std": -0.135914, "nauc_recall_at_5_diff1": 0.903895, "nauc_recall_at_10_max": 0.742564, "nauc_recall_at_10_std": -0.207985, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 0.869548, "nauc_recall_at_20_std": 0.121397, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.575876, "nauc_precision_at_1_std": -0.421325, "nauc_precision_at_1_diff1": 0.889895, "nauc_precision_at_3_max": 0.63687, "nauc_precision_at_3_std": -0.262812, "nauc_precision_at_3_diff1": 0.860654, "nauc_precision_at_5_max": 0.650485, "nauc_precision_at_5_std": -0.135914, "nauc_precision_at_5_diff1": 0.903895, "nauc_precision_at_10_max": 0.742564, "nauc_precision_at_10_std": -0.207985, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 0.869548, "nauc_precision_at_20_std": 0.121397, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.575876, "nauc_mrr_at_1_std": -0.421325, "nauc_mrr_at_1_diff1": 0.889895, "nauc_mrr_at_3_max": 0.594513, "nauc_mrr_at_3_std": -0.384701, "nauc_mrr_at_3_diff1": 0.878191, "nauc_mrr_at_5_max": 0.594313, "nauc_mrr_at_5_std": -0.377594, "nauc_mrr_at_5_diff1": 0.882217, "nauc_mrr_at_10_max": 0.593727, "nauc_mrr_at_10_std": -0.387639, "nauc_mrr_at_10_diff1": 0.883231, "nauc_mrr_at_20_max": 0.592657, "nauc_mrr_at_20_std": -0.38936, "nauc_mrr_at_20_diff1": 0.882278, "nauc_mrr_at_100_max": 0.592407, "nauc_mrr_at_100_std": -0.389821, "nauc_mrr_at_100_diff1": 0.882172, "nauc_mrr_at_1000_max": 0.592407, "nauc_mrr_at_1000_std": -0.389821, "nauc_mrr_at_1000_diff1": 0.882172, "main_score": 0.90833, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.74162, "ndcg_at_3": 0.80661, "ndcg_at_5": 0.82282, "ndcg_at_10": 0.83914, "ndcg_at_20": 0.84729, "ndcg_at_100": 0.8518, "ndcg_at_1000": 0.8518, "map_at_1": 0.74162, "map_at_3": 0.79027, "map_at_5": 0.79924, "map_at_10": 0.80619, "map_at_20": 0.80852, "map_at_100": 0.80904, "map_at_1000": 0.80904, "recall_at_1": 0.74162, "recall_at_3": 0.85404, "recall_at_5": 0.89349, "recall_at_10": 0.9428, "recall_at_20": 0.97436, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.74162, "precision_at_3": 0.28468, "precision_at_5": 0.1787, "precision_at_10": 0.09428, "precision_at_20": 0.04872, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.741617, "mrr_at_3": 0.79027, "mrr_at_5": 0.799244, "mrr_at_10": 0.80619, "mrr_at_20": 0.808516, "mrr_at_100": 0.809043, "mrr_at_1000": 0.809043, "nauc_ndcg_at_1_max": 0.638915, "nauc_ndcg_at_1_std": -0.13562, "nauc_ndcg_at_1_diff1": 0.811105, "nauc_ndcg_at_3_max": 0.674389, "nauc_ndcg_at_3_std": -0.087427, "nauc_ndcg_at_3_diff1": 0.789826, "nauc_ndcg_at_5_max": 0.677507, "nauc_ndcg_at_5_std": -0.07093, "nauc_ndcg_at_5_diff1": 0.786284, "nauc_ndcg_at_10_max": 0.676203, "nauc_ndcg_at_10_std": -0.094333, "nauc_ndcg_at_10_diff1": 0.79843, "nauc_ndcg_at_20_max": 0.667758, "nauc_ndcg_at_20_std": -0.099953, "nauc_ndcg_at_20_diff1": 0.794309, "nauc_ndcg_at_100_max": 0.665852, "nauc_ndcg_at_100_std": -0.102479, "nauc_ndcg_at_100_diff1": 0.795784, "nauc_ndcg_at_1000_max": 0.665852, "nauc_ndcg_at_1000_std": -0.102479, "nauc_ndcg_at_1000_diff1": 0.795784, "nauc_map_at_1_max": 0.638915, "nauc_map_at_1_std": -0.13562, "nauc_map_at_1_diff1": 0.811105, "nauc_map_at_3_max": 0.664329, "nauc_map_at_3_std": -0.104022, "nauc_map_at_3_diff1": 0.794446, "nauc_map_at_5_max": 0.665252, "nauc_map_at_5_std": -0.09668, "nauc_map_at_5_diff1": 0.792707, "nauc_map_at_10_max": 0.664356, "nauc_map_at_10_std": -0.106337, "nauc_map_at_10_diff1": 0.797489, "nauc_map_at_20_max": 0.66245, "nauc_map_at_20_std": -0.107251, "nauc_map_at_20_diff1": 0.796578, "nauc_map_at_100_max": 0.662245, "nauc_map_at_100_std": -0.107541, "nauc_map_at_100_diff1": 0.796774, "nauc_map_at_1000_max": 0.662245, "nauc_map_at_1000_std": -0.107541, "nauc_map_at_1000_diff1": 0.796774, "nauc_recall_at_1_max": 0.638915, "nauc_recall_at_1_std": -0.13562, "nauc_recall_at_1_diff1": 0.811105, "nauc_recall_at_3_max": 0.713903, "nauc_recall_at_3_std": -0.020563, "nauc_recall_at_3_diff1": 0.772493, "nauc_recall_at_5_max": 0.739862, "nauc_recall_at_5_std": 0.064229, "nauc_recall_at_5_diff1": 0.754812, "nauc_recall_at_10_max": 0.781681, "nauc_recall_at_10_std": 0.000685, "nauc_recall_at_10_diff1": 0.819612, "nauc_recall_at_20_max": 0.723971, "nauc_recall_at_20_std": -0.026709, "nauc_recall_at_20_diff1": 0.756345, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.638915, "nauc_precision_at_1_std": -0.13562, "nauc_precision_at_1_diff1": 0.811105, "nauc_precision_at_3_max": 0.713903, "nauc_precision_at_3_std": -0.020563, "nauc_precision_at_3_diff1": 0.772493, "nauc_precision_at_5_max": 0.739862, "nauc_precision_at_5_std": 0.064229, "nauc_precision_at_5_diff1": 0.754812, "nauc_precision_at_10_max": 0.781681, "nauc_precision_at_10_std": 0.000685, "nauc_precision_at_10_diff1": 0.819612, "nauc_precision_at_20_max": 0.723971, "nauc_precision_at_20_std": -0.026709, "nauc_precision_at_20_diff1": 0.756345, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.638915, "nauc_mrr_at_1_std": -0.13562, "nauc_mrr_at_1_diff1": 0.811105, "nauc_mrr_at_3_max": 0.664329, "nauc_mrr_at_3_std": -0.104022, "nauc_mrr_at_3_diff1": 0.794446, "nauc_mrr_at_5_max": 0.665252, "nauc_mrr_at_5_std": -0.09668, "nauc_mrr_at_5_diff1": 0.792707, "nauc_mrr_at_10_max": 0.664356, "nauc_mrr_at_10_std": -0.106337, "nauc_mrr_at_10_diff1": 0.797489, "nauc_mrr_at_20_max": 0.66245, "nauc_mrr_at_20_std": -0.107251, "nauc_mrr_at_20_diff1": 0.796578, "nauc_mrr_at_100_max": 0.662245, "nauc_mrr_at_100_std": -0.107541, "nauc_mrr_at_100_diff1": 0.796774, "nauc_mrr_at_1000_max": 0.662245, "nauc_mrr_at_1000_std": -0.107541, "nauc_mrr_at_1000_diff1": 0.796774, "main_score": 0.83914, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.79144, "ndcg_at_3": 0.83588, "ndcg_at_5": 0.84899, "ndcg_at_10": 0.87166, "ndcg_at_20": 0.87723, "ndcg_at_100": 0.87929, "ndcg_at_1000": 0.87929, "map_at_1": 0.79144, "map_at_3": 0.82531, "map_at_5": 0.83253, "map_at_10": 0.84196, "map_at_20": 0.84358, "map_at_100": 0.84388, "map_at_1000": 0.84388, "recall_at_1": 0.79144, "recall_at_3": 0.86631, "recall_at_5": 0.8984, "recall_at_10": 0.96791, "recall_at_20": 0.9893, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.79144, "precision_at_3": 0.28877, "precision_at_5": 0.17968, "precision_at_10": 0.09679, "precision_at_20": 0.04947, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.791444, "mrr_at_3": 0.825312, "mrr_at_5": 0.832531, "mrr_at_10": 0.841964, "mrr_at_20": 0.843577, "mrr_at_100": 0.84388, "mrr_at_1000": 0.84388, "nauc_ndcg_at_1_max": 0.670296, "nauc_ndcg_at_1_std": 0.264613, "nauc_ndcg_at_1_diff1": 0.826251, "nauc_ndcg_at_3_max": 0.709164, "nauc_ndcg_at_3_std": 0.312007, "nauc_ndcg_at_3_diff1": 0.803175, "nauc_ndcg_at_5_max": 0.727849, "nauc_ndcg_at_5_std": 0.348193, "nauc_ndcg_at_5_diff1": 0.804935, "nauc_ndcg_at_10_max": 0.71894, "nauc_ndcg_at_10_std": 0.335952, "nauc_ndcg_at_10_diff1": 0.81621, "nauc_ndcg_at_20_max": 0.712266, "nauc_ndcg_at_20_std": 0.329249, "nauc_ndcg_at_20_diff1": 0.819167, "nauc_ndcg_at_100_max": 0.709515, "nauc_ndcg_at_100_std": 0.321041, "nauc_ndcg_at_100_diff1": 0.817096, "nauc_ndcg_at_1000_max": 0.709515, "nauc_ndcg_at_1000_std": 0.321041, "nauc_ndcg_at_1000_diff1": 0.817096, "nauc_map_at_1_max": 0.670296, "nauc_map_at_1_std": 0.264613, "nauc_map_at_1_diff1": 0.826251, "nauc_map_at_3_max": 0.700742, "nauc_map_at_3_std": 0.30113, "nauc_map_at_3_diff1": 0.810167, "nauc_map_at_5_max": 0.710672, "nauc_map_at_5_std": 0.319816, "nauc_map_at_5_diff1": 0.811897, "nauc_map_at_10_max": 0.706971, "nauc_map_at_10_std": 0.315379, "nauc_map_at_10_diff1": 0.816993, "nauc_map_at_20_max": 0.705394, "nauc_map_at_20_std": 0.314005, "nauc_map_at_20_diff1": 0.81765, "nauc_map_at_100_max": 0.705052, "nauc_map_at_100_std": 0.313016, "nauc_map_at_100_diff1": 0.817418, "nauc_map_at_1000_max": 0.705052, "nauc_map_at_1000_std": 0.313016, "nauc_map_at_1000_diff1": 0.817418, "nauc_recall_at_1_max": 0.670296, "nauc_recall_at_1_std": 0.264613, "nauc_recall_at_1_diff1": 0.826251, "nauc_recall_at_3_max": 0.738655, "nauc_recall_at_3_std": 0.350509, "nauc_recall_at_3_diff1": 0.777328, "nauc_recall_at_5_max": 0.805726, "nauc_recall_at_5_std": 0.480207, "nauc_recall_at_5_diff1": 0.772659, "nauc_recall_at_10_max": 0.86119, "nauc_recall_at_10_std": 0.588072, "nauc_recall_at_10_diff1": 0.813994, "nauc_recall_at_20_max": 0.86119, "nauc_recall_at_20_std": 0.777221, "nauc_recall_at_20_diff1": 0.934524, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.670296, "nauc_precision_at_1_std": 0.264613, "nauc_precision_at_1_diff1": 0.826251, "nauc_precision_at_3_max": 0.738655, "nauc_precision_at_3_std": 0.350509, "nauc_precision_at_3_diff1": 0.777328, "nauc_precision_at_5_max": 0.805726, "nauc_precision_at_5_std": 0.480207, "nauc_precision_at_5_diff1": 0.772659, "nauc_precision_at_10_max": 0.86119, "nauc_precision_at_10_std": 0.588072, "nauc_precision_at_10_diff1": 0.813994, "nauc_precision_at_20_max": 0.86119, "nauc_precision_at_20_std": 0.777221, "nauc_precision_at_20_diff1": 0.934524, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.670296, "nauc_mrr_at_1_std": 0.264613, "nauc_mrr_at_1_diff1": 0.826251, "nauc_mrr_at_3_max": 0.700742, "nauc_mrr_at_3_std": 0.30113, "nauc_mrr_at_3_diff1": 0.810167, "nauc_mrr_at_5_max": 0.710672, "nauc_mrr_at_5_std": 0.319816, "nauc_mrr_at_5_diff1": 0.811897, "nauc_mrr_at_10_max": 0.706971, "nauc_mrr_at_10_std": 0.315379, "nauc_mrr_at_10_diff1": 0.816993, "nauc_mrr_at_20_max": 0.705394, "nauc_mrr_at_20_std": 0.314005, "nauc_mrr_at_20_diff1": 0.81765, "nauc_mrr_at_100_max": 0.705052, "nauc_mrr_at_100_std": 0.313016, "nauc_mrr_at_100_diff1": 0.817418, "nauc_mrr_at_1000_max": 0.705052, "nauc_mrr_at_1000_std": 0.313016, "nauc_mrr_at_1000_diff1": 0.817418, "main_score": 0.87166, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.71203, "ndcg_at_3": 0.78599, "ndcg_at_5": 0.80068, "ndcg_at_10": 0.81706, "ndcg_at_20": 0.82317, "ndcg_at_100": 0.83177, "ndcg_at_1000": 0.83286, "map_at_1": 0.71203, "map_at_3": 0.76792, "map_at_5": 0.7761, "map_at_10": 0.78312, "map_at_20": 0.78487, "map_at_100": 0.78612, "map_at_1000": 0.78617, "recall_at_1": 0.71203, "recall_at_3": 0.83826, "recall_at_5": 0.87377, "recall_at_10": 0.92308, "recall_at_20": 0.94675, "recall_at_100": 0.99211, "recall_at_1000": 1.0, "precision_at_1": 0.71203, "precision_at_3": 0.27942, "precision_at_5": 0.17475, "precision_at_10": 0.09231, "precision_at_20": 0.04734, "precision_at_100": 0.00992, "precision_at_1000": 0.001, "mrr_at_1": 0.712032, "mrr_at_3": 0.767916, "mrr_at_5": 0.776101, "mrr_at_10": 0.783117, "mrr_at_20": 0.784866, "mrr_at_100": 0.786118, "mrr_at_1000": 0.786171, "nauc_ndcg_at_1_max": 0.699353, "nauc_ndcg_at_1_std": -0.030731, "nauc_ndcg_at_1_diff1": 0.80258, "nauc_ndcg_at_3_max": 0.749488, "nauc_ndcg_at_3_std": 0.063093, "nauc_ndcg_at_3_diff1": 0.768634, "nauc_ndcg_at_5_max": 0.744145, "nauc_ndcg_at_5_std": 0.050903, "nauc_ndcg_at_5_diff1": 0.767942, "nauc_ndcg_at_10_max": 0.73985, "nauc_ndcg_at_10_std": 0.058152, "nauc_ndcg_at_10_diff1": 0.772418, "nauc_ndcg_at_20_max": 0.740002, "nauc_ndcg_at_20_std": 0.060161, "nauc_ndcg_at_20_diff1": 0.776877, "nauc_ndcg_at_100_max": 0.733324, "nauc_ndcg_at_100_std": 0.036586, "nauc_ndcg_at_100_diff1": 0.778323, "nauc_ndcg_at_1000_max": 0.733185, "nauc_ndcg_at_1000_std": 0.037205, "nauc_ndcg_at_1000_diff1": 0.777944, "nauc_map_at_1_max": 0.699353, "nauc_map_at_1_std": -0.030731, "nauc_map_at_1_diff1": 0.80258, "nauc_map_at_3_max": 0.735152, "nauc_map_at_3_std": 0.036007, "nauc_map_at_3_diff1": 0.776859, "nauc_map_at_5_max": 0.731784, "nauc_map_at_5_std": 0.028049, "nauc_map_at_5_diff1": 0.776538, "nauc_map_at_10_max": 0.729612, "nauc_map_at_10_std": 0.029794, "nauc_map_at_10_diff1": 0.778468, "nauc_map_at_20_max": 0.729703, "nauc_map_at_20_std": 0.029922, "nauc_map_at_20_diff1": 0.77983, "nauc_map_at_100_max": 0.728829, "nauc_map_at_100_std": 0.026924, "nauc_map_at_100_diff1": 0.780025, "nauc_map_at_1000_max": 0.728814, "nauc_map_at_1000_std": 0.026918, "nauc_map_at_1000_diff1": 0.780004, "nauc_recall_at_1_max": 0.699353, "nauc_recall_at_1_std": -0.030731, "nauc_recall_at_1_diff1": 0.80258, "nauc_recall_at_3_max": 0.805406, "nauc_recall_at_3_std": 0.168888, "nauc_recall_at_3_diff1": 0.737394, "nauc_recall_at_5_max": 0.801549, "nauc_recall_at_5_std": 0.157823, "nauc_recall_at_5_diff1": 0.72886, "nauc_recall_at_10_max": 0.81038, "nauc_recall_at_10_std": 0.270772, "nauc_recall_at_10_diff1": 0.734616, "nauc_recall_at_20_max": 0.839706, "nauc_recall_at_20_std": 0.39116, "nauc_recall_at_20_diff1": 0.763209, "nauc_recall_at_100_max": 0.744429, "nauc_recall_at_100_std": -0.073751, "nauc_recall_at_100_diff1": 0.823163, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.699353, "nauc_precision_at_1_std": -0.030731, "nauc_precision_at_1_diff1": 0.80258, "nauc_precision_at_3_max": 0.805406, "nauc_precision_at_3_std": 0.168888, "nauc_precision_at_3_diff1": 0.737394, "nauc_precision_at_5_max": 0.801549, "nauc_precision_at_5_std": 0.157823, "nauc_precision_at_5_diff1": 0.72886, "nauc_precision_at_10_max": 0.81038, "nauc_precision_at_10_std": 0.270772, "nauc_precision_at_10_diff1": 0.734616, "nauc_precision_at_20_max": 0.839706, "nauc_precision_at_20_std": 0.39116, "nauc_precision_at_20_diff1": 0.763209, "nauc_precision_at_100_max": 0.744429, "nauc_precision_at_100_std": -0.073751, "nauc_precision_at_100_diff1": 0.823163, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.699353, "nauc_mrr_at_1_std": -0.030731, "nauc_mrr_at_1_diff1": 0.80258, "nauc_mrr_at_3_max": 0.735152, "nauc_mrr_at_3_std": 0.036007, "nauc_mrr_at_3_diff1": 0.776859, "nauc_mrr_at_5_max": 0.731784, "nauc_mrr_at_5_std": 0.028049, "nauc_mrr_at_5_diff1": 0.776538, "nauc_mrr_at_10_max": 0.729612, "nauc_mrr_at_10_std": 0.029794, "nauc_mrr_at_10_diff1": 0.778468, "nauc_mrr_at_20_max": 0.729703, "nauc_mrr_at_20_std": 0.029922, "nauc_mrr_at_20_diff1": 0.77983, "nauc_mrr_at_100_max": 0.728829, "nauc_mrr_at_100_std": 0.026924, "nauc_mrr_at_100_diff1": 0.780025, "nauc_mrr_at_1000_max": 0.728814, "nauc_mrr_at_1000_std": 0.026918, "nauc_mrr_at_1000_diff1": 0.780004, "main_score": 0.81706, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.69492, "ndcg_at_3": 0.81376, "ndcg_at_5": 0.82543, "ndcg_at_10": 0.83712, "ndcg_at_20": 0.84301, "ndcg_at_100": 0.84743, "ndcg_at_1000": 0.84743, "map_at_1": 0.69492, "map_at_3": 0.78625, "map_at_5": 0.79275, "map_at_10": 0.798, "map_at_20": 0.7997, "map_at_100": 0.80042, "map_at_1000": 0.80042, "recall_at_1": 0.69492, "recall_at_3": 0.89266, "recall_at_5": 0.9209, "recall_at_10": 0.9548, "recall_at_20": 0.9774, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.69492, "precision_at_3": 0.29755, "precision_at_5": 0.18418, "precision_at_10": 0.09548, "precision_at_20": 0.04887, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.694915, "mrr_at_3": 0.786252, "mrr_at_5": 0.79275, "mrr_at_10": 0.797996, "mrr_at_20": 0.799704, "mrr_at_100": 0.800417, "mrr_at_1000": 0.800417, "nauc_ndcg_at_1_max": 0.643395, "nauc_ndcg_at_1_std": 0.035453, "nauc_ndcg_at_1_diff1": 0.821551, "nauc_ndcg_at_3_max": 0.69852, "nauc_ndcg_at_3_std": 0.075032, "nauc_ndcg_at_3_diff1": 0.789546, "nauc_ndcg_at_5_max": 0.692897, "nauc_ndcg_at_5_std": 0.077784, "nauc_ndcg_at_5_diff1": 0.77622, "nauc_ndcg_at_10_max": 0.689961, "nauc_ndcg_at_10_std": 0.104339, "nauc_ndcg_at_10_diff1": 0.776729, "nauc_ndcg_at_20_max": 0.679945, "nauc_ndcg_at_20_std": 0.088984, "nauc_ndcg_at_20_diff1": 0.774462, "nauc_ndcg_at_100_max": 0.678963, "nauc_ndcg_at_100_std": 0.085166, "nauc_ndcg_at_100_diff1": 0.785257, "nauc_ndcg_at_1000_max": 0.678963, "nauc_ndcg_at_1000_std": 0.085166, "nauc_ndcg_at_1000_diff1": 0.785257, "nauc_map_at_1_max": 0.643395, "nauc_map_at_1_std": 0.035453, "nauc_map_at_1_diff1": 0.821551, "nauc_map_at_3_max": 0.682382, "nauc_map_at_3_std": 0.071346, "nauc_map_at_3_diff1": 0.797176, "nauc_map_at_5_max": 0.679158, "nauc_map_at_5_std": 0.072143, "nauc_map_at_5_diff1": 0.790932, "nauc_map_at_10_max": 0.677833, "nauc_map_at_10_std": 0.081884, "nauc_map_at_10_diff1": 0.79165, "nauc_map_at_20_max": 0.675467, "nauc_map_at_20_std": 0.078419, "nauc_map_at_20_diff1": 0.791147, "nauc_map_at_100_max": 0.675255, "nauc_map_at_100_std": 0.078473, "nauc_map_at_100_diff1": 0.792012, "nauc_map_at_1000_max": 0.675255, "nauc_map_at_1000_std": 0.078473, "nauc_map_at_1000_diff1": 0.792012, "nauc_recall_at_1_max": 0.643395, "nauc_recall_at_1_std": 0.035453, "nauc_recall_at_1_diff1": 0.821551, "nauc_recall_at_3_max": 0.780286, "nauc_recall_at_3_std": 0.087111, "nauc_recall_at_3_diff1": 0.752343, "nauc_recall_at_5_max": 0.781553, "nauc_recall_at_5_std": 0.108323, "nauc_recall_at_5_diff1": 0.676685, "nauc_recall_at_10_max": 0.817607, "nauc_recall_at_10_std": 0.3762, "nauc_recall_at_10_diff1": 0.604842, "nauc_recall_at_20_max": 0.704617, "nauc_recall_at_20_std": 0.267484, "nauc_recall_at_20_diff1": 0.386553, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.643395, "nauc_precision_at_1_std": 0.035453, "nauc_precision_at_1_diff1": 0.821551, "nauc_precision_at_3_max": 0.780286, "nauc_precision_at_3_std": 0.087111, "nauc_precision_at_3_diff1": 0.752343, "nauc_precision_at_5_max": 0.781553, "nauc_precision_at_5_std": 0.108323, "nauc_precision_at_5_diff1": 0.676685, "nauc_precision_at_10_max": 0.817607, "nauc_precision_at_10_std": 0.3762, "nauc_precision_at_10_diff1": 0.604842, "nauc_precision_at_20_max": 0.704617, "nauc_precision_at_20_std": 0.267484, "nauc_precision_at_20_diff1": 0.386553, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.643395, "nauc_mrr_at_1_std": 0.035453, "nauc_mrr_at_1_diff1": 0.821551, "nauc_mrr_at_3_max": 0.682382, "nauc_mrr_at_3_std": 0.071346, "nauc_mrr_at_3_diff1": 0.797176, "nauc_mrr_at_5_max": 0.679158, "nauc_mrr_at_5_std": 0.072143, "nauc_mrr_at_5_diff1": 0.790932, "nauc_mrr_at_10_max": 0.677833, "nauc_mrr_at_10_std": 0.081884, "nauc_mrr_at_10_diff1": 0.79165, "nauc_mrr_at_20_max": 0.675467, "nauc_mrr_at_20_std": 0.078419, "nauc_mrr_at_20_diff1": 0.791147, "nauc_mrr_at_100_max": 0.675255, "nauc_mrr_at_100_std": 0.078473, "nauc_mrr_at_100_diff1": 0.792012, "nauc_mrr_at_1000_max": 0.675255, "nauc_mrr_at_1000_std": 0.078473, "nauc_mrr_at_1000_diff1": 0.792012, "main_score": 0.83712, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.79365, "ndcg_at_3": 0.87421, "ndcg_at_5": 0.88537, "ndcg_at_10": 0.89061, "ndcg_at_20": 0.89495, "ndcg_at_100": 0.89711, "ndcg_at_1000": 0.89711, "map_at_1": 0.79365, "map_at_3": 0.8545, "map_at_5": 0.86085, "map_at_10": 0.86307, "map_at_20": 0.86443, "map_at_100": 0.8648, "map_at_1000": 0.8648, "recall_at_1": 0.79365, "recall_at_3": 0.93122, "recall_at_5": 0.95767, "recall_at_10": 0.97354, "recall_at_20": 0.98942, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.79365, "precision_at_3": 0.31041, "precision_at_5": 0.19153, "precision_at_10": 0.09735, "precision_at_20": 0.04947, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.793651, "mrr_at_3": 0.854497, "mrr_at_5": 0.860847, "mrr_at_10": 0.863072, "mrr_at_20": 0.864435, "mrr_at_100": 0.8648, "mrr_at_1000": 0.8648, "nauc_ndcg_at_1_max": 0.577599, "nauc_ndcg_at_1_std": 0.208368, "nauc_ndcg_at_1_diff1": 0.793161, "nauc_ndcg_at_3_max": 0.597937, "nauc_ndcg_at_3_std": 0.254215, "nauc_ndcg_at_3_diff1": 0.77291, "nauc_ndcg_at_5_max": 0.608021, "nauc_ndcg_at_5_std": 0.27191, "nauc_ndcg_at_5_diff1": 0.77657, "nauc_ndcg_at_10_max": 0.624862, "nauc_ndcg_at_10_std": 0.283284, "nauc_ndcg_at_10_diff1": 0.796862, "nauc_ndcg_at_20_max": 0.610439, "nauc_ndcg_at_20_std": 0.25796, "nauc_ndcg_at_20_diff1": 0.789943, "nauc_ndcg_at_100_max": 0.608166, "nauc_ndcg_at_100_std": 0.25834, "nauc_ndcg_at_100_diff1": 0.786748, "nauc_ndcg_at_1000_max": 0.608166, "nauc_ndcg_at_1000_std": 0.25834, "nauc_ndcg_at_1000_diff1": 0.786748, "nauc_map_at_1_max": 0.577599, "nauc_map_at_1_std": 0.208368, "nauc_map_at_1_diff1": 0.793161, "nauc_map_at_3_max": 0.598054, "nauc_map_at_3_std": 0.24688, "nauc_map_at_3_diff1": 0.778685, "nauc_map_at_5_max": 0.603178, "nauc_map_at_5_std": 0.255645, "nauc_map_at_5_diff1": 0.78082, "nauc_map_at_10_max": 0.609108, "nauc_map_at_10_std": 0.259761, "nauc_map_at_10_diff1": 0.788275, "nauc_map_at_20_max": 0.605435, "nauc_map_at_20_std": 0.253324, "nauc_map_at_20_diff1": 0.786511, "nauc_map_at_100_max": 0.605116, "nauc_map_at_100_std": 0.253352, "nauc_map_at_100_diff1": 0.786093, "nauc_map_at_1000_max": 0.605116, "nauc_map_at_1000_std": 0.253352, "nauc_map_at_1000_diff1": 0.786093, "nauc_recall_at_1_max": 0.577599, "nauc_recall_at_1_std": 0.208368, "nauc_recall_at_1_diff1": 0.793161, "nauc_recall_at_3_max": 0.591521, "nauc_recall_at_3_std": 0.289977, "nauc_recall_at_3_diff1": 0.74035, "nauc_recall_at_5_max": 0.644328, "nauc_recall_at_5_std": 0.41027, "nauc_recall_at_5_diff1": 0.740655, "nauc_recall_at_10_max": 0.858382, "nauc_recall_at_10_std": 0.614111, "nauc_recall_at_10_diff1": 0.947682, "nauc_recall_at_20_max": 0.711353, "nauc_recall_at_20_std": 0.239701, "nauc_recall_at_20_diff1": 0.934602, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.577599, "nauc_precision_at_1_std": 0.208368, "nauc_precision_at_1_diff1": 0.793161, "nauc_precision_at_3_max": 0.591521, "nauc_precision_at_3_std": 0.289977, "nauc_precision_at_3_diff1": 0.74035, "nauc_precision_at_5_max": 0.644328, "nauc_precision_at_5_std": 0.41027, "nauc_precision_at_5_diff1": 0.740655, "nauc_precision_at_10_max": 0.858382, "nauc_precision_at_10_std": 0.614111, "nauc_precision_at_10_diff1": 0.947682, "nauc_precision_at_20_max": 0.711353, "nauc_precision_at_20_std": 0.239701, "nauc_precision_at_20_diff1": 0.934602, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.577599, "nauc_mrr_at_1_std": 0.208368, "nauc_mrr_at_1_diff1": 0.793161, "nauc_mrr_at_3_max": 0.598054, "nauc_mrr_at_3_std": 0.24688, "nauc_mrr_at_3_diff1": 0.778685, "nauc_mrr_at_5_max": 0.603178, "nauc_mrr_at_5_std": 0.255645, "nauc_mrr_at_5_diff1": 0.78082, "nauc_mrr_at_10_max": 0.609108, "nauc_mrr_at_10_std": 0.259761, "nauc_mrr_at_10_diff1": 0.788275, "nauc_mrr_at_20_max": 0.605435, "nauc_mrr_at_20_std": 0.253324, "nauc_mrr_at_20_diff1": 0.786511, "nauc_mrr_at_100_max": 0.605116, "nauc_mrr_at_100_std": 0.253352, "nauc_mrr_at_100_diff1": 0.786093, "nauc_mrr_at_1000_max": 0.605116, "nauc_mrr_at_1000_std": 0.253352, "nauc_mrr_at_1000_diff1": 0.786093, "main_score": 0.89061, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.71166, "ndcg_at_3": 0.77198, "ndcg_at_5": 0.79231, "ndcg_at_10": 0.81456, "ndcg_at_20": 0.82534, "ndcg_at_100": 0.82984, "ndcg_at_1000": 0.83075, "map_at_1": 0.71166, "map_at_3": 0.75869, "map_at_5": 0.77004, "map_at_10": 0.77945, "map_at_20": 0.78237, "map_at_100": 0.78296, "map_at_1000": 0.78302, "recall_at_1": 0.71166, "recall_at_3": 0.80982, "recall_at_5": 0.8589, "recall_at_10": 0.92638, "recall_at_20": 0.96933, "recall_at_100": 0.99387, "recall_at_1000": 1.0, "precision_at_1": 0.71166, "precision_at_3": 0.26994, "precision_at_5": 0.17178, "precision_at_10": 0.09264, "precision_at_20": 0.04847, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.711656, "mrr_at_3": 0.758691, "mrr_at_5": 0.770041, "mrr_at_10": 0.77945, "mrr_at_20": 0.782368, "mrr_at_100": 0.782963, "mrr_at_1000": 0.78302, "nauc_ndcg_at_1_max": 0.604835, "nauc_ndcg_at_1_std": 0.011724, "nauc_ndcg_at_1_diff1": 0.752901, "nauc_ndcg_at_3_max": 0.663522, "nauc_ndcg_at_3_std": 0.088735, "nauc_ndcg_at_3_diff1": 0.715064, "nauc_ndcg_at_5_max": 0.654893, "nauc_ndcg_at_5_std": 0.093967, "nauc_ndcg_at_5_diff1": 0.714197, "nauc_ndcg_at_10_max": 0.64513, "nauc_ndcg_at_10_std": 0.091822, "nauc_ndcg_at_10_diff1": 0.694169, "nauc_ndcg_at_20_max": 0.641306, "nauc_ndcg_at_20_std": 0.086541, "nauc_ndcg_at_20_diff1": 0.708085, "nauc_ndcg_at_100_max": 0.635568, "nauc_ndcg_at_100_std": 0.069106, "nauc_ndcg_at_100_diff1": 0.712786, "nauc_ndcg_at_1000_max": 0.637224, "nauc_ndcg_at_1000_std": 0.070555, "nauc_ndcg_at_1000_diff1": 0.713734, "nauc_map_at_1_max": 0.604835, "nauc_map_at_1_std": 0.011724, "nauc_map_at_1_diff1": 0.752901, "nauc_map_at_3_max": 0.644983, "nauc_map_at_3_std": 0.064766, "nauc_map_at_3_diff1": 0.724228, "nauc_map_at_5_max": 0.639678, "nauc_map_at_5_std": 0.067235, "nauc_map_at_5_diff1": 0.723383, "nauc_map_at_10_max": 0.635321, "nauc_map_at_10_std": 0.065109, "nauc_map_at_10_diff1": 0.716345, "nauc_map_at_20_max": 0.634349, "nauc_map_at_20_std": 0.063099, "nauc_map_at_20_diff1": 0.719952, "nauc_map_at_100_max": 0.633595, "nauc_map_at_100_std": 0.061139, "nauc_map_at_100_diff1": 0.720225, "nauc_map_at_1000_max": 0.633676, "nauc_map_at_1000_std": 0.061208, "nauc_map_at_1000_diff1": 0.720275, "nauc_recall_at_1_max": 0.604835, "nauc_recall_at_1_std": 0.011724, "nauc_recall_at_1_diff1": 0.752901, "nauc_recall_at_3_max": 0.72953, "nauc_recall_at_3_std": 0.173923, "nauc_recall_at_3_diff1": 0.683671, "nauc_recall_at_5_max": 0.721407, "nauc_recall_at_5_std": 0.21238, "nauc_recall_at_5_diff1": 0.676172, "nauc_recall_at_10_max": 0.711989, "nauc_recall_at_10_std": 0.299232, "nauc_recall_at_10_diff1": 0.508356, "nauc_recall_at_20_max": 0.7268, "nauc_recall_at_20_std": 0.504459, "nauc_recall_at_20_diff1": 0.521578, "nauc_recall_at_100_max": 0.358144, "nauc_recall_at_100_std": -0.173626, "nauc_recall_at_100_diff1": 0.553822, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.604835, "nauc_precision_at_1_std": 0.011724, "nauc_precision_at_1_diff1": 0.752901, "nauc_precision_at_3_max": 0.72953, "nauc_precision_at_3_std": 0.173923, "nauc_precision_at_3_diff1": 0.683671, "nauc_precision_at_5_max": 0.721407, "nauc_precision_at_5_std": 0.21238, "nauc_precision_at_5_diff1": 0.676172, "nauc_precision_at_10_max": 0.711989, "nauc_precision_at_10_std": 0.299232, "nauc_precision_at_10_diff1": 0.508356, "nauc_precision_at_20_max": 0.7268, "nauc_precision_at_20_std": 0.504459, "nauc_precision_at_20_diff1": 0.521578, "nauc_precision_at_100_max": 0.358144, "nauc_precision_at_100_std": -0.173626, "nauc_precision_at_100_diff1": 0.553822, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.604835, "nauc_mrr_at_1_std": 0.011724, "nauc_mrr_at_1_diff1": 0.752901, "nauc_mrr_at_3_max": 0.644983, "nauc_mrr_at_3_std": 0.064766, "nauc_mrr_at_3_diff1": 0.724228, "nauc_mrr_at_5_max": 0.639678, "nauc_mrr_at_5_std": 0.067235, "nauc_mrr_at_5_diff1": 0.723383, "nauc_mrr_at_10_max": 0.635321, "nauc_mrr_at_10_std": 0.065109, "nauc_mrr_at_10_diff1": 0.716345, "nauc_mrr_at_20_max": 0.634349, "nauc_mrr_at_20_std": 0.063099, "nauc_mrr_at_20_diff1": 0.719952, "nauc_mrr_at_100_max": 0.633595, "nauc_mrr_at_100_std": 0.061139, "nauc_mrr_at_100_diff1": 0.720225, "nauc_mrr_at_1000_max": 0.633676, "nauc_mrr_at_1000_std": 0.061208, "nauc_mrr_at_1000_diff1": 0.720275, "main_score": 0.81456, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.71978, "ndcg_at_3": 0.80762, "ndcg_at_5": 0.81849, "ndcg_at_10": 0.83468, "ndcg_at_20": 0.83991, "ndcg_at_100": 0.84534, "ndcg_at_1000": 0.84615, "map_at_1": 0.71978, "map_at_3": 0.78663, "map_at_5": 0.7924, "map_at_10": 0.79918, "map_at_20": 0.80045, "map_at_100": 0.80131, "map_at_1000": 0.80136, "recall_at_1": 0.71978, "recall_at_3": 0.86813, "recall_at_5": 0.8956, "recall_at_10": 0.94505, "recall_at_20": 0.96703, "recall_at_100": 0.99451, "recall_at_1000": 1.0, "precision_at_1": 0.71978, "precision_at_3": 0.28938, "precision_at_5": 0.17912, "precision_at_10": 0.09451, "precision_at_20": 0.04835, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.71978, "mrr_at_3": 0.78663, "mrr_at_5": 0.792399, "mrr_at_10": 0.79918, "mrr_at_20": 0.80045, "mrr_at_100": 0.801309, "mrr_at_1000": 0.801361, "nauc_ndcg_at_1_max": 0.563528, "nauc_ndcg_at_1_std": -0.071177, "nauc_ndcg_at_1_diff1": 0.773974, "nauc_ndcg_at_3_max": 0.667082, "nauc_ndcg_at_3_std": 0.003211, "nauc_ndcg_at_3_diff1": 0.77241, "nauc_ndcg_at_5_max": 0.648383, "nauc_ndcg_at_5_std": -0.019048, "nauc_ndcg_at_5_diff1": 0.772764, "nauc_ndcg_at_10_max": 0.643289, "nauc_ndcg_at_10_std": 0.002367, "nauc_ndcg_at_10_diff1": 0.772405, "nauc_ndcg_at_20_max": 0.638809, "nauc_ndcg_at_20_std": 0.004227, "nauc_ndcg_at_20_diff1": 0.775277, "nauc_ndcg_at_100_max": 0.630095, "nauc_ndcg_at_100_std": -0.019556, "nauc_ndcg_at_100_diff1": 0.773074, "nauc_ndcg_at_1000_max": 0.62869, "nauc_ndcg_at_1000_std": -0.023913, "nauc_ndcg_at_1000_diff1": 0.772509, "nauc_map_at_1_max": 0.563528, "nauc_map_at_1_std": -0.071177, "nauc_map_at_1_diff1": 0.773974, "nauc_map_at_3_max": 0.634192, "nauc_map_at_3_std": -0.027372, "nauc_map_at_3_diff1": 0.772372, "nauc_map_at_5_max": 0.624396, "nauc_map_at_5_std": -0.038844, "nauc_map_at_5_diff1": 0.772375, "nauc_map_at_10_max": 0.621803, "nauc_map_at_10_std": -0.032289, "nauc_map_at_10_diff1": 0.772074, "nauc_map_at_20_max": 0.620874, "nauc_map_at_20_std": -0.03225, "nauc_map_at_20_diff1": 0.772852, "nauc_map_at_100_max": 0.619808, "nauc_map_at_100_std": -0.035392, "nauc_map_at_100_diff1": 0.77238, "nauc_map_at_1000_max": 0.619736, "nauc_map_at_1000_std": -0.035612, "nauc_map_at_1000_diff1": 0.772352, "nauc_recall_at_1_max": 0.563528, "nauc_recall_at_1_std": -0.071177, "nauc_recall_at_1_diff1": 0.773974, "nauc_recall_at_3_max": 0.810948, "nauc_recall_at_3_std": 0.141162, "nauc_recall_at_3_diff1": 0.772896, "nauc_recall_at_5_max": 0.7691, "nauc_recall_at_5_std": 0.083982, "nauc_recall_at_5_diff1": 0.775663, "nauc_recall_at_10_max": 0.832382, "nauc_recall_at_10_std": 0.35778, "nauc_recall_at_10_diff1": 0.777912, "nauc_recall_at_20_max": 0.871198, "nauc_recall_at_20_std": 0.632536, "nauc_recall_at_20_diff1": 0.824996, "nauc_recall_at_100_max": 0.86944, "nauc_recall_at_100_std": 0.722785, "nauc_recall_at_100_diff1": 0.86944, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.563528, "nauc_precision_at_1_std": -0.071177, "nauc_precision_at_1_diff1": 0.773974, "nauc_precision_at_3_max": 0.810948, "nauc_precision_at_3_std": 0.141162, "nauc_precision_at_3_diff1": 0.772896, "nauc_precision_at_5_max": 0.7691, "nauc_precision_at_5_std": 0.083982, "nauc_precision_at_5_diff1": 0.775663, "nauc_precision_at_10_max": 0.832382, "nauc_precision_at_10_std": 0.35778, "nauc_precision_at_10_diff1": 0.777912, "nauc_precision_at_20_max": 0.871198, "nauc_precision_at_20_std": 0.632536, "nauc_precision_at_20_diff1": 0.824996, "nauc_precision_at_100_max": 0.86944, "nauc_precision_at_100_std": 0.722785, "nauc_precision_at_100_diff1": 0.86944, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.563528, "nauc_mrr_at_1_std": -0.071177, "nauc_mrr_at_1_diff1": 0.773974, "nauc_mrr_at_3_max": 0.634192, "nauc_mrr_at_3_std": -0.027372, "nauc_mrr_at_3_diff1": 0.772372, "nauc_mrr_at_5_max": 0.624396, "nauc_mrr_at_5_std": -0.038844, "nauc_mrr_at_5_diff1": 0.772375, "nauc_mrr_at_10_max": 0.621803, "nauc_mrr_at_10_std": -0.032289, "nauc_mrr_at_10_diff1": 0.772074, "nauc_mrr_at_20_max": 0.620874, "nauc_mrr_at_20_std": -0.03225, "nauc_mrr_at_20_diff1": 0.772852, "nauc_mrr_at_100_max": 0.619808, "nauc_mrr_at_100_std": -0.035392, "nauc_mrr_at_100_diff1": 0.77238, "nauc_mrr_at_1000_max": 0.619736, "nauc_mrr_at_1000_std": -0.035612, "nauc_mrr_at_1000_diff1": 0.772352, "main_score": 0.83468, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.69276, "ndcg_at_3": 0.77479, "ndcg_at_5": 0.79526, "ndcg_at_10": 0.80724, "ndcg_at_20": 0.81733, "ndcg_at_100": 0.8229, "ndcg_at_1000": 0.82476, "map_at_1": 0.69276, "map_at_3": 0.75506, "map_at_5": 0.7666, "map_at_10": 0.77153, "map_at_20": 0.7744, "map_at_100": 0.7752, "map_at_1000": 0.77529, "recall_at_1": 0.69276, "recall_at_3": 0.8317, "recall_at_5": 0.88063, "recall_at_10": 0.91781, "recall_at_20": 0.95695, "recall_at_100": 0.9863, "recall_at_1000": 1.0, "precision_at_1": 0.69276, "precision_at_3": 0.27723, "precision_at_5": 0.17613, "precision_at_10": 0.09178, "precision_at_20": 0.04785, "precision_at_100": 0.00986, "precision_at_1000": 0.001, "mrr_at_1": 0.692759, "mrr_at_3": 0.755055, "mrr_at_5": 0.766601, "mrr_at_10": 0.771526, "mrr_at_20": 0.774401, "mrr_at_100": 0.775205, "mrr_at_1000": 0.775291, "nauc_ndcg_at_1_max": 0.576872, "nauc_ndcg_at_1_std": -0.079338, "nauc_ndcg_at_1_diff1": 0.761824, "nauc_ndcg_at_3_max": 0.644921, "nauc_ndcg_at_3_std": -0.057963, "nauc_ndcg_at_3_diff1": 0.749244, "nauc_ndcg_at_5_max": 0.644821, "nauc_ndcg_at_5_std": -0.055365, "nauc_ndcg_at_5_diff1": 0.747576, "nauc_ndcg_at_10_max": 0.643998, "nauc_ndcg_at_10_std": -0.04734, "nauc_ndcg_at_10_diff1": 0.740826, "nauc_ndcg_at_20_max": 0.637345, "nauc_ndcg_at_20_std": -0.048316, "nauc_ndcg_at_20_diff1": 0.740854, "nauc_ndcg_at_100_max": 0.632624, "nauc_ndcg_at_100_std": -0.056995, "nauc_ndcg_at_100_diff1": 0.743186, "nauc_ndcg_at_1000_max": 0.630946, "nauc_ndcg_at_1000_std": -0.058113, "nauc_ndcg_at_1000_diff1": 0.74652, "nauc_map_at_1_max": 0.576872, "nauc_map_at_1_std": -0.079338, "nauc_map_at_1_diff1": 0.761824, "nauc_map_at_3_max": 0.627297, "nauc_map_at_3_std": -0.064367, "nauc_map_at_3_diff1": 0.752103, "nauc_map_at_5_max": 0.626356, "nauc_map_at_5_std": -0.064105, "nauc_map_at_5_diff1": 0.751653, "nauc_map_at_10_max": 0.626295, "nauc_map_at_10_std": -0.061067, "nauc_map_at_10_diff1": 0.749484, "nauc_map_at_20_max": 0.624479, "nauc_map_at_20_std": -0.061993, "nauc_map_at_20_diff1": 0.749596, "nauc_map_at_100_max": 0.623907, "nauc_map_at_100_std": -0.062682, "nauc_map_at_100_diff1": 0.749925, "nauc_map_at_1000_max": 0.623845, "nauc_map_at_1000_std": -0.062777, "nauc_map_at_1000_diff1": 0.750047, "nauc_recall_at_1_max": 0.576872, "nauc_recall_at_1_std": -0.079338, "nauc_recall_at_1_diff1": 0.761824, "nauc_recall_at_3_max": 0.712953, "nauc_recall_at_3_std": -0.032694, "nauc_recall_at_3_diff1": 0.738458, "nauc_recall_at_5_max": 0.737612, "nauc_recall_at_5_std": -0.008297, "nauc_recall_at_5_diff1": 0.726407, "nauc_recall_at_10_max": 0.763095, "nauc_recall_at_10_std": 0.059308, "nauc_recall_at_10_diff1": 0.671806, "nauc_recall_at_20_max": 0.773799, "nauc_recall_at_20_std": 0.158766, "nauc_recall_at_20_diff1": 0.60994, "nauc_recall_at_100_max": 0.774678, "nauc_recall_at_100_std": 0.006751, "nauc_recall_at_100_diff1": 0.463671, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.576872, "nauc_precision_at_1_std": -0.079338, "nauc_precision_at_1_diff1": 0.761824, "nauc_precision_at_3_max": 0.712953, "nauc_precision_at_3_std": -0.032694, "nauc_precision_at_3_diff1": 0.738458, "nauc_precision_at_5_max": 0.737612, "nauc_precision_at_5_std": -0.008297, "nauc_precision_at_5_diff1": 0.726407, "nauc_precision_at_10_max": 0.763095, "nauc_precision_at_10_std": 0.059308, "nauc_precision_at_10_diff1": 0.671806, "nauc_precision_at_20_max": 0.773799, "nauc_precision_at_20_std": 0.158766, "nauc_precision_at_20_diff1": 0.60994, "nauc_precision_at_100_max": 0.774678, "nauc_precision_at_100_std": 0.006751, "nauc_precision_at_100_diff1": 0.463671, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.576872, "nauc_mrr_at_1_std": -0.079338, "nauc_mrr_at_1_diff1": 0.761824, "nauc_mrr_at_3_max": 0.627297, "nauc_mrr_at_3_std": -0.064367, "nauc_mrr_at_3_diff1": 0.752103, "nauc_mrr_at_5_max": 0.626356, "nauc_mrr_at_5_std": -0.064105, "nauc_mrr_at_5_diff1": 0.751653, "nauc_mrr_at_10_max": 0.626295, "nauc_mrr_at_10_std": -0.061067, "nauc_mrr_at_10_diff1": 0.749484, "nauc_mrr_at_20_max": 0.624479, "nauc_mrr_at_20_std": -0.061993, "nauc_mrr_at_20_diff1": 0.749596, "nauc_mrr_at_100_max": 0.623907, "nauc_mrr_at_100_std": -0.062682, "nauc_mrr_at_100_diff1": 0.749925, "nauc_mrr_at_1000_max": 0.623845, "nauc_mrr_at_1000_std": -0.062777, "nauc_mrr_at_1000_diff1": 0.750047, "main_score": 0.80724, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.70899, "ndcg_at_3": 0.78345, "ndcg_at_5": 0.80326, "ndcg_at_10": 0.81688, "ndcg_at_20": 0.82507, "ndcg_at_100": 0.83199, "ndcg_at_1000": 0.83199, "map_at_1": 0.70899, "map_at_3": 0.76367, "map_at_5": 0.77478, "map_at_10": 0.78036, "map_at_20": 0.7827, "map_at_100": 0.78365, "map_at_1000": 0.78365, "recall_at_1": 0.70899, "recall_at_3": 0.84127, "recall_at_5": 0.88889, "recall_at_10": 0.93122, "recall_at_20": 0.96296, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.70899, "precision_at_3": 0.28042, "precision_at_5": 0.17778, "precision_at_10": 0.09312, "precision_at_20": 0.04815, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.708995, "mrr_at_3": 0.763668, "mrr_at_5": 0.77478, "mrr_at_10": 0.780362, "mrr_at_20": 0.782702, "mrr_at_100": 0.783652, "mrr_at_1000": 0.783652, "nauc_ndcg_at_1_max": 0.69466, "nauc_ndcg_at_1_std": 0.030498, "nauc_ndcg_at_1_diff1": 0.811959, "nauc_ndcg_at_3_max": 0.704034, "nauc_ndcg_at_3_std": 0.048986, "nauc_ndcg_at_3_diff1": 0.770734, "nauc_ndcg_at_5_max": 0.688671, "nauc_ndcg_at_5_std": 0.020952, "nauc_ndcg_at_5_diff1": 0.768715, "nauc_ndcg_at_10_max": 0.707658, "nauc_ndcg_at_10_std": 0.067669, "nauc_ndcg_at_10_diff1": 0.767456, "nauc_ndcg_at_20_max": 0.704026, "nauc_ndcg_at_20_std": 0.055106, "nauc_ndcg_at_20_diff1": 0.777649, "nauc_ndcg_at_100_max": 0.698628, "nauc_ndcg_at_100_std": 0.038423, "nauc_ndcg_at_100_diff1": 0.781875, "nauc_ndcg_at_1000_max": 0.698628, "nauc_ndcg_at_1000_std": 0.038423, "nauc_ndcg_at_1000_diff1": 0.781875, "nauc_map_at_1_max": 0.69466, "nauc_map_at_1_std": 0.030498, "nauc_map_at_1_diff1": 0.811959, "nauc_map_at_3_max": 0.701141, "nauc_map_at_3_std": 0.037944, "nauc_map_at_3_diff1": 0.784883, "nauc_map_at_5_max": 0.693296, "nauc_map_at_5_std": 0.022901, "nauc_map_at_5_diff1": 0.784457, "nauc_map_at_10_max": 0.699127, "nauc_map_at_10_std": 0.037329, "nauc_map_at_10_diff1": 0.784643, "nauc_map_at_20_max": 0.698305, "nauc_map_at_20_std": 0.034546, "nauc_map_at_20_diff1": 0.787134, "nauc_map_at_100_max": 0.697594, "nauc_map_at_100_std": 0.032648, "nauc_map_at_100_diff1": 0.787375, "nauc_map_at_1000_max": 0.697594, "nauc_map_at_1000_std": 0.032648, "nauc_map_at_1000_diff1": 0.787375, "nauc_recall_at_1_max": 0.69466, "nauc_recall_at_1_std": 0.030498, "nauc_recall_at_1_diff1": 0.811959, "nauc_recall_at_3_max": 0.715816, "nauc_recall_at_3_std": 0.096836, "nauc_recall_at_3_diff1": 0.712342, "nauc_recall_at_5_max": 0.660632, "nauc_recall_at_5_std": 0.009507, "nauc_recall_at_5_diff1": 0.683167, "nauc_recall_at_10_max": 0.799717, "nauc_recall_at_10_std": 0.379147, "nauc_recall_at_10_diff1": 0.619908, "nauc_recall_at_20_max": 0.814022, "nauc_recall_at_20_std": 0.420269, "nauc_recall_at_20_diff1": 0.663884, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.69466, "nauc_precision_at_1_std": 0.030498, "nauc_precision_at_1_diff1": 0.811959, "nauc_precision_at_3_max": 0.715816, "nauc_precision_at_3_std": 0.096836, "nauc_precision_at_3_diff1": 0.712342, "nauc_precision_at_5_max": 0.660632, "nauc_precision_at_5_std": 0.009507, "nauc_precision_at_5_diff1": 0.683167, "nauc_precision_at_10_max": 0.799717, "nauc_precision_at_10_std": 0.379147, "nauc_precision_at_10_diff1": 0.619908, "nauc_precision_at_20_max": 0.814022, "nauc_precision_at_20_std": 0.420269, "nauc_precision_at_20_diff1": 0.663884, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.69466, "nauc_mrr_at_1_std": 0.030498, "nauc_mrr_at_1_diff1": 0.811959, "nauc_mrr_at_3_max": 0.701141, "nauc_mrr_at_3_std": 0.037944, "nauc_mrr_at_3_diff1": 0.784883, "nauc_mrr_at_5_max": 0.693296, "nauc_mrr_at_5_std": 0.022901, "nauc_mrr_at_5_diff1": 0.784457, "nauc_mrr_at_10_max": 0.699127, "nauc_mrr_at_10_std": 0.037329, "nauc_mrr_at_10_diff1": 0.784643, "nauc_mrr_at_20_max": 0.698305, "nauc_mrr_at_20_std": 0.034546, "nauc_mrr_at_20_diff1": 0.787134, "nauc_mrr_at_100_max": 0.697594, "nauc_mrr_at_100_std": 0.032648, "nauc_mrr_at_100_diff1": 0.787375, "nauc_mrr_at_1000_max": 0.697594, "nauc_mrr_at_1000_std": 0.032648, "nauc_mrr_at_1000_diff1": 0.787375, "main_score": 0.81688, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.69492, "ndcg_at_3": 0.78807, "ndcg_at_5": 0.81166, "ndcg_at_10": 0.82272, "ndcg_at_20": 0.82961, "ndcg_at_100": 0.83462, "ndcg_at_1000": 0.83462, "map_at_1": 0.69492, "map_at_3": 0.76554, "map_at_5": 0.77881, "map_at_10": 0.78343, "map_at_20": 0.7852, "map_at_100": 0.78581, "map_at_1000": 0.78581, "recall_at_1": 0.69492, "recall_at_3": 0.85311, "recall_at_5": 0.9096, "recall_at_10": 0.9435, "recall_at_20": 0.97175, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.69492, "precision_at_3": 0.28437, "precision_at_5": 0.18192, "precision_at_10": 0.09435, "precision_at_20": 0.04859, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.694915, "mrr_at_3": 0.765537, "mrr_at_5": 0.778814, "mrr_at_10": 0.783432, "mrr_at_20": 0.785198, "mrr_at_100": 0.785809, "mrr_at_1000": 0.785809, "nauc_ndcg_at_1_max": 0.73034, "nauc_ndcg_at_1_std": 0.113217, "nauc_ndcg_at_1_diff1": 0.802995, "nauc_ndcg_at_3_max": 0.752925, "nauc_ndcg_at_3_std": 0.177807, "nauc_ndcg_at_3_diff1": 0.783386, "nauc_ndcg_at_5_max": 0.745959, "nauc_ndcg_at_5_std": 0.184229, "nauc_ndcg_at_5_diff1": 0.762054, "nauc_ndcg_at_10_max": 0.743453, "nauc_ndcg_at_10_std": 0.171508, "nauc_ndcg_at_10_diff1": 0.753542, "nauc_ndcg_at_20_max": 0.742518, "nauc_ndcg_at_20_std": 0.173872, "nauc_ndcg_at_20_diff1": 0.763526, "nauc_ndcg_at_100_max": 0.741697, "nauc_ndcg_at_100_std": 0.162021, "nauc_ndcg_at_100_diff1": 0.771462, "nauc_ndcg_at_1000_max": 0.741697, "nauc_ndcg_at_1000_std": 0.162021, "nauc_ndcg_at_1000_diff1": 0.771462, "nauc_map_at_1_max": 0.73034, "nauc_map_at_1_std": 0.113217, "nauc_map_at_1_diff1": 0.802995, "nauc_map_at_3_max": 0.744686, "nauc_map_at_3_std": 0.153095, "nauc_map_at_3_diff1": 0.787129, "nauc_map_at_5_max": 0.741194, "nauc_map_at_5_std": 0.156105, "nauc_map_at_5_diff1": 0.776888, "nauc_map_at_10_max": 0.740467, "nauc_map_at_10_std": 0.151943, "nauc_map_at_10_diff1": 0.774345, "nauc_map_at_20_max": 0.74029, "nauc_map_at_20_std": 0.153025, "nauc_map_at_20_diff1": 0.776436, "nauc_map_at_100_max": 0.740158, "nauc_map_at_100_std": 0.151895, "nauc_map_at_100_diff1": 0.777286, "nauc_map_at_1000_max": 0.740158, "nauc_map_at_1000_std": 0.151895, "nauc_map_at_1000_diff1": 0.777286, "nauc_recall_at_1_max": 0.73034, "nauc_recall_at_1_std": 0.113217, "nauc_recall_at_1_diff1": 0.802995, "nauc_recall_at_3_max": 0.788988, "nauc_recall_at_3_std": 0.286561, "nauc_recall_at_3_diff1": 0.768732, "nauc_recall_at_5_max": 0.774193, "nauc_recall_at_5_std": 0.364026, "nauc_recall_at_5_diff1": 0.665048, "nauc_recall_at_10_max": 0.764977, "nauc_recall_at_10_std": 0.345973, "nauc_recall_at_10_diff1": 0.532695, "nauc_recall_at_20_max": 0.763694, "nauc_recall_at_20_std": 0.532411, "nauc_recall_at_20_diff1": 0.539804, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.73034, "nauc_precision_at_1_std": 0.113217, "nauc_precision_at_1_diff1": 0.802995, "nauc_precision_at_3_max": 0.788988, "nauc_precision_at_3_std": 0.286561, "nauc_precision_at_3_diff1": 0.768732, "nauc_precision_at_5_max": 0.774193, "nauc_precision_at_5_std": 0.364026, "nauc_precision_at_5_diff1": 0.665048, "nauc_precision_at_10_max": 0.764977, "nauc_precision_at_10_std": 0.345973, "nauc_precision_at_10_diff1": 0.532695, "nauc_precision_at_20_max": 0.763694, "nauc_precision_at_20_std": 0.532411, "nauc_precision_at_20_diff1": 0.539804, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.73034, "nauc_mrr_at_1_std": 0.113217, "nauc_mrr_at_1_diff1": 0.802995, "nauc_mrr_at_3_max": 0.744686, "nauc_mrr_at_3_std": 0.153095, "nauc_mrr_at_3_diff1": 0.787129, "nauc_mrr_at_5_max": 0.741194, "nauc_mrr_at_5_std": 0.156105, "nauc_mrr_at_5_diff1": 0.776888, "nauc_mrr_at_10_max": 0.740467, "nauc_mrr_at_10_std": 0.151943, "nauc_mrr_at_10_diff1": 0.774345, "nauc_mrr_at_20_max": 0.74029, "nauc_mrr_at_20_std": 0.153025, "nauc_mrr_at_20_diff1": 0.776436, "nauc_mrr_at_100_max": 0.740158, "nauc_mrr_at_100_std": 0.151895, "nauc_mrr_at_100_diff1": 0.777286, "nauc_mrr_at_1000_max": 0.740158, "nauc_mrr_at_1000_std": 0.151895, "nauc_mrr_at_1000_diff1": 0.777286, "main_score": 0.82272, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.70059, "ndcg_at_3": 0.77525, "ndcg_at_5": 0.79428, "ndcg_at_10": 0.8079, "ndcg_at_20": 0.81346, "ndcg_at_100": 0.82354, "ndcg_at_1000": 0.82515, "map_at_1": 0.70059, "map_at_3": 0.75766, "map_at_5": 0.76804, "map_at_10": 0.77385, "map_at_20": 0.77543, "map_at_100": 0.77692, "map_at_1000": 0.777, "recall_at_1": 0.70059, "recall_at_3": 0.82583, "recall_at_5": 0.8728, "recall_at_10": 0.91389, "recall_at_20": 0.93542, "recall_at_100": 0.98826, "recall_at_1000": 1.0, "precision_at_1": 0.70059, "precision_at_3": 0.27528, "precision_at_5": 0.17456, "precision_at_10": 0.09139, "precision_at_20": 0.04677, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.700587, "mrr_at_3": 0.757665, "mrr_at_5": 0.768037, "mrr_at_10": 0.773848, "mrr_at_20": 0.775434, "mrr_at_100": 0.776924, "mrr_at_1000": 0.777002, "nauc_ndcg_at_1_max": 0.697981, "nauc_ndcg_at_1_std": 0.093142, "nauc_ndcg_at_1_diff1": 0.812189, "nauc_ndcg_at_3_max": 0.749664, "nauc_ndcg_at_3_std": 0.145146, "nauc_ndcg_at_3_diff1": 0.806817, "nauc_ndcg_at_5_max": 0.757161, "nauc_ndcg_at_5_std": 0.171268, "nauc_ndcg_at_5_diff1": 0.802292, "nauc_ndcg_at_10_max": 0.748913, "nauc_ndcg_at_10_std": 0.157543, "nauc_ndcg_at_10_diff1": 0.801375, "nauc_ndcg_at_20_max": 0.74754, "nauc_ndcg_at_20_std": 0.150146, "nauc_ndcg_at_20_diff1": 0.800947, "nauc_ndcg_at_100_max": 0.7416, "nauc_ndcg_at_100_std": 0.144284, "nauc_ndcg_at_100_diff1": 0.802613, "nauc_ndcg_at_1000_max": 0.739906, "nauc_ndcg_at_1000_std": 0.140222, "nauc_ndcg_at_1000_diff1": 0.803614, "nauc_map_at_1_max": 0.697981, "nauc_map_at_1_std": 0.093142, "nauc_map_at_1_diff1": 0.812189, "nauc_map_at_3_max": 0.735858, "nauc_map_at_3_std": 0.128136, "nauc_map_at_3_diff1": 0.806994, "nauc_map_at_5_max": 0.738974, "nauc_map_at_5_std": 0.14076, "nauc_map_at_5_diff1": 0.804741, "nauc_map_at_10_max": 0.734993, "nauc_map_at_10_std": 0.134198, "nauc_map_at_10_diff1": 0.804472, "nauc_map_at_20_max": 0.734626, "nauc_map_at_20_std": 0.132372, "nauc_map_at_20_diff1": 0.804379, "nauc_map_at_100_max": 0.733897, "nauc_map_at_100_std": 0.131338, "nauc_map_at_100_diff1": 0.804777, "nauc_map_at_1000_max": 0.73383, "nauc_map_at_1000_std": 0.131221, "nauc_map_at_1000_diff1": 0.804813, "nauc_recall_at_1_max": 0.697981, "nauc_recall_at_1_std": 0.093142, "nauc_recall_at_1_diff1": 0.812189, "nauc_recall_at_3_max": 0.801439, "nauc_recall_at_3_std": 0.210761, "nauc_recall_at_3_diff1": 0.806893, "nauc_recall_at_5_max": 0.846135, "nauc_recall_at_5_std": 0.325744, "nauc_recall_at_5_diff1": 0.790375, "nauc_recall_at_10_max": 0.840584, "nauc_recall_at_10_std": 0.318597, "nauc_recall_at_10_diff1": 0.779522, "nauc_recall_at_20_max": 0.855627, "nauc_recall_at_20_std": 0.29469, "nauc_recall_at_20_diff1": 0.768315, "nauc_recall_at_100_max": 0.907441, "nauc_recall_at_100_std": 0.566701, "nauc_recall_at_100_diff1": 0.704487, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.697981, "nauc_precision_at_1_std": 0.093142, "nauc_precision_at_1_diff1": 0.812189, "nauc_precision_at_3_max": 0.801439, "nauc_precision_at_3_std": 0.210761, "nauc_precision_at_3_diff1": 0.806893, "nauc_precision_at_5_max": 0.846135, "nauc_precision_at_5_std": 0.325744, "nauc_precision_at_5_diff1": 0.790375, "nauc_precision_at_10_max": 0.840584, "nauc_precision_at_10_std": 0.318597, "nauc_precision_at_10_diff1": 0.779522, "nauc_precision_at_20_max": 0.855627, "nauc_precision_at_20_std": 0.29469, "nauc_precision_at_20_diff1": 0.768315, "nauc_precision_at_100_max": 0.907441, "nauc_precision_at_100_std": 0.566701, "nauc_precision_at_100_diff1": 0.704487, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.697981, "nauc_mrr_at_1_std": 0.093142, "nauc_mrr_at_1_diff1": 0.812189, "nauc_mrr_at_3_max": 0.735858, "nauc_mrr_at_3_std": 0.128136, "nauc_mrr_at_3_diff1": 0.806994, "nauc_mrr_at_5_max": 0.738974, "nauc_mrr_at_5_std": 0.14076, "nauc_mrr_at_5_diff1": 0.804741, "nauc_mrr_at_10_max": 0.734993, "nauc_mrr_at_10_std": 0.134198, "nauc_mrr_at_10_diff1": 0.804472, "nauc_mrr_at_20_max": 0.734626, "nauc_mrr_at_20_std": 0.132372, "nauc_mrr_at_20_diff1": 0.804379, "nauc_mrr_at_100_max": 0.733897, "nauc_mrr_at_100_std": 0.131338, "nauc_mrr_at_100_diff1": 0.804777, "nauc_mrr_at_1000_max": 0.73383, "nauc_mrr_at_1000_std": 0.131221, "nauc_mrr_at_1000_diff1": 0.804813, "main_score": 0.8079, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.68478, "ndcg_at_3": 0.78396, "ndcg_at_5": 0.81039, "ndcg_at_10": 0.82623, "ndcg_at_20": 0.83179, "ndcg_at_100": 0.83376, "ndcg_at_1000": 0.83376, "map_at_1": 0.68478, "map_at_3": 0.75996, "map_at_5": 0.77437, "map_at_10": 0.78093, "map_at_20": 0.78248, "map_at_100": 0.78273, "map_at_1000": 0.78273, "recall_at_1": 0.68478, "recall_at_3": 0.85326, "recall_at_5": 0.91848, "recall_at_10": 0.96739, "recall_at_20": 0.98913, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68478, "precision_at_3": 0.28442, "precision_at_5": 0.1837, "precision_at_10": 0.09674, "precision_at_20": 0.04946, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.684783, "mrr_at_3": 0.759964, "mrr_at_5": 0.774366, "mrr_at_10": 0.780931, "mrr_at_20": 0.782484, "mrr_at_100": 0.782735, "mrr_at_1000": 0.782735, "nauc_ndcg_at_1_max": 0.511028, "nauc_ndcg_at_1_std": -0.061719, "nauc_ndcg_at_1_diff1": 0.705446, "nauc_ndcg_at_3_max": 0.548441, "nauc_ndcg_at_3_std": -0.027847, "nauc_ndcg_at_3_diff1": 0.683882, "nauc_ndcg_at_5_max": 0.542268, "nauc_ndcg_at_5_std": -0.063321, "nauc_ndcg_at_5_diff1": 0.681975, "nauc_ndcg_at_10_max": 0.536315, "nauc_ndcg_at_10_std": -0.05256, "nauc_ndcg_at_10_diff1": 0.686714, "nauc_ndcg_at_20_max": 0.539713, "nauc_ndcg_at_20_std": -0.050138, "nauc_ndcg_at_20_diff1": 0.694498, "nauc_ndcg_at_100_max": 0.535207, "nauc_ndcg_at_100_std": -0.054739, "nauc_ndcg_at_100_diff1": 0.694062, "nauc_ndcg_at_1000_max": 0.535207, "nauc_ndcg_at_1000_std": -0.054739, "nauc_ndcg_at_1000_diff1": 0.694062, "nauc_map_at_1_max": 0.511028, "nauc_map_at_1_std": -0.061719, "nauc_map_at_1_diff1": 0.705446, "nauc_map_at_3_max": 0.538081, "nauc_map_at_3_std": -0.040442, "nauc_map_at_3_diff1": 0.692712, "nauc_map_at_5_max": 0.53418, "nauc_map_at_5_std": -0.059173, "nauc_map_at_5_diff1": 0.692346, "nauc_map_at_10_max": 0.531984, "nauc_map_at_10_std": -0.05569, "nauc_map_at_10_diff1": 0.694443, "nauc_map_at_20_max": 0.532838, "nauc_map_at_20_std": -0.054786, "nauc_map_at_20_diff1": 0.696169, "nauc_map_at_100_max": 0.53234, "nauc_map_at_100_std": -0.05551, "nauc_map_at_100_diff1": 0.696074, "nauc_map_at_1000_max": 0.53234, "nauc_map_at_1000_std": -0.05551, "nauc_map_at_1000_diff1": 0.696074, "nauc_recall_at_1_max": 0.511028, "nauc_recall_at_1_std": -0.061719, "nauc_recall_at_1_diff1": 0.705446, "nauc_recall_at_3_max": 0.59289, "nauc_recall_at_3_std": 0.028399, "nauc_recall_at_3_diff1": 0.644035, "nauc_recall_at_5_max": 0.596854, "nauc_recall_at_5_std": -0.098938, "nauc_recall_at_5_diff1": 0.606025, "nauc_recall_at_10_max": 0.590716, "nauc_recall_at_10_std": 0.011792, "nauc_recall_at_10_diff1": 0.555687, "nauc_recall_at_20_max": 0.861169, "nauc_recall_at_20_std": 0.218167, "nauc_recall_at_20_diff1": 0.712063, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.511028, "nauc_precision_at_1_std": -0.061719, "nauc_precision_at_1_diff1": 0.705446, "nauc_precision_at_3_max": 0.59289, "nauc_precision_at_3_std": 0.028399, "nauc_precision_at_3_diff1": 0.644035, "nauc_precision_at_5_max": 0.596854, "nauc_precision_at_5_std": -0.098938, "nauc_precision_at_5_diff1": 0.606025, "nauc_precision_at_10_max": 0.590716, "nauc_precision_at_10_std": 0.011792, "nauc_precision_at_10_diff1": 0.555687, "nauc_precision_at_20_max": 0.861169, "nauc_precision_at_20_std": 0.218167, "nauc_precision_at_20_diff1": 0.712063, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.511028, "nauc_mrr_at_1_std": -0.061719, "nauc_mrr_at_1_diff1": 0.705446, "nauc_mrr_at_3_max": 0.538081, "nauc_mrr_at_3_std": -0.040442, "nauc_mrr_at_3_diff1": 0.692712, "nauc_mrr_at_5_max": 0.53418, "nauc_mrr_at_5_std": -0.059173, "nauc_mrr_at_5_diff1": 0.692346, "nauc_mrr_at_10_max": 0.531984, "nauc_mrr_at_10_std": -0.05569, "nauc_mrr_at_10_diff1": 0.694443, "nauc_mrr_at_20_max": 0.532838, "nauc_mrr_at_20_std": -0.054786, "nauc_mrr_at_20_diff1": 0.696169, "nauc_mrr_at_100_max": 0.53234, "nauc_mrr_at_100_std": -0.05551, "nauc_mrr_at_100_diff1": 0.696074, "nauc_mrr_at_1000_max": 0.53234, "nauc_mrr_at_1000_std": -0.05551, "nauc_mrr_at_1000_diff1": 0.696074, "main_score": 0.82623, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.62766, "ndcg_at_3": 0.74221, "ndcg_at_5": 0.76236, "ndcg_at_10": 0.78251, "ndcg_at_20": 0.79092, "ndcg_at_100": 0.79792, "ndcg_at_1000": 0.79792, "map_at_1": 0.62766, "map_at_3": 0.71543, "map_at_5": 0.72686, "map_at_10": 0.73489, "map_at_20": 0.73738, "map_at_100": 0.7384, "map_at_1000": 0.7384, "recall_at_1": 0.62766, "recall_at_3": 0.81915, "recall_at_5": 0.86702, "recall_at_10": 0.93085, "recall_at_20": 0.96277, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.62766, "precision_at_3": 0.27305, "precision_at_5": 0.1734, "precision_at_10": 0.09309, "precision_at_20": 0.04814, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.62766, "mrr_at_3": 0.715426, "mrr_at_5": 0.726862, "mrr_at_10": 0.734891, "mrr_at_20": 0.737378, "mrr_at_100": 0.738399, "mrr_at_1000": 0.738399, "nauc_ndcg_at_1_max": 0.556274, "nauc_ndcg_at_1_std": 0.118068, "nauc_ndcg_at_1_diff1": 0.864172, "nauc_ndcg_at_3_max": 0.590478, "nauc_ndcg_at_3_std": 0.213338, "nauc_ndcg_at_3_diff1": 0.818211, "nauc_ndcg_at_5_max": 0.627028, "nauc_ndcg_at_5_std": 0.25582, "nauc_ndcg_at_5_diff1": 0.82694, "nauc_ndcg_at_10_max": 0.609324, "nauc_ndcg_at_10_std": 0.232765, "nauc_ndcg_at_10_diff1": 0.826852, "nauc_ndcg_at_20_max": 0.60493, "nauc_ndcg_at_20_std": 0.216896, "nauc_ndcg_at_20_diff1": 0.831335, "nauc_ndcg_at_100_max": 0.597389, "nauc_ndcg_at_100_std": 0.205818, "nauc_ndcg_at_100_diff1": 0.832693, "nauc_ndcg_at_1000_max": 0.597389, "nauc_ndcg_at_1000_std": 0.205818, "nauc_ndcg_at_1000_diff1": 0.832693, "nauc_map_at_1_max": 0.556274, "nauc_map_at_1_std": 0.118068, "nauc_map_at_1_diff1": 0.864172, "nauc_map_at_3_max": 0.580735, "nauc_map_at_3_std": 0.185598, "nauc_map_at_3_diff1": 0.82947, "nauc_map_at_5_max": 0.599353, "nauc_map_at_5_std": 0.206349, "nauc_map_at_5_diff1": 0.834287, "nauc_map_at_10_max": 0.592495, "nauc_map_at_10_std": 0.197094, "nauc_map_at_10_diff1": 0.834138, "nauc_map_at_20_max": 0.591372, "nauc_map_at_20_std": 0.193009, "nauc_map_at_20_diff1": 0.835293, "nauc_map_at_100_max": 0.590496, "nauc_map_at_100_std": 0.192116, "nauc_map_at_100_diff1": 0.835473, "nauc_map_at_1000_max": 0.590496, "nauc_map_at_1000_std": 0.192116, "nauc_map_at_1000_diff1": 0.835473, "nauc_recall_at_1_max": 0.556274, "nauc_recall_at_1_std": 0.118068, "nauc_recall_at_1_diff1": 0.864172, "nauc_recall_at_3_max": 0.629976, "nauc_recall_at_3_std": 0.326154, "nauc_recall_at_3_diff1": 0.773699, "nauc_recall_at_5_max": 0.776665, "nauc_recall_at_5_std": 0.519625, "nauc_recall_at_5_diff1": 0.792894, "nauc_recall_at_10_max": 0.755354, "nauc_recall_at_10_std": 0.549012, "nauc_recall_at_10_diff1": 0.76903, "nauc_recall_at_20_max": 0.795452, "nauc_recall_at_20_std": 0.527126, "nauc_recall_at_20_diff1": 0.800692, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.556274, "nauc_precision_at_1_std": 0.118068, "nauc_precision_at_1_diff1": 0.864172, "nauc_precision_at_3_max": 0.629976, "nauc_precision_at_3_std": 0.326154, "nauc_precision_at_3_diff1": 0.773699, "nauc_precision_at_5_max": 0.776665, "nauc_precision_at_5_std": 0.519625, "nauc_precision_at_5_diff1": 0.792894, "nauc_precision_at_10_max": 0.755354, "nauc_precision_at_10_std": 0.549012, "nauc_precision_at_10_diff1": 0.76903, "nauc_precision_at_20_max": 0.795452, "nauc_precision_at_20_std": 0.527126, "nauc_precision_at_20_diff1": 0.800692, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.556274, "nauc_mrr_at_1_std": 0.118068, "nauc_mrr_at_1_diff1": 0.864172, "nauc_mrr_at_3_max": 0.580735, "nauc_mrr_at_3_std": 0.185598, "nauc_mrr_at_3_diff1": 0.82947, "nauc_mrr_at_5_max": 0.599353, "nauc_mrr_at_5_std": 0.206349, "nauc_mrr_at_5_diff1": 0.834287, "nauc_mrr_at_10_max": 0.592495, "nauc_mrr_at_10_std": 0.197094, "nauc_mrr_at_10_diff1": 0.834138, "nauc_mrr_at_20_max": 0.591372, "nauc_mrr_at_20_std": 0.193009, "nauc_mrr_at_20_diff1": 0.835293, "nauc_mrr_at_100_max": 0.590496, "nauc_mrr_at_100_std": 0.192116, "nauc_mrr_at_100_diff1": 0.835473, "nauc_mrr_at_1000_max": 0.590496, "nauc_mrr_at_1000_std": 0.192116, "nauc_mrr_at_1000_diff1": 0.835473, "main_score": 0.78251, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.68947, "ndcg_at_3": 0.79217, "ndcg_at_5": 0.80123, "ndcg_at_10": 0.81497, "ndcg_at_20": 0.82154, "ndcg_at_100": 0.82854, "ndcg_at_1000": 0.83008, "map_at_1": 0.68947, "map_at_3": 0.76754, "map_at_5": 0.77281, "map_at_10": 0.77856, "map_at_20": 0.78032, "map_at_100": 0.78135, "map_at_1000": 0.78145, "recall_at_1": 0.68947, "recall_at_3": 0.86316, "recall_at_5": 0.88421, "recall_at_10": 0.92632, "recall_at_20": 0.95263, "recall_at_100": 0.98947, "recall_at_1000": 1.0, "precision_at_1": 0.68947, "precision_at_3": 0.28772, "precision_at_5": 0.17684, "precision_at_10": 0.09263, "precision_at_20": 0.04763, "precision_at_100": 0.00989, "precision_at_1000": 0.001, "mrr_at_1": 0.689474, "mrr_at_3": 0.767544, "mrr_at_5": 0.772807, "mrr_at_10": 0.778559, "mrr_at_20": 0.780318, "mrr_at_100": 0.781353, "mrr_at_1000": 0.781448, "nauc_ndcg_at_1_max": 0.554306, "nauc_ndcg_at_1_std": 0.108899, "nauc_ndcg_at_1_diff1": 0.815241, "nauc_ndcg_at_3_max": 0.653021, "nauc_ndcg_at_3_std": 0.231629, "nauc_ndcg_at_3_diff1": 0.791207, "nauc_ndcg_at_5_max": 0.64092, "nauc_ndcg_at_5_std": 0.220771, "nauc_ndcg_at_5_diff1": 0.780578, "nauc_ndcg_at_10_max": 0.6284, "nauc_ndcg_at_10_std": 0.213218, "nauc_ndcg_at_10_diff1": 0.782392, "nauc_ndcg_at_20_max": 0.619771, "nauc_ndcg_at_20_std": 0.212312, "nauc_ndcg_at_20_diff1": 0.786172, "nauc_ndcg_at_100_max": 0.617856, "nauc_ndcg_at_100_std": 0.204418, "nauc_ndcg_at_100_diff1": 0.784487, "nauc_ndcg_at_1000_max": 0.616046, "nauc_ndcg_at_1000_std": 0.198357, "nauc_ndcg_at_1000_diff1": 0.789082, "nauc_map_at_1_max": 0.554306, "nauc_map_at_1_std": 0.108899, "nauc_map_at_1_diff1": 0.815241, "nauc_map_at_3_max": 0.622776, "nauc_map_at_3_std": 0.198788, "nauc_map_at_3_diff1": 0.796929, "nauc_map_at_5_max": 0.615843, "nauc_map_at_5_std": 0.192438, "nauc_map_at_5_diff1": 0.791572, "nauc_map_at_10_max": 0.610671, "nauc_map_at_10_std": 0.189507, "nauc_map_at_10_diff1": 0.791879, "nauc_map_at_20_max": 0.608589, "nauc_map_at_20_std": 0.188503, "nauc_map_at_20_diff1": 0.792974, "nauc_map_at_100_max": 0.608423, "nauc_map_at_100_std": 0.187359, "nauc_map_at_100_diff1": 0.792901, "nauc_map_at_1000_max": 0.608333, "nauc_map_at_1000_std": 0.187058, "nauc_map_at_1000_diff1": 0.793131, "nauc_recall_at_1_max": 0.554306, "nauc_recall_at_1_std": 0.108899, "nauc_recall_at_1_diff1": 0.815241, "nauc_recall_at_3_max": 0.789064, "nauc_recall_at_3_std": 0.376238, "nauc_recall_at_3_diff1": 0.766545, "nauc_recall_at_5_max": 0.76668, "nauc_recall_at_5_std": 0.359779, "nauc_recall_at_5_diff1": 0.723684, "nauc_recall_at_10_max": 0.7491, "nauc_recall_at_10_std": 0.375584, "nauc_recall_at_10_diff1": 0.714252, "nauc_recall_at_20_max": 0.700488, "nauc_recall_at_20_std": 0.472352, "nauc_recall_at_20_diff1": 0.721755, "nauc_recall_at_100_max": 0.795752, "nauc_recall_at_100_std": 0.795752, "nauc_recall_at_100_diff1": 0.338469, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.554306, "nauc_precision_at_1_std": 0.108899, "nauc_precision_at_1_diff1": 0.815241, "nauc_precision_at_3_max": 0.789064, "nauc_precision_at_3_std": 0.376238, "nauc_precision_at_3_diff1": 0.766545, "nauc_precision_at_5_max": 0.76668, "nauc_precision_at_5_std": 0.359779, "nauc_precision_at_5_diff1": 0.723684, "nauc_precision_at_10_max": 0.7491, "nauc_precision_at_10_std": 0.375584, "nauc_precision_at_10_diff1": 0.714252, "nauc_precision_at_20_max": 0.700488, "nauc_precision_at_20_std": 0.472352, "nauc_precision_at_20_diff1": 0.721755, "nauc_precision_at_100_max": 0.795752, "nauc_precision_at_100_std": 0.795752, "nauc_precision_at_100_diff1": 0.338469, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.554306, "nauc_mrr_at_1_std": 0.108899, "nauc_mrr_at_1_diff1": 0.815241, "nauc_mrr_at_3_max": 0.622776, "nauc_mrr_at_3_std": 0.198788, "nauc_mrr_at_3_diff1": 0.796929, "nauc_mrr_at_5_max": 0.615843, "nauc_mrr_at_5_std": 0.192438, "nauc_mrr_at_5_diff1": 0.791572, "nauc_mrr_at_10_max": 0.610671, "nauc_mrr_at_10_std": 0.189507, "nauc_mrr_at_10_diff1": 0.791879, "nauc_mrr_at_20_max": 0.608589, "nauc_mrr_at_20_std": 0.188503, "nauc_mrr_at_20_diff1": 0.792974, "nauc_mrr_at_100_max": 0.608423, "nauc_mrr_at_100_std": 0.187359, "nauc_mrr_at_100_diff1": 0.792901, "nauc_mrr_at_1000_max": 0.608333, "nauc_mrr_at_1000_std": 0.187058, "nauc_mrr_at_1000_diff1": 0.793131, "main_score": 0.81497, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.65873, "ndcg_at_3": 0.74816, "ndcg_at_5": 0.7683, "ndcg_at_10": 0.78574, "ndcg_at_20": 0.79247, "ndcg_at_100": 0.80158, "ndcg_at_1000": 0.8031, "map_at_1": 0.65873, "map_at_3": 0.72685, "map_at_5": 0.73786, "map_at_10": 0.74512, "map_at_20": 0.74681, "map_at_100": 0.74815, "map_at_1000": 0.74821, "recall_at_1": 0.65873, "recall_at_3": 0.80952, "recall_at_5": 0.85913, "recall_at_10": 0.9127, "recall_at_20": 0.94048, "recall_at_100": 0.9881, "recall_at_1000": 1.0, "precision_at_1": 0.65873, "precision_at_3": 0.26984, "precision_at_5": 0.17183, "precision_at_10": 0.09127, "precision_at_20": 0.04702, "precision_at_100": 0.00988, "precision_at_1000": 0.001, "mrr_at_1": 0.65873, "mrr_at_3": 0.726852, "mrr_at_5": 0.737864, "mrr_at_10": 0.745122, "mrr_at_20": 0.746813, "mrr_at_100": 0.748154, "mrr_at_1000": 0.748209, "nauc_ndcg_at_1_max": 0.597113, "nauc_ndcg_at_1_std": 0.010404, "nauc_ndcg_at_1_diff1": 0.843415, "nauc_ndcg_at_3_max": 0.67249, "nauc_ndcg_at_3_std": 0.029878, "nauc_ndcg_at_3_diff1": 0.800109, "nauc_ndcg_at_5_max": 0.659457, "nauc_ndcg_at_5_std": 0.026643, "nauc_ndcg_at_5_diff1": 0.803388, "nauc_ndcg_at_10_max": 0.661355, "nauc_ndcg_at_10_std": 0.039598, "nauc_ndcg_at_10_diff1": 0.799177, "nauc_ndcg_at_20_max": 0.658182, "nauc_ndcg_at_20_std": 0.039983, "nauc_ndcg_at_20_diff1": 0.804599, "nauc_ndcg_at_100_max": 0.653544, "nauc_ndcg_at_100_std": 0.0372, "nauc_ndcg_at_100_diff1": 0.808406, "nauc_ndcg_at_1000_max": 0.652265, "nauc_ndcg_at_1000_std": 0.034051, "nauc_ndcg_at_1000_diff1": 0.809758, "nauc_map_at_1_max": 0.597113, "nauc_map_at_1_std": 0.010404, "nauc_map_at_1_diff1": 0.843415, "nauc_map_at_3_max": 0.653971, "nauc_map_at_3_std": 0.026752, "nauc_map_at_3_diff1": 0.811793, "nauc_map_at_5_max": 0.64666, "nauc_map_at_5_std": 0.025319, "nauc_map_at_5_diff1": 0.81359, "nauc_map_at_10_max": 0.647299, "nauc_map_at_10_std": 0.030356, "nauc_map_at_10_diff1": 0.812566, "nauc_map_at_20_max": 0.646559, "nauc_map_at_20_std": 0.030396, "nauc_map_at_20_diff1": 0.813872, "nauc_map_at_100_max": 0.646, "nauc_map_at_100_std": 0.029956, "nauc_map_at_100_diff1": 0.814441, "nauc_map_at_1000_max": 0.645953, "nauc_map_at_1000_std": 0.029852, "nauc_map_at_1000_diff1": 0.814475, "nauc_recall_at_1_max": 0.597113, "nauc_recall_at_1_std": 0.010404, "nauc_recall_at_1_diff1": 0.843415, "nauc_recall_at_3_max": 0.741289, "nauc_recall_at_3_std": 0.04043, "nauc_recall_at_3_diff1": 0.75603, "nauc_recall_at_5_max": 0.715781, "nauc_recall_at_5_std": 0.029808, "nauc_recall_at_5_diff1": 0.756278, "nauc_recall_at_10_max": 0.754766, "nauc_recall_at_10_std": 0.111123, "nauc_recall_at_10_diff1": 0.700221, "nauc_recall_at_20_max": 0.757559, "nauc_recall_at_20_std": 0.14827, "nauc_recall_at_20_diff1": 0.720021, "nauc_recall_at_100_max": 0.789602, "nauc_recall_at_100_std": 0.378648, "nauc_recall_at_100_diff1": 0.651845, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.597113, "nauc_precision_at_1_std": 0.010404, "nauc_precision_at_1_diff1": 0.843415, "nauc_precision_at_3_max": 0.741289, "nauc_precision_at_3_std": 0.04043, "nauc_precision_at_3_diff1": 0.75603, "nauc_precision_at_5_max": 0.715781, "nauc_precision_at_5_std": 0.029808, "nauc_precision_at_5_diff1": 0.756278, "nauc_precision_at_10_max": 0.754766, "nauc_precision_at_10_std": 0.111123, "nauc_precision_at_10_diff1": 0.700221, "nauc_precision_at_20_max": 0.757559, "nauc_precision_at_20_std": 0.14827, "nauc_precision_at_20_diff1": 0.720021, "nauc_precision_at_100_max": 0.789602, "nauc_precision_at_100_std": 0.378648, "nauc_precision_at_100_diff1": 0.651845, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.597113, "nauc_mrr_at_1_std": 0.010404, "nauc_mrr_at_1_diff1": 0.843415, "nauc_mrr_at_3_max": 0.653971, "nauc_mrr_at_3_std": 0.026752, "nauc_mrr_at_3_diff1": 0.811793, "nauc_mrr_at_5_max": 0.64666, "nauc_mrr_at_5_std": 0.025319, "nauc_mrr_at_5_diff1": 0.81359, "nauc_mrr_at_10_max": 0.647299, "nauc_mrr_at_10_std": 0.030356, "nauc_mrr_at_10_diff1": 0.812566, "nauc_mrr_at_20_max": 0.646559, "nauc_mrr_at_20_std": 0.030396, "nauc_mrr_at_20_diff1": 0.813872, "nauc_mrr_at_100_max": 0.646, "nauc_mrr_at_100_std": 0.029956, "nauc_mrr_at_100_diff1": 0.814441, "nauc_mrr_at_1000_max": 0.645953, "nauc_mrr_at_1000_std": 0.029852, "nauc_mrr_at_1000_diff1": 0.814475, "main_score": 0.78574, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.68323, "ndcg_at_3": 0.77322, "ndcg_at_5": 0.7914, "ndcg_at_10": 0.80737, "ndcg_at_20": 0.81801, "ndcg_at_100": 0.82298, "ndcg_at_1000": 0.82387, "map_at_1": 0.68323, "map_at_3": 0.75259, "map_at_5": 0.76284, "map_at_10": 0.76936, "map_at_20": 0.77209, "map_at_100": 0.77291, "map_at_1000": 0.77296, "recall_at_1": 0.68323, "recall_at_3": 0.8323, "recall_at_5": 0.87578, "recall_at_10": 0.92547, "recall_at_20": 0.96894, "recall_at_100": 0.99379, "recall_at_1000": 1.0, "precision_at_1": 0.68323, "precision_at_3": 0.27743, "precision_at_5": 0.17516, "precision_at_10": 0.09255, "precision_at_20": 0.04845, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.68323, "mrr_at_3": 0.752588, "mrr_at_5": 0.762836, "mrr_at_10": 0.769356, "mrr_at_20": 0.772087, "mrr_at_100": 0.772914, "mrr_at_1000": 0.772964, "nauc_ndcg_at_1_max": 0.597515, "nauc_ndcg_at_1_std": 0.117628, "nauc_ndcg_at_1_diff1": 0.796468, "nauc_ndcg_at_3_max": 0.658705, "nauc_ndcg_at_3_std": 0.144468, "nauc_ndcg_at_3_diff1": 0.757665, "nauc_ndcg_at_5_max": 0.643697, "nauc_ndcg_at_5_std": 0.121589, "nauc_ndcg_at_5_diff1": 0.74282, "nauc_ndcg_at_10_max": 0.643629, "nauc_ndcg_at_10_std": 0.149749, "nauc_ndcg_at_10_diff1": 0.749112, "nauc_ndcg_at_20_max": 0.642803, "nauc_ndcg_at_20_std": 0.156915, "nauc_ndcg_at_20_diff1": 0.758166, "nauc_ndcg_at_100_max": 0.638587, "nauc_ndcg_at_100_std": 0.148485, "nauc_ndcg_at_100_diff1": 0.757283, "nauc_ndcg_at_1000_max": 0.638107, "nauc_ndcg_at_1000_std": 0.145197, "nauc_ndcg_at_1000_diff1": 0.759561, "nauc_map_at_1_max": 0.597515, "nauc_map_at_1_std": 0.117628, "nauc_map_at_1_diff1": 0.796468, "nauc_map_at_3_max": 0.644176, "nauc_map_at_3_std": 0.143345, "nauc_map_at_3_diff1": 0.767835, "nauc_map_at_5_max": 0.636392, "nauc_map_at_5_std": 0.132701, "nauc_map_at_5_diff1": 0.760872, "nauc_map_at_10_max": 0.636298, "nauc_map_at_10_std": 0.143218, "nauc_map_at_10_diff1": 0.763356, "nauc_map_at_20_max": 0.635856, "nauc_map_at_20_std": 0.144327, "nauc_map_at_20_diff1": 0.765294, "nauc_map_at_100_max": 0.635027, "nauc_map_at_100_std": 0.142833, "nauc_map_at_100_diff1": 0.765066, "nauc_map_at_1000_max": 0.635005, "nauc_map_at_1000_std": 0.142688, "nauc_map_at_1000_diff1": 0.765167, "nauc_recall_at_1_max": 0.597515, "nauc_recall_at_1_std": 0.117628, "nauc_recall_at_1_diff1": 0.796468, "nauc_recall_at_3_max": 0.714184, "nauc_recall_at_3_std": 0.14504, "nauc_recall_at_3_diff1": 0.71816, "nauc_recall_at_5_max": 0.673247, "nauc_recall_at_5_std": 0.054062, "nauc_recall_at_5_diff1": 0.650396, "nauc_recall_at_10_max": 0.688985, "nauc_recall_at_10_std": 0.207286, "nauc_recall_at_10_diff1": 0.641141, "nauc_recall_at_20_max": 0.743544, "nauc_recall_at_20_std": 0.454338, "nauc_recall_at_20_diff1": 0.688368, "nauc_recall_at_100_max": 0.72254, "nauc_recall_at_100_std": 0.72254, "nauc_recall_at_100_diff1": 0.359649, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.597515, "nauc_precision_at_1_std": 0.117628, "nauc_precision_at_1_diff1": 0.796468, "nauc_precision_at_3_max": 0.714184, "nauc_precision_at_3_std": 0.14504, "nauc_precision_at_3_diff1": 0.71816, "nauc_precision_at_5_max": 0.673247, "nauc_precision_at_5_std": 0.054062, "nauc_precision_at_5_diff1": 0.650396, "nauc_precision_at_10_max": 0.688985, "nauc_precision_at_10_std": 0.207286, "nauc_precision_at_10_diff1": 0.641141, "nauc_precision_at_20_max": 0.743544, "nauc_precision_at_20_std": 0.454338, "nauc_precision_at_20_diff1": 0.688368, "nauc_precision_at_100_max": 0.72254, "nauc_precision_at_100_std": 0.72254, "nauc_precision_at_100_diff1": 0.359649, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.597515, "nauc_mrr_at_1_std": 0.117628, "nauc_mrr_at_1_diff1": 0.796468, "nauc_mrr_at_3_max": 0.644176, "nauc_mrr_at_3_std": 0.143345, "nauc_mrr_at_3_diff1": 0.767835, "nauc_mrr_at_5_max": 0.636392, "nauc_mrr_at_5_std": 0.132701, "nauc_mrr_at_5_diff1": 0.760872, "nauc_mrr_at_10_max": 0.636298, "nauc_mrr_at_10_std": 0.143218, "nauc_mrr_at_10_diff1": 0.763356, "nauc_mrr_at_20_max": 0.635856, "nauc_mrr_at_20_std": 0.144327, "nauc_mrr_at_20_diff1": 0.765294, "nauc_mrr_at_100_max": 0.635027, "nauc_mrr_at_100_std": 0.142833, "nauc_mrr_at_100_diff1": 0.765066, "nauc_mrr_at_1000_max": 0.635005, "nauc_mrr_at_1000_std": 0.142688, "nauc_mrr_at_1000_diff1": 0.765167, "main_score": 0.80737, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.69841, "ndcg_at_3": 0.79233, "ndcg_at_5": 0.80098, "ndcg_at_10": 0.81699, "ndcg_at_20": 0.82366, "ndcg_at_100": 0.83272, "ndcg_at_1000": 0.83272, "map_at_1": 0.69841, "map_at_3": 0.76984, "map_at_5": 0.7746, "map_at_10": 0.78157, "map_at_20": 0.78339, "map_at_100": 0.78474, "map_at_1000": 0.78474, "recall_at_1": 0.69841, "recall_at_3": 0.85714, "recall_at_5": 0.87831, "recall_at_10": 0.92593, "recall_at_20": 0.95238, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.69841, "precision_at_3": 0.28571, "precision_at_5": 0.17566, "precision_at_10": 0.09259, "precision_at_20": 0.04762, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.698413, "mrr_at_3": 0.769841, "mrr_at_5": 0.774603, "mrr_at_10": 0.781574, "mrr_at_20": 0.783392, "mrr_at_100": 0.784736, "mrr_at_1000": 0.784736, "nauc_ndcg_at_1_max": 0.493069, "nauc_ndcg_at_1_std": 0.118964, "nauc_ndcg_at_1_diff1": 0.797409, "nauc_ndcg_at_3_max": 0.624689, "nauc_ndcg_at_3_std": 0.278275, "nauc_ndcg_at_3_diff1": 0.797728, "nauc_ndcg_at_5_max": 0.634069, "nauc_ndcg_at_5_std": 0.294461, "nauc_ndcg_at_5_diff1": 0.801224, "nauc_ndcg_at_10_max": 0.606797, "nauc_ndcg_at_10_std": 0.252559, "nauc_ndcg_at_10_diff1": 0.789995, "nauc_ndcg_at_20_max": 0.594672, "nauc_ndcg_at_20_std": 0.231026, "nauc_ndcg_at_20_diff1": 0.786745, "nauc_ndcg_at_100_max": 0.586111, "nauc_ndcg_at_100_std": 0.229453, "nauc_ndcg_at_100_diff1": 0.789956, "nauc_ndcg_at_1000_max": 0.586111, "nauc_ndcg_at_1000_std": 0.229453, "nauc_ndcg_at_1000_diff1": 0.789956, "nauc_map_at_1_max": 0.493069, "nauc_map_at_1_std": 0.118964, "nauc_map_at_1_diff1": 0.797409, "nauc_map_at_3_max": 0.585281, "nauc_map_at_3_std": 0.230222, "nauc_map_at_3_diff1": 0.792938, "nauc_map_at_5_max": 0.589374, "nauc_map_at_5_std": 0.238065, "nauc_map_at_5_diff1": 0.79497, "nauc_map_at_10_max": 0.577762, "nauc_map_at_10_std": 0.220455, "nauc_map_at_10_diff1": 0.7905, "nauc_map_at_20_max": 0.574709, "nauc_map_at_20_std": 0.215148, "nauc_map_at_20_diff1": 0.789618, "nauc_map_at_100_max": 0.573968, "nauc_map_at_100_std": 0.215717, "nauc_map_at_100_diff1": 0.790119, "nauc_map_at_1000_max": 0.573968, "nauc_map_at_1000_std": 0.215717, "nauc_map_at_1000_diff1": 0.790119, "nauc_recall_at_1_max": 0.493069, "nauc_recall_at_1_std": 0.118964, "nauc_recall_at_1_diff1": 0.797409, "nauc_recall_at_3_max": 0.794648, "nauc_recall_at_3_std": 0.485746, "nauc_recall_at_3_diff1": 0.821345, "nauc_recall_at_5_max": 0.853863, "nauc_recall_at_5_std": 0.572044, "nauc_recall_at_5_diff1": 0.835149, "nauc_recall_at_10_max": 0.806276, "nauc_recall_at_10_std": 0.465124, "nauc_recall_at_10_diff1": 0.782458, "nauc_recall_at_20_max": 0.758612, "nauc_recall_at_20_std": 0.303588, "nauc_recall_at_20_diff1": 0.740278, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.493069, "nauc_precision_at_1_std": 0.118964, "nauc_precision_at_1_diff1": 0.797409, "nauc_precision_at_3_max": 0.794648, "nauc_precision_at_3_std": 0.485746, "nauc_precision_at_3_diff1": 0.821345, "nauc_precision_at_5_max": 0.853863, "nauc_precision_at_5_std": 0.572044, "nauc_precision_at_5_diff1": 0.835149, "nauc_precision_at_10_max": 0.806276, "nauc_precision_at_10_std": 0.465124, "nauc_precision_at_10_diff1": 0.782458, "nauc_precision_at_20_max": 0.758612, "nauc_precision_at_20_std": 0.303588, "nauc_precision_at_20_diff1": 0.740278, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.493069, "nauc_mrr_at_1_std": 0.118964, "nauc_mrr_at_1_diff1": 0.797409, "nauc_mrr_at_3_max": 0.585281, "nauc_mrr_at_3_std": 0.230222, "nauc_mrr_at_3_diff1": 0.792938, "nauc_mrr_at_5_max": 0.589374, "nauc_mrr_at_5_std": 0.238065, "nauc_mrr_at_5_diff1": 0.79497, "nauc_mrr_at_10_max": 0.577762, "nauc_mrr_at_10_std": 0.220455, "nauc_mrr_at_10_diff1": 0.7905, "nauc_mrr_at_20_max": 0.574709, "nauc_mrr_at_20_std": 0.215148, "nauc_mrr_at_20_diff1": 0.789618, "nauc_mrr_at_100_max": 0.573968, "nauc_mrr_at_100_std": 0.215717, "nauc_mrr_at_100_diff1": 0.790119, "nauc_mrr_at_1000_max": 0.573968, "nauc_mrr_at_1000_std": 0.215717, "nauc_mrr_at_1000_diff1": 0.790119, "main_score": 0.81699, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.68478, "ndcg_at_3": 0.79555, "ndcg_at_5": 0.81614, "ndcg_at_10": 0.82696, "ndcg_at_20": 0.83505, "ndcg_at_100": 0.83684, "ndcg_at_1000": 0.83684, "map_at_1": 0.68478, "map_at_3": 0.76812, "map_at_5": 0.7798, "map_at_10": 0.78444, "map_at_20": 0.78659, "map_at_100": 0.78675, "map_at_1000": 0.78675, "recall_at_1": 0.68478, "recall_at_3": 0.875, "recall_at_5": 0.92391, "recall_at_10": 0.95652, "recall_at_20": 0.98913, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68478, "precision_at_3": 0.29167, "precision_at_5": 0.18478, "precision_at_10": 0.09565, "precision_at_20": 0.04946, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.684783, "mrr_at_3": 0.768116, "mrr_at_5": 0.779801, "mrr_at_10": 0.784442, "mrr_at_20": 0.786586, "mrr_at_100": 0.786747, "mrr_at_1000": 0.786747, "nauc_ndcg_at_1_max": 0.455156, "nauc_ndcg_at_1_std": 0.033753, "nauc_ndcg_at_1_diff1": 0.692737, "nauc_ndcg_at_3_max": 0.537399, "nauc_ndcg_at_3_std": 0.053175, "nauc_ndcg_at_3_diff1": 0.720622, "nauc_ndcg_at_5_max": 0.53915, "nauc_ndcg_at_5_std": 0.091048, "nauc_ndcg_at_5_diff1": 0.726323, "nauc_ndcg_at_10_max": 0.528044, "nauc_ndcg_at_10_std": 0.088488, "nauc_ndcg_at_10_diff1": 0.717826, "nauc_ndcg_at_20_max": 0.514987, "nauc_ndcg_at_20_std": 0.066785, "nauc_ndcg_at_20_diff1": 0.713946, "nauc_ndcg_at_100_max": 0.513476, "nauc_ndcg_at_100_std": 0.063406, "nauc_ndcg_at_100_diff1": 0.712947, "nauc_ndcg_at_1000_max": 0.513476, "nauc_ndcg_at_1000_std": 0.063406, "nauc_ndcg_at_1000_diff1": 0.712947, "nauc_map_at_1_max": 0.455156, "nauc_map_at_1_std": 0.033753, "nauc_map_at_1_diff1": 0.692737, "nauc_map_at_3_max": 0.516214, "nauc_map_at_3_std": 0.043723, "nauc_map_at_3_diff1": 0.712753, "nauc_map_at_5_max": 0.515053, "nauc_map_at_5_std": 0.061149, "nauc_map_at_5_diff1": 0.715006, "nauc_map_at_10_max": 0.510364, "nauc_map_at_10_std": 0.060294, "nauc_map_at_10_diff1": 0.711429, "nauc_map_at_20_max": 0.50749, "nauc_map_at_20_std": 0.05587, "nauc_map_at_20_diff1": 0.710601, "nauc_map_at_100_max": 0.507383, "nauc_map_at_100_std": 0.055656, "nauc_map_at_100_diff1": 0.710533, "nauc_map_at_1000_max": 0.507383, "nauc_map_at_1000_std": 0.055656, "nauc_map_at_1000_diff1": 0.710533, "nauc_recall_at_1_max": 0.455156, "nauc_recall_at_1_std": 0.033753, "nauc_recall_at_1_diff1": 0.692737, "nauc_recall_at_3_max": 0.63711, "nauc_recall_at_3_std": 0.101448, "nauc_recall_at_3_diff1": 0.758245, "nauc_recall_at_5_max": 0.714239, "nauc_recall_at_5_std": 0.327267, "nauc_recall_at_5_diff1": 0.810456, "nauc_recall_at_10_max": 0.732605, "nauc_recall_at_10_std": 0.458629, "nauc_recall_at_10_diff1": 0.791291, "nauc_recall_at_20_max": 0.638434, "nauc_recall_at_20_std": 0.349757, "nauc_recall_at_20_diff1": 0.795967, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.455156, "nauc_precision_at_1_std": 0.033753, "nauc_precision_at_1_diff1": 0.692737, "nauc_precision_at_3_max": 0.63711, "nauc_precision_at_3_std": 0.101448, "nauc_precision_at_3_diff1": 0.758245, "nauc_precision_at_5_max": 0.714239, "nauc_precision_at_5_std": 0.327267, "nauc_precision_at_5_diff1": 0.810456, "nauc_precision_at_10_max": 0.732605, "nauc_precision_at_10_std": 0.458629, "nauc_precision_at_10_diff1": 0.791291, "nauc_precision_at_20_max": 0.638434, "nauc_precision_at_20_std": 0.349757, "nauc_precision_at_20_diff1": 0.795967, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.455156, "nauc_mrr_at_1_std": 0.033753, "nauc_mrr_at_1_diff1": 0.692737, "nauc_mrr_at_3_max": 0.516214, "nauc_mrr_at_3_std": 0.043723, "nauc_mrr_at_3_diff1": 0.712753, "nauc_mrr_at_5_max": 0.515053, "nauc_mrr_at_5_std": 0.061149, "nauc_mrr_at_5_diff1": 0.715006, "nauc_mrr_at_10_max": 0.510364, "nauc_mrr_at_10_std": 0.060294, "nauc_mrr_at_10_diff1": 0.711429, "nauc_mrr_at_20_max": 0.50749, "nauc_mrr_at_20_std": 0.05587, "nauc_mrr_at_20_diff1": 0.710601, "nauc_mrr_at_100_max": 0.507383, "nauc_mrr_at_100_std": 0.055656, "nauc_mrr_at_100_diff1": 0.710533, "nauc_mrr_at_1000_max": 0.507383, "nauc_mrr_at_1000_std": 0.055656, "nauc_mrr_at_1000_diff1": 0.710533, "main_score": 0.82696, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.74206, "ndcg_at_3": 0.8223, "ndcg_at_5": 0.83622, "ndcg_at_10": 0.84125, "ndcg_at_20": 0.84562, "ndcg_at_100": 0.85254, "ndcg_at_1000": 0.8552, "map_at_1": 0.74206, "map_at_3": 0.8039, "map_at_5": 0.81164, "map_at_10": 0.81365, "map_at_20": 0.81478, "map_at_100": 0.81568, "map_at_1000": 0.8158, "recall_at_1": 0.74206, "recall_at_3": 0.875, "recall_at_5": 0.90873, "recall_at_10": 0.9246, "recall_at_20": 0.94246, "recall_at_100": 0.98016, "recall_at_1000": 1.0, "precision_at_1": 0.74206, "precision_at_3": 0.29167, "precision_at_5": 0.18175, "precision_at_10": 0.09246, "precision_at_20": 0.04712, "precision_at_100": 0.0098, "precision_at_1000": 0.001, "mrr_at_1": 0.742063, "mrr_at_3": 0.803902, "mrr_at_5": 0.81164, "mrr_at_10": 0.813653, "mrr_at_20": 0.81478, "mrr_at_100": 0.815682, "mrr_at_1000": 0.815801, "nauc_ndcg_at_1_max": 0.635792, "nauc_ndcg_at_1_std": 0.216553, "nauc_ndcg_at_1_diff1": 0.807246, "nauc_ndcg_at_3_max": 0.69485, "nauc_ndcg_at_3_std": 0.266396, "nauc_ndcg_at_3_diff1": 0.783979, "nauc_ndcg_at_5_max": 0.693403, "nauc_ndcg_at_5_std": 0.282555, "nauc_ndcg_at_5_diff1": 0.779586, "nauc_ndcg_at_10_max": 0.693088, "nauc_ndcg_at_10_std": 0.285047, "nauc_ndcg_at_10_diff1": 0.782827, "nauc_ndcg_at_20_max": 0.691954, "nauc_ndcg_at_20_std": 0.283663, "nauc_ndcg_at_20_diff1": 0.782073, "nauc_ndcg_at_100_max": 0.685977, "nauc_ndcg_at_100_std": 0.275719, "nauc_ndcg_at_100_diff1": 0.786108, "nauc_ndcg_at_1000_max": 0.682191, "nauc_ndcg_at_1000_std": 0.270656, "nauc_ndcg_at_1000_diff1": 0.785404, "nauc_map_at_1_max": 0.635792, "nauc_map_at_1_std": 0.216553, "nauc_map_at_1_diff1": 0.807246, "nauc_map_at_3_max": 0.676745, "nauc_map_at_3_std": 0.252429, "nauc_map_at_3_diff1": 0.789048, "nauc_map_at_5_max": 0.675469, "nauc_map_at_5_std": 0.260543, "nauc_map_at_5_diff1": 0.78693, "nauc_map_at_10_max": 0.67513, "nauc_map_at_10_std": 0.260961, "nauc_map_at_10_diff1": 0.78793, "nauc_map_at_20_max": 0.674806, "nauc_map_at_20_std": 0.260579, "nauc_map_at_20_diff1": 0.787762, "nauc_map_at_100_max": 0.674089, "nauc_map_at_100_std": 0.259852, "nauc_map_at_100_diff1": 0.788105, "nauc_map_at_1000_max": 0.673948, "nauc_map_at_1000_std": 0.259685, "nauc_map_at_1000_diff1": 0.788075, "nauc_recall_at_1_max": 0.635792, "nauc_recall_at_1_std": 0.216553, "nauc_recall_at_1_diff1": 0.807246, "nauc_recall_at_3_max": 0.771787, "nauc_recall_at_3_std": 0.324946, "nauc_recall_at_3_diff1": 0.763697, "nauc_recall_at_5_max": 0.790283, "nauc_recall_at_5_std": 0.403629, "nauc_recall_at_5_diff1": 0.740569, "nauc_recall_at_10_max": 0.808962, "nauc_recall_at_10_std": 0.446611, "nauc_recall_at_10_diff1": 0.754841, "nauc_recall_at_20_max": 0.83241, "nauc_recall_at_20_std": 0.480715, "nauc_recall_at_20_diff1": 0.739353, "nauc_recall_at_100_max": 0.875414, "nauc_recall_at_100_std": 0.536114, "nauc_recall_at_100_diff1": 0.819436, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.635792, "nauc_precision_at_1_std": 0.216553, "nauc_precision_at_1_diff1": 0.807246, "nauc_precision_at_3_max": 0.771787, "nauc_precision_at_3_std": 0.324946, "nauc_precision_at_3_diff1": 0.763697, "nauc_precision_at_5_max": 0.790283, "nauc_precision_at_5_std": 0.403629, "nauc_precision_at_5_diff1": 0.740569, "nauc_precision_at_10_max": 0.808962, "nauc_precision_at_10_std": 0.446611, "nauc_precision_at_10_diff1": 0.754841, "nauc_precision_at_20_max": 0.83241, "nauc_precision_at_20_std": 0.480715, "nauc_precision_at_20_diff1": 0.739353, "nauc_precision_at_100_max": 0.875414, "nauc_precision_at_100_std": 0.536114, "nauc_precision_at_100_diff1": 0.819436, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.635792, "nauc_mrr_at_1_std": 0.216553, "nauc_mrr_at_1_diff1": 0.807246, "nauc_mrr_at_3_max": 0.676745, "nauc_mrr_at_3_std": 0.252429, "nauc_mrr_at_3_diff1": 0.789048, "nauc_mrr_at_5_max": 0.675469, "nauc_mrr_at_5_std": 0.260543, "nauc_mrr_at_5_diff1": 0.78693, "nauc_mrr_at_10_max": 0.67513, "nauc_mrr_at_10_std": 0.260961, "nauc_mrr_at_10_diff1": 0.78793, "nauc_mrr_at_20_max": 0.674806, "nauc_mrr_at_20_std": 0.260579, "nauc_mrr_at_20_diff1": 0.787762, "nauc_mrr_at_100_max": 0.674089, "nauc_mrr_at_100_std": 0.259852, "nauc_mrr_at_100_diff1": 0.788105, "nauc_mrr_at_1000_max": 0.673948, "nauc_mrr_at_1000_std": 0.259685, "nauc_mrr_at_1000_diff1": 0.788075, "main_score": 0.84125, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ], "test": [ { "ndcg_at_1": 0.49841, "ndcg_at_3": 0.5767, "ndcg_at_5": 0.59752, "ndcg_at_10": 0.61649, "ndcg_at_20": 0.62998, "ndcg_at_100": 0.64723, "ndcg_at_1000": 0.65876, "map_at_1": 0.49831, "map_at_3": 0.5576, "map_at_5": 0.5692, "map_at_10": 0.5771, "map_at_20": 0.58082, "map_at_100": 0.5832, "map_at_1000": 0.58361, "recall_at_1": 0.49831, "recall_at_3": 0.63182, "recall_at_5": 0.68217, "recall_at_10": 0.74048, "recall_at_20": 0.79374, "recall_at_100": 0.88684, "recall_at_1000": 0.97862, "precision_at_1": 0.49841, "precision_at_3": 0.21064, "precision_at_5": 0.13647, "precision_at_10": 0.07407, "precision_at_20": 0.0397, "precision_at_100": 0.00887, "precision_at_1000": 0.00098, "mrr_at_1": 0.498406, "mrr_at_3": 0.557691, "mrr_at_5": 0.569261, "mrr_at_10": 0.57716, "mrr_at_20": 0.580879, "mrr_at_100": 0.583261, "mrr_at_1000": 0.583673, "nauc_ndcg_at_1_max": 0.626419, "nauc_ndcg_at_1_std": 0.080478, "nauc_ndcg_at_1_diff1": 0.723362, "nauc_ndcg_at_3_max": 0.637155, "nauc_ndcg_at_3_std": 0.1027, "nauc_ndcg_at_3_diff1": 0.676182, "nauc_ndcg_at_5_max": 0.634018, "nauc_ndcg_at_5_std": 0.114208, "nauc_ndcg_at_5_diff1": 0.666955, "nauc_ndcg_at_10_max": 0.636686, "nauc_ndcg_at_10_std": 0.126311, "nauc_ndcg_at_10_diff1": 0.663761, "nauc_ndcg_at_20_max": 0.636217, "nauc_ndcg_at_20_std": 0.131663, "nauc_ndcg_at_20_diff1": 0.662764, "nauc_ndcg_at_100_max": 0.636617, "nauc_ndcg_at_100_std": 0.137446, "nauc_ndcg_at_100_diff1": 0.665646, "nauc_ndcg_at_1000_max": 0.635752, "nauc_ndcg_at_1000_std": 0.126254, "nauc_ndcg_at_1000_diff1": 0.67145, "nauc_map_at_1_max": 0.625933, "nauc_map_at_1_std": 0.080168, "nauc_map_at_1_diff1": 0.72303, "nauc_map_at_3_max": 0.633995, "nauc_map_at_3_std": 0.09613, "nauc_map_at_3_diff1": 0.687176, "nauc_map_at_5_max": 0.632306, "nauc_map_at_5_std": 0.102141, "nauc_map_at_5_diff1": 0.682481, "nauc_map_at_10_max": 0.633326, "nauc_map_at_10_std": 0.106587, "nauc_map_at_10_diff1": 0.681425, "nauc_map_at_20_max": 0.633205, "nauc_map_at_20_std": 0.107737, "nauc_map_at_20_diff1": 0.681287, "nauc_map_at_100_max": 0.633324, "nauc_map_at_100_std": 0.108326, "nauc_map_at_100_diff1": 0.681833, "nauc_map_at_1000_max": 0.633298, "nauc_map_at_1000_std": 0.107994, "nauc_map_at_1000_diff1": 0.682032, "nauc_recall_at_1_max": 0.625933, "nauc_recall_at_1_std": 0.080168, "nauc_recall_at_1_diff1": 0.72303, "nauc_recall_at_3_max": 0.646709, "nauc_recall_at_3_std": 0.123587, "nauc_recall_at_3_diff1": 0.641244, "nauc_recall_at_5_max": 0.639102, "nauc_recall_at_5_std": 0.157866, "nauc_recall_at_5_diff1": 0.61224, "nauc_recall_at_10_max": 0.65036, "nauc_recall_at_10_std": 0.21353, "nauc_recall_at_10_diff1": 0.59078, "nauc_recall_at_20_max": 0.650015, "nauc_recall_at_20_std": 0.262905, "nauc_recall_at_20_diff1": 0.570699, "nauc_recall_at_100_max": 0.661612, "nauc_recall_at_100_std": 0.430992, "nauc_recall_at_100_diff1": 0.539144, "nauc_recall_at_1000_max": 0.678197, "nauc_recall_at_1000_std": 0.55119, "nauc_recall_at_1000_diff1": 0.562001, "nauc_precision_at_1_max": 0.626419, "nauc_precision_at_1_std": 0.080478, "nauc_precision_at_1_diff1": 0.723362, "nauc_precision_at_3_max": 0.647371, "nauc_precision_at_3_std": 0.123972, "nauc_precision_at_3_diff1": 0.64172, "nauc_precision_at_5_max": 0.639539, "nauc_precision_at_5_std": 0.158477, "nauc_precision_at_5_diff1": 0.6123, "nauc_precision_at_10_max": 0.650856, "nauc_precision_at_10_std": 0.214165, "nauc_precision_at_10_diff1": 0.59088, "nauc_precision_at_20_max": 0.650611, "nauc_precision_at_20_std": 0.263584, "nauc_precision_at_20_diff1": 0.570854, "nauc_precision_at_100_max": 0.662477, "nauc_precision_at_100_std": 0.431877, "nauc_precision_at_100_diff1": 0.539166, "nauc_precision_at_1000_max": 0.66677, "nauc_precision_at_1000_std": 0.543618, "nauc_precision_at_1000_diff1": 0.547755, "nauc_mrr_at_1_max": 0.626419, "nauc_mrr_at_1_std": 0.080478, "nauc_mrr_at_1_diff1": 0.723362, "nauc_mrr_at_3_max": 0.634515, "nauc_mrr_at_3_std": 0.096464, "nauc_mrr_at_3_diff1": 0.68753, "nauc_mrr_at_5_max": 0.632625, "nauc_mrr_at_5_std": 0.102345, "nauc_mrr_at_5_diff1": 0.682698, "nauc_mrr_at_10_max": 0.63365, "nauc_mrr_at_10_std": 0.106795, "nauc_mrr_at_10_diff1": 0.681645, "nauc_mrr_at_20_max": 0.633532, "nauc_mrr_at_20_std": 0.107946, "nauc_mrr_at_20_diff1": 0.681509, "nauc_mrr_at_100_max": 0.633651, "nauc_mrr_at_100_std": 0.108536, "nauc_mrr_at_100_diff1": 0.682054, "nauc_mrr_at_1000_max": 0.633626, "nauc_mrr_at_1000_std": 0.108205, "nauc_mrr_at_1000_diff1": 0.682254, "main_score": 0.61649, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.57524, "ndcg_at_3": 0.65354, "ndcg_at_5": 0.67555, "ndcg_at_10": 0.69326, "ndcg_at_20": 0.7069, "ndcg_at_100": 0.72177, "ndcg_at_1000": 0.72806, "map_at_1": 0.57494, "map_at_3": 0.63481, "map_at_5": 0.64704, "map_at_10": 0.65437, "map_at_20": 0.6581, "map_at_100": 0.66019, "map_at_1000": 0.66044, "recall_at_1": 0.57494, "recall_at_3": 0.70752, "recall_at_5": 0.76092, "recall_at_10": 0.81553, "recall_at_20": 0.86954, "recall_at_100": 0.94903, "recall_at_1000": 0.99818, "precision_at_1": 0.57524, "precision_at_3": 0.23604, "precision_at_5": 0.15231, "precision_at_10": 0.08161, "precision_at_20": 0.04351, "precision_at_100": 0.0095, "precision_at_1000": 0.001, "mrr_at_1": 0.575243, "mrr_at_3": 0.63481, "mrr_at_5": 0.647037, "mrr_at_10": 0.65437, "mrr_at_20": 0.658102, "mrr_at_100": 0.660194, "mrr_at_1000": 0.660436, "nauc_ndcg_at_1_max": 0.546028, "nauc_ndcg_at_1_std": -0.126768, "nauc_ndcg_at_1_diff1": 0.755667, "nauc_ndcg_at_3_max": 0.567422, "nauc_ndcg_at_3_std": -0.144496, "nauc_ndcg_at_3_diff1": 0.726323, "nauc_ndcg_at_5_max": 0.570861, "nauc_ndcg_at_5_std": -0.139408, "nauc_ndcg_at_5_diff1": 0.726074, "nauc_ndcg_at_10_max": 0.572016, "nauc_ndcg_at_10_std": -0.124545, "nauc_ndcg_at_10_diff1": 0.719554, "nauc_ndcg_at_20_max": 0.573055, "nauc_ndcg_at_20_std": -0.116769, "nauc_ndcg_at_20_diff1": 0.720547, "nauc_ndcg_at_100_max": 0.572354, "nauc_ndcg_at_100_std": -0.115967, "nauc_ndcg_at_100_diff1": 0.726295, "nauc_ndcg_at_1000_max": 0.569155, "nauc_ndcg_at_1000_std": -0.123719, "nauc_ndcg_at_1000_diff1": 0.728338, "nauc_map_at_1_max": 0.544765, "nauc_map_at_1_std": -0.128356, "nauc_map_at_1_diff1": 0.756091, "nauc_map_at_3_max": 0.561942, "nauc_map_at_3_std": -0.140972, "nauc_map_at_3_diff1": 0.734163, "nauc_map_at_5_max": 0.563722, "nauc_map_at_5_std": -0.138202, "nauc_map_at_5_diff1": 0.734229, "nauc_map_at_10_max": 0.56398, "nauc_map_at_10_std": -0.132777, "nauc_map_at_10_diff1": 0.731864, "nauc_map_at_20_max": 0.564163, "nauc_map_at_20_std": -0.130885, "nauc_map_at_20_diff1": 0.732251, "nauc_map_at_100_max": 0.564044, "nauc_map_at_100_std": -0.130889, "nauc_map_at_100_diff1": 0.733063, "nauc_map_at_1000_max": 0.563961, "nauc_map_at_1000_std": -0.131087, "nauc_map_at_1000_diff1": 0.73314, "nauc_recall_at_1_max": 0.544765, "nauc_recall_at_1_std": -0.128356, "nauc_recall_at_1_diff1": 0.756091, "nauc_recall_at_3_max": 0.585543, "nauc_recall_at_3_std": -0.155643, "nauc_recall_at_3_diff1": 0.700247, "nauc_recall_at_5_max": 0.598272, "nauc_recall_at_5_std": -0.142369, "nauc_recall_at_5_diff1": 0.695084, "nauc_recall_at_10_max": 0.610419, "nauc_recall_at_10_std": -0.074391, "nauc_recall_at_10_diff1": 0.658931, "nauc_recall_at_20_max": 0.631988, "nauc_recall_at_20_std": 0.000991, "nauc_recall_at_20_diff1": 0.643846, "nauc_recall_at_100_max": 0.700674, "nauc_recall_at_100_std": 0.194412, "nauc_recall_at_100_diff1": 0.66213, "nauc_recall_at_1000_max": 0.956421, "nauc_recall_at_1000_std": 0.814773, "nauc_recall_at_1000_diff1": 0.814773, "nauc_precision_at_1_max": 0.546028, "nauc_precision_at_1_std": -0.126768, "nauc_precision_at_1_diff1": 0.755667, "nauc_precision_at_3_max": 0.58586, "nauc_precision_at_3_std": -0.150857, "nauc_precision_at_3_diff1": 0.695628, "nauc_precision_at_5_max": 0.598584, "nauc_precision_at_5_std": -0.136795, "nauc_precision_at_5_diff1": 0.689666, "nauc_precision_at_10_max": 0.610732, "nauc_precision_at_10_std": -0.067894, "nauc_precision_at_10_diff1": 0.652435, "nauc_precision_at_20_max": 0.632237, "nauc_precision_at_20_std": 0.009256, "nauc_precision_at_20_diff1": 0.635084, "nauc_precision_at_100_max": 0.699893, "nauc_precision_at_100_std": 0.210751, "nauc_precision_at_100_diff1": 0.640278, "nauc_precision_at_1000_max": 0.848434, "nauc_precision_at_1000_std": 0.882741, "nauc_precision_at_1000_diff1": 0.363409, "nauc_mrr_at_1_max": 0.546028, "nauc_mrr_at_1_std": -0.126768, "nauc_mrr_at_1_diff1": 0.755667, "nauc_mrr_at_3_max": 0.561942, "nauc_mrr_at_3_std": -0.140972, "nauc_mrr_at_3_diff1": 0.734163, "nauc_mrr_at_5_max": 0.563722, "nauc_mrr_at_5_std": -0.138202, "nauc_mrr_at_5_diff1": 0.734229, "nauc_mrr_at_10_max": 0.56398, "nauc_mrr_at_10_std": -0.132777, "nauc_mrr_at_10_diff1": 0.731864, "nauc_mrr_at_20_max": 0.564163, "nauc_mrr_at_20_std": -0.130885, "nauc_mrr_at_20_diff1": 0.732251, "nauc_mrr_at_100_max": 0.564044, "nauc_mrr_at_100_std": -0.130889, "nauc_mrr_at_100_diff1": 0.733063, "nauc_mrr_at_1000_max": 0.563961, "nauc_mrr_at_1000_std": -0.131087, "nauc_mrr_at_1000_diff1": 0.73314, "main_score": 0.69326, "hf_subset": "ara-deu", "languages": [ "ara-Arab", "deu-Latn" ] }, { "ndcg_at_1": 0.48893, "ndcg_at_3": 0.58016, "ndcg_at_5": 0.60024, "ndcg_at_10": 0.6228, "ndcg_at_20": 0.637, "ndcg_at_100": 0.65513, "ndcg_at_1000": 0.66419, "map_at_1": 0.48884, "map_at_3": 0.55805, "map_at_5": 0.56928, "map_at_10": 0.57864, "map_at_20": 0.58258, "map_at_100": 0.58511, "map_at_1000": 0.58546, "recall_at_1": 0.48884, "recall_at_3": 0.64394, "recall_at_5": 0.69233, "recall_at_10": 0.76182, "recall_at_20": 0.8177, "recall_at_100": 0.91504, "recall_at_1000": 0.98612, "precision_at_1": 0.48893, "precision_at_3": 0.21474, "precision_at_5": 0.13852, "precision_at_10": 0.07622, "precision_at_20": 0.0409, "precision_at_100": 0.00916, "precision_at_1000": 0.00099, "mrr_at_1": 0.488935, "mrr_at_3": 0.558108, "mrr_at_5": 0.569342, "mrr_at_10": 0.578682, "mrr_at_20": 0.582617, "mrr_at_100": 0.585153, "mrr_at_1000": 0.585501, "nauc_ndcg_at_1_max": 0.519798, "nauc_ndcg_at_1_std": -0.027484, "nauc_ndcg_at_1_diff1": 0.708079, "nauc_ndcg_at_3_max": 0.521581, "nauc_ndcg_at_3_std": -0.007214, "nauc_ndcg_at_3_diff1": 0.654831, "nauc_ndcg_at_5_max": 0.518487, "nauc_ndcg_at_5_std": -0.002859, "nauc_ndcg_at_5_diff1": 0.646574, "nauc_ndcg_at_10_max": 0.522299, "nauc_ndcg_at_10_std": 0.010812, "nauc_ndcg_at_10_diff1": 0.643276, "nauc_ndcg_at_20_max": 0.526053, "nauc_ndcg_at_20_std": 0.021495, "nauc_ndcg_at_20_diff1": 0.642837, "nauc_ndcg_at_100_max": 0.523389, "nauc_ndcg_at_100_std": 0.02165, "nauc_ndcg_at_100_diff1": 0.648392, "nauc_ndcg_at_1000_max": 0.524088, "nauc_ndcg_at_1000_std": 0.013532, "nauc_ndcg_at_1000_diff1": 0.65321, "nauc_map_at_1_max": 0.519474, "nauc_map_at_1_std": -0.027948, "nauc_map_at_1_diff1": 0.708203, "nauc_map_at_3_max": 0.520906, "nauc_map_at_3_std": -0.013101, "nauc_map_at_3_diff1": 0.667689, "nauc_map_at_5_max": 0.519413, "nauc_map_at_5_std": -0.01082, "nauc_map_at_5_diff1": 0.663502, "nauc_map_at_10_max": 0.520964, "nauc_map_at_10_std": -0.005475, "nauc_map_at_10_diff1": 0.66246, "nauc_map_at_20_max": 0.522041, "nauc_map_at_20_std": -0.00271, "nauc_map_at_20_diff1": 0.662541, "nauc_map_at_100_max": 0.521749, "nauc_map_at_100_std": -0.002762, "nauc_map_at_100_diff1": 0.663406, "nauc_map_at_1000_max": 0.521802, "nauc_map_at_1000_std": -0.002997, "nauc_map_at_1000_diff1": 0.663599, "nauc_recall_at_1_max": 0.519474, "nauc_recall_at_1_std": -0.027948, "nauc_recall_at_1_diff1": 0.708203, "nauc_recall_at_3_max": 0.523625, "nauc_recall_at_3_std": 0.01161, "nauc_recall_at_3_diff1": 0.61384, "nauc_recall_at_5_max": 0.514314, "nauc_recall_at_5_std": 0.025357, "nauc_recall_at_5_diff1": 0.58672, "nauc_recall_at_10_max": 0.528767, "nauc_recall_at_10_std": 0.086808, "nauc_recall_at_10_diff1": 0.560282, "nauc_recall_at_20_max": 0.552342, "nauc_recall_at_20_std": 0.170599, "nauc_recall_at_20_diff1": 0.536708, "nauc_recall_at_100_max": 0.532111, "nauc_recall_at_100_std": 0.316768, "nauc_recall_at_100_diff1": 0.517761, "nauc_recall_at_1000_max": 0.637006, "nauc_recall_at_1000_std": 0.594715, "nauc_recall_at_1000_diff1": 0.513143, "nauc_precision_at_1_max": 0.519798, "nauc_precision_at_1_std": -0.027484, "nauc_precision_at_1_diff1": 0.708079, "nauc_precision_at_3_max": 0.523929, "nauc_precision_at_3_std": 0.013284, "nauc_precision_at_3_diff1": 0.612622, "nauc_precision_at_5_max": 0.514659, "nauc_precision_at_5_std": 0.027187, "nauc_precision_at_5_diff1": 0.585406, "nauc_precision_at_10_max": 0.528316, "nauc_precision_at_10_std": 0.089578, "nauc_precision_at_10_diff1": 0.557341, "nauc_precision_at_20_max": 0.55169, "nauc_precision_at_20_std": 0.173743, "nauc_precision_at_20_diff1": 0.533123, "nauc_precision_at_100_max": 0.528154, "nauc_precision_at_100_std": 0.324553, "nauc_precision_at_100_diff1": 0.506573, "nauc_precision_at_1000_max": 0.607208, "nauc_precision_at_1000_std": 0.621425, "nauc_precision_at_1000_diff1": 0.448734, "nauc_mrr_at_1_max": 0.519798, "nauc_mrr_at_1_std": -0.027484, "nauc_mrr_at_1_diff1": 0.708079, "nauc_mrr_at_3_max": 0.521067, "nauc_mrr_at_3_std": -0.012768, "nauc_mrr_at_3_diff1": 0.667596, "nauc_mrr_at_5_max": 0.519577, "nauc_mrr_at_5_std": -0.01048, "nauc_mrr_at_5_diff1": 0.663406, "nauc_mrr_at_10_max": 0.521101, "nauc_mrr_at_10_std": -0.005243, "nauc_mrr_at_10_diff1": 0.662396, "nauc_mrr_at_20_max": 0.522179, "nauc_mrr_at_20_std": -0.002476, "nauc_mrr_at_20_diff1": 0.662476, "nauc_mrr_at_100_max": 0.521888, "nauc_mrr_at_100_std": -0.002531, "nauc_mrr_at_100_diff1": 0.663342, "nauc_mrr_at_1000_max": 0.521941, "nauc_mrr_at_1000_std": -0.002766, "nauc_mrr_at_1000_diff1": 0.663535, "main_score": 0.6228, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.54247, "ndcg_at_3": 0.63597, "ndcg_at_5": 0.65677, "ndcg_at_10": 0.67591, "ndcg_at_20": 0.687, "ndcg_at_100": 0.70169, "ndcg_at_1000": 0.70949, "map_at_1": 0.54247, "map_at_3": 0.61291, "map_at_5": 0.62456, "map_at_10": 0.63246, "map_at_20": 0.63549, "map_at_100": 0.63743, "map_at_1000": 0.63771, "recall_at_1": 0.54247, "recall_at_3": 0.70273, "recall_at_5": 0.75278, "recall_at_10": 0.81193, "recall_at_20": 0.85592, "recall_at_100": 0.9363, "recall_at_1000": 0.99848, "precision_at_1": 0.54247, "precision_at_3": 0.23424, "precision_at_5": 0.15056, "precision_at_10": 0.08119, "precision_at_20": 0.0428, "precision_at_100": 0.00936, "precision_at_1000": 0.001, "mrr_at_1": 0.542467, "mrr_at_3": 0.612909, "mrr_at_5": 0.624562, "mrr_at_10": 0.632461, "mrr_at_20": 0.635492, "mrr_at_100": 0.637431, "mrr_at_1000": 0.637708, "nauc_ndcg_at_1_max": 0.550631, "nauc_ndcg_at_1_std": -0.027454, "nauc_ndcg_at_1_diff1": 0.71616, "nauc_ndcg_at_3_max": 0.564848, "nauc_ndcg_at_3_std": -0.0195, "nauc_ndcg_at_3_diff1": 0.655418, "nauc_ndcg_at_5_max": 0.567822, "nauc_ndcg_at_5_std": -0.01843, "nauc_ndcg_at_5_diff1": 0.650187, "nauc_ndcg_at_10_max": 0.567573, "nauc_ndcg_at_10_std": -0.004416, "nauc_ndcg_at_10_diff1": 0.649377, "nauc_ndcg_at_20_max": 0.56897, "nauc_ndcg_at_20_std": 0.002021, "nauc_ndcg_at_20_diff1": 0.655802, "nauc_ndcg_at_100_max": 0.566569, "nauc_ndcg_at_100_std": 0.005893, "nauc_ndcg_at_100_diff1": 0.657995, "nauc_ndcg_at_1000_max": 0.564658, "nauc_ndcg_at_1000_std": -0.005036, "nauc_ndcg_at_1000_diff1": 0.661708, "nauc_map_at_1_max": 0.550631, "nauc_map_at_1_std": -0.027454, "nauc_map_at_1_diff1": 0.71616, "nauc_map_at_3_max": 0.561379, "nauc_map_at_3_std": -0.021881, "nauc_map_at_3_diff1": 0.671677, "nauc_map_at_5_max": 0.56273, "nauc_map_at_5_std": -0.02142, "nauc_map_at_5_diff1": 0.669237, "nauc_map_at_10_max": 0.562293, "nauc_map_at_10_std": -0.016251, "nauc_map_at_10_diff1": 0.669126, "nauc_map_at_20_max": 0.56261, "nauc_map_at_20_std": -0.014632, "nauc_map_at_20_diff1": 0.670791, "nauc_map_at_100_max": 0.562238, "nauc_map_at_100_std": -0.014094, "nauc_map_at_100_diff1": 0.671052, "nauc_map_at_1000_max": 0.562164, "nauc_map_at_1000_std": -0.014403, "nauc_map_at_1000_diff1": 0.671174, "nauc_recall_at_1_max": 0.550631, "nauc_recall_at_1_std": -0.027454, "nauc_recall_at_1_diff1": 0.71616, "nauc_recall_at_3_max": 0.576424, "nauc_recall_at_3_std": -0.011325, "nauc_recall_at_3_diff1": 0.600408, "nauc_recall_at_5_max": 0.587845, "nauc_recall_at_5_std": -0.006595, "nauc_recall_at_5_diff1": 0.576599, "nauc_recall_at_10_max": 0.593846, "nauc_recall_at_10_std": 0.060518, "nauc_recall_at_10_diff1": 0.556093, "nauc_recall_at_20_max": 0.610769, "nauc_recall_at_20_std": 0.122189, "nauc_recall_at_20_diff1": 0.577626, "nauc_recall_at_100_max": 0.614804, "nauc_recall_at_100_std": 0.328085, "nauc_recall_at_100_diff1": 0.535863, "nauc_recall_at_1000_max": 0.351998, "nauc_recall_at_1000_std": 0.043394, "nauc_recall_at_1000_diff1": -0.042534, "nauc_precision_at_1_max": 0.550631, "nauc_precision_at_1_std": -0.027454, "nauc_precision_at_1_diff1": 0.71616, "nauc_precision_at_3_max": 0.576424, "nauc_precision_at_3_std": -0.011325, "nauc_precision_at_3_diff1": 0.600408, "nauc_precision_at_5_max": 0.587845, "nauc_precision_at_5_std": -0.006595, "nauc_precision_at_5_diff1": 0.576599, "nauc_precision_at_10_max": 0.593846, "nauc_precision_at_10_std": 0.060518, "nauc_precision_at_10_diff1": 0.556093, "nauc_precision_at_20_max": 0.610769, "nauc_precision_at_20_std": 0.122189, "nauc_precision_at_20_diff1": 0.577626, "nauc_precision_at_100_max": 0.614804, "nauc_precision_at_100_std": 0.328085, "nauc_precision_at_100_diff1": 0.535863, "nauc_precision_at_1000_max": 0.351998, "nauc_precision_at_1000_std": 0.043394, "nauc_precision_at_1000_diff1": -0.042534, "nauc_mrr_at_1_max": 0.550631, "nauc_mrr_at_1_std": -0.027454, "nauc_mrr_at_1_diff1": 0.71616, "nauc_mrr_at_3_max": 0.561379, "nauc_mrr_at_3_std": -0.021881, "nauc_mrr_at_3_diff1": 0.671677, "nauc_mrr_at_5_max": 0.56273, "nauc_mrr_at_5_std": -0.02142, "nauc_mrr_at_5_diff1": 0.669237, "nauc_mrr_at_10_max": 0.562293, "nauc_mrr_at_10_std": -0.016251, "nauc_mrr_at_10_diff1": 0.669126, "nauc_mrr_at_20_max": 0.56261, "nauc_mrr_at_20_std": -0.014632, "nauc_mrr_at_20_diff1": 0.670791, "nauc_mrr_at_100_max": 0.562238, "nauc_mrr_at_100_std": -0.014094, "nauc_mrr_at_100_diff1": 0.671052, "nauc_mrr_at_1000_max": 0.562164, "nauc_mrr_at_1000_std": -0.014403, "nauc_mrr_at_1000_diff1": 0.671174, "main_score": 0.67591, "hf_subset": "ara-spa", "languages": [ "ara-Arab", "spa-Latn" ] }, { "ndcg_at_1": 0.50956, "ndcg_at_3": 0.60096, "ndcg_at_5": 0.62338, "ndcg_at_10": 0.64311, "ndcg_at_20": 0.65951, "ndcg_at_100": 0.67668, "ndcg_at_1000": 0.68429, "map_at_1": 0.50956, "map_at_3": 0.57855, "map_at_5": 0.59109, "map_at_10": 0.5992, "map_at_20": 0.60369, "map_at_100": 0.60609, "map_at_1000": 0.60639, "recall_at_1": 0.50956, "recall_at_3": 0.66576, "recall_at_5": 0.71983, "recall_at_10": 0.78099, "recall_at_20": 0.84599, "recall_at_100": 0.93829, "recall_at_1000": 0.99782, "precision_at_1": 0.50956, "precision_at_3": 0.22192, "precision_at_5": 0.14397, "precision_at_10": 0.0781, "precision_at_20": 0.0423, "precision_at_100": 0.00938, "precision_at_1000": 0.001, "mrr_at_1": 0.509558, "mrr_at_3": 0.578555, "mrr_at_5": 0.591089, "mrr_at_10": 0.599198, "mrr_at_20": 0.603689, "mrr_at_100": 0.606094, "mrr_at_1000": 0.606389, "nauc_ndcg_at_1_max": 0.582933, "nauc_ndcg_at_1_std": -0.052973, "nauc_ndcg_at_1_diff1": 0.711257, "nauc_ndcg_at_3_max": 0.604795, "nauc_ndcg_at_3_std": -0.041438, "nauc_ndcg_at_3_diff1": 0.674208, "nauc_ndcg_at_5_max": 0.607256, "nauc_ndcg_at_5_std": -0.040601, "nauc_ndcg_at_5_diff1": 0.668695, "nauc_ndcg_at_10_max": 0.606088, "nauc_ndcg_at_10_std": -0.031426, "nauc_ndcg_at_10_diff1": 0.663795, "nauc_ndcg_at_20_max": 0.60648, "nauc_ndcg_at_20_std": -0.022631, "nauc_ndcg_at_20_diff1": 0.66157, "nauc_ndcg_at_100_max": 0.607512, "nauc_ndcg_at_100_std": -0.018685, "nauc_ndcg_at_100_diff1": 0.671393, "nauc_ndcg_at_1000_max": 0.604131, "nauc_ndcg_at_1000_std": -0.027965, "nauc_ndcg_at_1000_diff1": 0.672895, "nauc_map_at_1_max": 0.582933, "nauc_map_at_1_std": -0.052973, "nauc_map_at_1_diff1": 0.711257, "nauc_map_at_3_max": 0.599358, "nauc_map_at_3_std": -0.044542, "nauc_map_at_3_diff1": 0.683786, "nauc_map_at_5_max": 0.600581, "nauc_map_at_5_std": -0.044074, "nauc_map_at_5_diff1": 0.680871, "nauc_map_at_10_max": 0.599913, "nauc_map_at_10_std": -0.040345, "nauc_map_at_10_diff1": 0.679063, "nauc_map_at_20_max": 0.600027, "nauc_map_at_20_std": -0.038146, "nauc_map_at_20_diff1": 0.678689, "nauc_map_at_100_max": 0.600098, "nauc_map_at_100_std": -0.037537, "nauc_map_at_100_diff1": 0.679912, "nauc_map_at_1000_max": 0.599999, "nauc_map_at_1000_std": -0.037763, "nauc_map_at_1000_diff1": 0.679961, "nauc_recall_at_1_max": 0.582933, "nauc_recall_at_1_std": -0.052973, "nauc_recall_at_1_diff1": 0.711257, "nauc_recall_at_3_max": 0.622557, "nauc_recall_at_3_std": -0.03118, "nauc_recall_at_3_diff1": 0.642734, "nauc_recall_at_5_max": 0.631816, "nauc_recall_at_5_std": -0.027895, "nauc_recall_at_5_diff1": 0.623711, "nauc_recall_at_10_max": 0.633002, "nauc_recall_at_10_std": 0.011932, "nauc_recall_at_10_diff1": 0.594208, "nauc_recall_at_20_max": 0.644124, "nauc_recall_at_20_std": 0.088082, "nauc_recall_at_20_diff1": 0.553119, "nauc_recall_at_100_max": 0.717867, "nauc_recall_at_100_std": 0.307029, "nauc_recall_at_100_diff1": 0.62163, "nauc_recall_at_1000_max": 0.669254, "nauc_recall_at_1000_std": 0.487827, "nauc_recall_at_1000_diff1": 0.609146, "nauc_precision_at_1_max": 0.582933, "nauc_precision_at_1_std": -0.052973, "nauc_precision_at_1_diff1": 0.711257, "nauc_precision_at_3_max": 0.622557, "nauc_precision_at_3_std": -0.03118, "nauc_precision_at_3_diff1": 0.642734, "nauc_precision_at_5_max": 0.631816, "nauc_precision_at_5_std": -0.027895, "nauc_precision_at_5_diff1": 0.623711, "nauc_precision_at_10_max": 0.633002, "nauc_precision_at_10_std": 0.011932, "nauc_precision_at_10_diff1": 0.594208, "nauc_precision_at_20_max": 0.644124, "nauc_precision_at_20_std": 0.088082, "nauc_precision_at_20_diff1": 0.553119, "nauc_precision_at_100_max": 0.717867, "nauc_precision_at_100_std": 0.307029, "nauc_precision_at_100_diff1": 0.62163, "nauc_precision_at_1000_max": 0.669254, "nauc_precision_at_1000_std": 0.487827, "nauc_precision_at_1000_diff1": 0.609146, "nauc_mrr_at_1_max": 0.582933, "nauc_mrr_at_1_std": -0.052973, "nauc_mrr_at_1_diff1": 0.711257, "nauc_mrr_at_3_max": 0.599358, "nauc_mrr_at_3_std": -0.044542, "nauc_mrr_at_3_diff1": 0.683786, "nauc_mrr_at_5_max": 0.600581, "nauc_mrr_at_5_std": -0.044074, "nauc_mrr_at_5_diff1": 0.680871, "nauc_mrr_at_10_max": 0.599913, "nauc_mrr_at_10_std": -0.040345, "nauc_mrr_at_10_diff1": 0.679063, "nauc_mrr_at_20_max": 0.600027, "nauc_mrr_at_20_std": -0.038146, "nauc_mrr_at_20_diff1": 0.678689, "nauc_mrr_at_100_max": 0.600098, "nauc_mrr_at_100_std": -0.037537, "nauc_mrr_at_100_diff1": 0.679912, "nauc_mrr_at_1000_max": 0.599999, "nauc_mrr_at_1000_std": -0.037763, "nauc_mrr_at_1000_diff1": 0.679961, "main_score": 0.64311, "hf_subset": "ara-hin", "languages": [ "ara-Arab", "hin-Deva" ] }, { "ndcg_at_1": 0.53004, "ndcg_at_3": 0.61876, "ndcg_at_5": 0.64264, "ndcg_at_10": 0.66363, "ndcg_at_20": 0.67755, "ndcg_at_100": 0.69232, "ndcg_at_1000": 0.69977, "map_at_1": 0.53004, "map_at_3": 0.59722, "map_at_5": 0.61055, "map_at_10": 0.61929, "map_at_20": 0.62309, "map_at_100": 0.6252, "map_at_1000": 0.62548, "recall_at_1": 0.53004, "recall_at_3": 0.681, "recall_at_5": 0.73864, "recall_at_10": 0.80313, "recall_at_20": 0.85833, "recall_at_100": 0.93698, "recall_at_1000": 0.9956, "precision_at_1": 0.53004, "precision_at_3": 0.227, "precision_at_5": 0.14773, "precision_at_10": 0.08031, "precision_at_20": 0.04292, "precision_at_100": 0.00937, "precision_at_1000": 0.001, "mrr_at_1": 0.530044, "mrr_at_3": 0.597215, "mrr_at_5": 0.610552, "mrr_at_10": 0.619292, "mrr_at_20": 0.623093, "mrr_at_100": 0.625203, "mrr_at_1000": 0.625481, "nauc_ndcg_at_1_max": 0.556221, "nauc_ndcg_at_1_std": -0.054037, "nauc_ndcg_at_1_diff1": 0.696242, "nauc_ndcg_at_3_max": 0.582121, "nauc_ndcg_at_3_std": -0.025612, "nauc_ndcg_at_3_diff1": 0.656381, "nauc_ndcg_at_5_max": 0.576308, "nauc_ndcg_at_5_std": -0.031808, "nauc_ndcg_at_5_diff1": 0.650232, "nauc_ndcg_at_10_max": 0.578733, "nauc_ndcg_at_10_std": -0.021769, "nauc_ndcg_at_10_diff1": 0.645627, "nauc_ndcg_at_20_max": 0.581817, "nauc_ndcg_at_20_std": -0.016276, "nauc_ndcg_at_20_diff1": 0.652131, "nauc_ndcg_at_100_max": 0.579837, "nauc_ndcg_at_100_std": -0.012637, "nauc_ndcg_at_100_diff1": 0.654838, "nauc_ndcg_at_1000_max": 0.577347, "nauc_ndcg_at_1000_std": -0.021865, "nauc_ndcg_at_1000_diff1": 0.657255, "nauc_map_at_1_max": 0.556221, "nauc_map_at_1_std": -0.054037, "nauc_map_at_1_diff1": 0.696242, "nauc_map_at_3_max": 0.575681, "nauc_map_at_3_std": -0.033267, "nauc_map_at_3_diff1": 0.666186, "nauc_map_at_5_max": 0.572335, "nauc_map_at_5_std": -0.036926, "nauc_map_at_5_diff1": 0.663176, "nauc_map_at_10_max": 0.573139, "nauc_map_at_10_std": -0.033461, "nauc_map_at_10_diff1": 0.661515, "nauc_map_at_20_max": 0.573702, "nauc_map_at_20_std": -0.032355, "nauc_map_at_20_diff1": 0.663157, "nauc_map_at_100_max": 0.573485, "nauc_map_at_100_std": -0.031901, "nauc_map_at_100_diff1": 0.663616, "nauc_map_at_1000_max": 0.57339, "nauc_map_at_1000_std": -0.032168, "nauc_map_at_1000_diff1": 0.663682, "nauc_recall_at_1_max": 0.556221, "nauc_recall_at_1_std": -0.054037, "nauc_recall_at_1_diff1": 0.696242, "nauc_recall_at_3_max": 0.603233, "nauc_recall_at_3_std": -0.000221, "nauc_recall_at_3_diff1": 0.624291, "nauc_recall_at_5_max": 0.590077, "nauc_recall_at_5_std": -0.013389, "nauc_recall_at_5_diff1": 0.601104, "nauc_recall_at_10_max": 0.60469, "nauc_recall_at_10_std": 0.038208, "nauc_recall_at_10_diff1": 0.569652, "nauc_recall_at_20_max": 0.638609, "nauc_recall_at_20_std": 0.101723, "nauc_recall_at_20_diff1": 0.592926, "nauc_recall_at_100_max": 0.659406, "nauc_recall_at_100_std": 0.304891, "nauc_recall_at_100_diff1": 0.576157, "nauc_recall_at_1000_max": 0.721741, "nauc_recall_at_1000_std": 0.555798, "nauc_recall_at_1000_diff1": 0.604525, "nauc_precision_at_1_max": 0.556221, "nauc_precision_at_1_std": -0.054037, "nauc_precision_at_1_diff1": 0.696242, "nauc_precision_at_3_max": 0.603233, "nauc_precision_at_3_std": -0.000221, "nauc_precision_at_3_diff1": 0.624291, "nauc_precision_at_5_max": 0.590077, "nauc_precision_at_5_std": -0.013389, "nauc_precision_at_5_diff1": 0.601104, "nauc_precision_at_10_max": 0.60469, "nauc_precision_at_10_std": 0.038208, "nauc_precision_at_10_diff1": 0.569652, "nauc_precision_at_20_max": 0.638609, "nauc_precision_at_20_std": 0.101723, "nauc_precision_at_20_diff1": 0.592926, "nauc_precision_at_100_max": 0.659406, "nauc_precision_at_100_std": 0.304891, "nauc_precision_at_100_diff1": 0.576157, "nauc_precision_at_1000_max": 0.721741, "nauc_precision_at_1000_std": 0.555798, "nauc_precision_at_1000_diff1": 0.604525, "nauc_mrr_at_1_max": 0.556221, "nauc_mrr_at_1_std": -0.054037, "nauc_mrr_at_1_diff1": 0.696242, "nauc_mrr_at_3_max": 0.575681, "nauc_mrr_at_3_std": -0.033267, "nauc_mrr_at_3_diff1": 0.666186, "nauc_mrr_at_5_max": 0.572335, "nauc_mrr_at_5_std": -0.036926, "nauc_mrr_at_5_diff1": 0.663176, "nauc_mrr_at_10_max": 0.573139, "nauc_mrr_at_10_std": -0.033461, "nauc_mrr_at_10_diff1": 0.661515, "nauc_mrr_at_20_max": 0.573702, "nauc_mrr_at_20_std": -0.032355, "nauc_mrr_at_20_diff1": 0.663157, "nauc_mrr_at_100_max": 0.573485, "nauc_mrr_at_100_std": -0.031901, "nauc_mrr_at_100_diff1": 0.663616, "nauc_mrr_at_1000_max": 0.57339, "nauc_mrr_at_1000_std": -0.032168, "nauc_mrr_at_1000_diff1": 0.663682, "main_score": 0.66363, "hf_subset": "ara-vie", "languages": [ "ara-Arab", "vie-Latn" ] }, { "ndcg_at_1": 0.4796, "ndcg_at_3": 0.5771, "ndcg_at_5": 0.59767, "ndcg_at_10": 0.62022, "ndcg_at_20": 0.63743, "ndcg_at_100": 0.65683, "ndcg_at_1000": 0.66455, "map_at_1": 0.4796, "map_at_3": 0.55361, "map_at_5": 0.56509, "map_at_10": 0.57443, "map_at_20": 0.57924, "map_at_100": 0.58202, "map_at_1000": 0.58231, "recall_at_1": 0.4796, "recall_at_3": 0.64487, "recall_at_5": 0.69456, "recall_at_10": 0.76412, "recall_at_20": 0.83159, "recall_at_100": 0.93462, "recall_at_1000": 0.99582, "precision_at_1": 0.4796, "precision_at_3": 0.21496, "precision_at_5": 0.13891, "precision_at_10": 0.07641, "precision_at_20": 0.04158, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.479603, "mrr_at_3": 0.553609, "mrr_at_5": 0.565089, "mrr_at_10": 0.574429, "mrr_at_20": 0.579237, "mrr_at_100": 0.582024, "mrr_at_1000": 0.582309, "nauc_ndcg_at_1_max": 0.559792, "nauc_ndcg_at_1_std": -0.03266, "nauc_ndcg_at_1_diff1": 0.709084, "nauc_ndcg_at_3_max": 0.567892, "nauc_ndcg_at_3_std": -0.032186, "nauc_ndcg_at_3_diff1": 0.65439, "nauc_ndcg_at_5_max": 0.566403, "nauc_ndcg_at_5_std": -0.020656, "nauc_ndcg_at_5_diff1": 0.650108, "nauc_ndcg_at_10_max": 0.566452, "nauc_ndcg_at_10_std": -0.023993, "nauc_ndcg_at_10_diff1": 0.647192, "nauc_ndcg_at_20_max": 0.56343, "nauc_ndcg_at_20_std": -0.016072, "nauc_ndcg_at_20_diff1": 0.644781, "nauc_ndcg_at_100_max": 0.567056, "nauc_ndcg_at_100_std": -0.008158, "nauc_ndcg_at_100_diff1": 0.653114, "nauc_ndcg_at_1000_max": 0.566088, "nauc_ndcg_at_1000_std": -0.017368, "nauc_ndcg_at_1000_diff1": 0.656702, "nauc_map_at_1_max": 0.559792, "nauc_map_at_1_std": -0.03266, "nauc_map_at_1_diff1": 0.709084, "nauc_map_at_3_max": 0.565514, "nauc_map_at_3_std": -0.032935, "nauc_map_at_3_diff1": 0.667658, "nauc_map_at_5_max": 0.564489, "nauc_map_at_5_std": -0.027015, "nauc_map_at_5_diff1": 0.665598, "nauc_map_at_10_max": 0.56464, "nauc_map_at_10_std": -0.028534, "nauc_map_at_10_diff1": 0.664845, "nauc_map_at_20_max": 0.563764, "nauc_map_at_20_std": -0.026722, "nauc_map_at_20_diff1": 0.664294, "nauc_map_at_100_max": 0.564251, "nauc_map_at_100_std": -0.026018, "nauc_map_at_100_diff1": 0.665574, "nauc_map_at_1000_max": 0.564228, "nauc_map_at_1000_std": -0.026259, "nauc_map_at_1000_diff1": 0.665687, "nauc_recall_at_1_max": 0.559792, "nauc_recall_at_1_std": -0.03266, "nauc_recall_at_1_diff1": 0.709084, "nauc_recall_at_3_max": 0.575733, "nauc_recall_at_3_std": -0.029465, "nauc_recall_at_3_diff1": 0.611794, "nauc_recall_at_5_max": 0.573302, "nauc_recall_at_5_std": 0.004305, "nauc_recall_at_5_diff1": 0.595493, "nauc_recall_at_10_max": 0.573762, "nauc_recall_at_10_std": -0.003014, "nauc_recall_at_10_diff1": 0.57034, "nauc_recall_at_20_max": 0.557109, "nauc_recall_at_20_std": 0.059091, "nauc_recall_at_20_diff1": 0.530671, "nauc_recall_at_100_max": 0.619492, "nauc_recall_at_100_std": 0.340186, "nauc_recall_at_100_diff1": 0.533462, "nauc_recall_at_1000_max": 0.893216, "nauc_recall_at_1000_std": 0.876878, "nauc_recall_at_1000_diff1": 0.497675, "nauc_precision_at_1_max": 0.559792, "nauc_precision_at_1_std": -0.03266, "nauc_precision_at_1_diff1": 0.709084, "nauc_precision_at_3_max": 0.575733, "nauc_precision_at_3_std": -0.029465, "nauc_precision_at_3_diff1": 0.611794, "nauc_precision_at_5_max": 0.573302, "nauc_precision_at_5_std": 0.004305, "nauc_precision_at_5_diff1": 0.595493, "nauc_precision_at_10_max": 0.573762, "nauc_precision_at_10_std": -0.003014, "nauc_precision_at_10_diff1": 0.57034, "nauc_precision_at_20_max": 0.557109, "nauc_precision_at_20_std": 0.059091, "nauc_precision_at_20_diff1": 0.530671, "nauc_precision_at_100_max": 0.619492, "nauc_precision_at_100_std": 0.340186, "nauc_precision_at_100_diff1": 0.533462, "nauc_precision_at_1000_max": 0.893216, "nauc_precision_at_1000_std": 0.876878, "nauc_precision_at_1000_diff1": 0.497675, "nauc_mrr_at_1_max": 0.559792, "nauc_mrr_at_1_std": -0.03266, "nauc_mrr_at_1_diff1": 0.709084, "nauc_mrr_at_3_max": 0.565514, "nauc_mrr_at_3_std": -0.032935, "nauc_mrr_at_3_diff1": 0.667658, "nauc_mrr_at_5_max": 0.564489, "nauc_mrr_at_5_std": -0.027015, "nauc_mrr_at_5_diff1": 0.665598, "nauc_mrr_at_10_max": 0.56464, "nauc_mrr_at_10_std": -0.028534, "nauc_mrr_at_10_diff1": 0.664845, "nauc_mrr_at_20_max": 0.563764, "nauc_mrr_at_20_std": -0.026722, "nauc_mrr_at_20_diff1": 0.664294, "nauc_mrr_at_100_max": 0.564251, "nauc_mrr_at_100_std": -0.026018, "nauc_mrr_at_100_diff1": 0.665574, "nauc_mrr_at_1000_max": 0.564228, "nauc_mrr_at_1000_std": -0.026259, "nauc_mrr_at_1000_diff1": 0.665687, "main_score": 0.62022, "hf_subset": "ara-zho", "languages": [ "ara-Arab", "zho-Hans" ] }, { "ndcg_at_1": 0.49242, "ndcg_at_3": 0.57981, "ndcg_at_5": 0.60662, "ndcg_at_10": 0.62816, "ndcg_at_20": 0.6405, "ndcg_at_100": 0.65895, "ndcg_at_1000": 0.66889, "map_at_1": 0.49242, "map_at_3": 0.55862, "map_at_5": 0.57369, "map_at_10": 0.5828, "map_at_20": 0.58623, "map_at_100": 0.58872, "map_at_1000": 0.58911, "recall_at_1": 0.49242, "recall_at_3": 0.64099, "recall_at_5": 0.70528, "recall_at_10": 0.77077, "recall_at_20": 0.81928, "recall_at_100": 0.91935, "recall_at_1000": 0.99697, "precision_at_1": 0.49242, "precision_at_3": 0.21366, "precision_at_5": 0.14106, "precision_at_10": 0.07708, "precision_at_20": 0.04096, "precision_at_100": 0.00919, "precision_at_1000": 0.001, "mrr_at_1": 0.49242, "mrr_at_3": 0.558621, "mrr_at_5": 0.573691, "mrr_at_10": 0.5828, "mrr_at_20": 0.586225, "mrr_at_100": 0.588724, "mrr_at_1000": 0.589107, "nauc_ndcg_at_1_max": 0.495315, "nauc_ndcg_at_1_std": -0.072093, "nauc_ndcg_at_1_diff1": 0.698179, "nauc_ndcg_at_3_max": 0.517353, "nauc_ndcg_at_3_std": -0.059893, "nauc_ndcg_at_3_diff1": 0.648252, "nauc_ndcg_at_5_max": 0.521439, "nauc_ndcg_at_5_std": -0.04017, "nauc_ndcg_at_5_diff1": 0.640243, "nauc_ndcg_at_10_max": 0.524694, "nauc_ndcg_at_10_std": -0.031589, "nauc_ndcg_at_10_diff1": 0.637553, "nauc_ndcg_at_20_max": 0.52328, "nauc_ndcg_at_20_std": -0.027575, "nauc_ndcg_at_20_diff1": 0.636747, "nauc_ndcg_at_100_max": 0.524259, "nauc_ndcg_at_100_std": -0.021991, "nauc_ndcg_at_100_diff1": 0.642922, "nauc_ndcg_at_1000_max": 0.520726, "nauc_ndcg_at_1000_std": -0.034897, "nauc_ndcg_at_1000_diff1": 0.647672, "nauc_map_at_1_max": 0.495315, "nauc_map_at_1_std": -0.072093, "nauc_map_at_1_diff1": 0.698179, "nauc_map_at_3_max": 0.511694, "nauc_map_at_3_std": -0.063472, "nauc_map_at_3_diff1": 0.661126, "nauc_map_at_5_max": 0.514001, "nauc_map_at_5_std": -0.052834, "nauc_map_at_5_diff1": 0.657318, "nauc_map_at_10_max": 0.515156, "nauc_map_at_10_std": -0.049729, "nauc_map_at_10_diff1": 0.656429, "nauc_map_at_20_max": 0.514727, "nauc_map_at_20_std": -0.048648, "nauc_map_at_20_diff1": 0.656327, "nauc_map_at_100_max": 0.514931, "nauc_map_at_100_std": -0.048095, "nauc_map_at_100_diff1": 0.657421, "nauc_map_at_1000_max": 0.514849, "nauc_map_at_1000_std": -0.048483, "nauc_map_at_1000_diff1": 0.657585, "nauc_recall_at_1_max": 0.495315, "nauc_recall_at_1_std": -0.072093, "nauc_recall_at_1_diff1": 0.698179, "nauc_recall_at_3_max": 0.535552, "nauc_recall_at_3_std": -0.048178, "nauc_recall_at_3_diff1": 0.606831, "nauc_recall_at_5_max": 0.548329, "nauc_recall_at_5_std": 0.008476, "nauc_recall_at_5_diff1": 0.577527, "nauc_recall_at_10_max": 0.567823, "nauc_recall_at_10_std": 0.055257, "nauc_recall_at_10_diff1": 0.553642, "nauc_recall_at_20_max": 0.568286, "nauc_recall_at_20_std": 0.096997, "nauc_recall_at_20_diff1": 0.530655, "nauc_recall_at_100_max": 0.625691, "nauc_recall_at_100_std": 0.326067, "nauc_recall_at_100_diff1": 0.508962, "nauc_recall_at_1000_max": 0.730109, "nauc_recall_at_1000_std": 0.624291, "nauc_recall_at_1000_diff1": 0.185518, "nauc_precision_at_1_max": 0.495315, "nauc_precision_at_1_std": -0.072093, "nauc_precision_at_1_diff1": 0.698179, "nauc_precision_at_3_max": 0.535552, "nauc_precision_at_3_std": -0.048178, "nauc_precision_at_3_diff1": 0.606831, "nauc_precision_at_5_max": 0.548329, "nauc_precision_at_5_std": 0.008476, "nauc_precision_at_5_diff1": 0.577527, "nauc_precision_at_10_max": 0.567823, "nauc_precision_at_10_std": 0.055257, "nauc_precision_at_10_diff1": 0.553642, "nauc_precision_at_20_max": 0.568286, "nauc_precision_at_20_std": 0.096997, "nauc_precision_at_20_diff1": 0.530655, "nauc_precision_at_100_max": 0.625691, "nauc_precision_at_100_std": 0.326067, "nauc_precision_at_100_diff1": 0.508962, "nauc_precision_at_1000_max": 0.730109, "nauc_precision_at_1000_std": 0.624291, "nauc_precision_at_1000_diff1": 0.185518, "nauc_mrr_at_1_max": 0.495315, "nauc_mrr_at_1_std": -0.072093, "nauc_mrr_at_1_diff1": 0.698179, "nauc_mrr_at_3_max": 0.511694, "nauc_mrr_at_3_std": -0.063472, "nauc_mrr_at_3_diff1": 0.661126, "nauc_mrr_at_5_max": 0.514001, "nauc_mrr_at_5_std": -0.052834, "nauc_mrr_at_5_diff1": 0.657318, "nauc_mrr_at_10_max": 0.515156, "nauc_mrr_at_10_std": -0.049729, "nauc_mrr_at_10_diff1": 0.656429, "nauc_mrr_at_20_max": 0.514727, "nauc_mrr_at_20_std": -0.048648, "nauc_mrr_at_20_diff1": 0.656327, "nauc_mrr_at_100_max": 0.514931, "nauc_mrr_at_100_std": -0.048095, "nauc_mrr_at_100_diff1": 0.657421, "nauc_mrr_at_1000_max": 0.514849, "nauc_mrr_at_1000_std": -0.048483, "nauc_mrr_at_1000_diff1": 0.657585, "main_score": 0.62816, "hf_subset": "deu-ara", "languages": [ "deu-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.56193, "ndcg_at_3": 0.63989, "ndcg_at_5": 0.65764, "ndcg_at_10": 0.67326, "ndcg_at_20": 0.68523, "ndcg_at_100": 0.70154, "ndcg_at_1000": 0.70992, "map_at_1": 0.56171, "map_at_3": 0.62113, "map_at_5": 0.63106, "map_at_10": 0.6375, "map_at_20": 0.64075, "map_at_100": 0.64297, "map_at_1000": 0.64327, "recall_at_1": 0.56171, "recall_at_3": 0.69388, "recall_at_5": 0.73665, "recall_at_10": 0.78495, "recall_at_20": 0.83259, "recall_at_100": 0.92104, "recall_at_1000": 0.98803, "precision_at_1": 0.56193, "precision_at_3": 0.23141, "precision_at_5": 0.1474, "precision_at_10": 0.07853, "precision_at_20": 0.04165, "precision_at_100": 0.00922, "precision_at_1000": 0.00099, "mrr_at_1": 0.561932, "mrr_at_3": 0.621242, "mrr_at_5": 0.631169, "mrr_at_10": 0.637613, "mrr_at_20": 0.640862, "mrr_at_100": 0.643078, "mrr_at_1000": 0.643376, "nauc_ndcg_at_1_max": 0.598749, "nauc_ndcg_at_1_std": -0.0694, "nauc_ndcg_at_1_diff1": 0.789264, "nauc_ndcg_at_3_max": 0.607517, "nauc_ndcg_at_3_std": -0.044449, "nauc_ndcg_at_3_diff1": 0.74508, "nauc_ndcg_at_5_max": 0.613532, "nauc_ndcg_at_5_std": -0.0375, "nauc_ndcg_at_5_diff1": 0.73958, "nauc_ndcg_at_10_max": 0.61704, "nauc_ndcg_at_10_std": -0.025133, "nauc_ndcg_at_10_diff1": 0.735722, "nauc_ndcg_at_20_max": 0.621096, "nauc_ndcg_at_20_std": -0.015113, "nauc_ndcg_at_20_diff1": 0.736978, "nauc_ndcg_at_100_max": 0.62041, "nauc_ndcg_at_100_std": -0.009823, "nauc_ndcg_at_100_diff1": 0.741695, "nauc_ndcg_at_1000_max": 0.617103, "nauc_ndcg_at_1000_std": -0.021791, "nauc_ndcg_at_1000_diff1": 0.744897, "nauc_map_at_1_max": 0.598456, "nauc_map_at_1_std": -0.070558, "nauc_map_at_1_diff1": 0.789301, "nauc_map_at_3_max": 0.605583, "nauc_map_at_3_std": -0.051403, "nauc_map_at_3_diff1": 0.756383, "nauc_map_at_5_max": 0.608758, "nauc_map_at_5_std": -0.047934, "nauc_map_at_5_diff1": 0.753805, "nauc_map_at_10_max": 0.610131, "nauc_map_at_10_std": -0.043323, "nauc_map_at_10_diff1": 0.752573, "nauc_map_at_20_max": 0.611154, "nauc_map_at_20_std": -0.040949, "nauc_map_at_20_diff1": 0.753087, "nauc_map_at_100_max": 0.611072, "nauc_map_at_100_std": -0.04026, "nauc_map_at_100_diff1": 0.753696, "nauc_map_at_1000_max": 0.610987, "nauc_map_at_1000_std": -0.040559, "nauc_map_at_1000_diff1": 0.753802, "nauc_recall_at_1_max": 0.598456, "nauc_recall_at_1_std": -0.070558, "nauc_recall_at_1_diff1": 0.789301, "nauc_recall_at_3_max": 0.613608, "nauc_recall_at_3_std": -0.022184, "nauc_recall_at_3_diff1": 0.708178, "nauc_recall_at_5_max": 0.631472, "nauc_recall_at_5_std": 0.000918, "nauc_recall_at_5_diff1": 0.687203, "nauc_recall_at_10_max": 0.648382, "nauc_recall_at_10_std": 0.05867, "nauc_recall_at_10_diff1": 0.661836, "nauc_recall_at_20_max": 0.680767, "nauc_recall_at_20_std": 0.14239, "nauc_recall_at_20_diff1": 0.650828, "nauc_recall_at_100_max": 0.727369, "nauc_recall_at_100_std": 0.375975, "nauc_recall_at_100_diff1": 0.64567, "nauc_recall_at_1000_max": 0.780919, "nauc_recall_at_1000_std": 0.565795, "nauc_recall_at_1000_diff1": 0.608098, "nauc_precision_at_1_max": 0.598749, "nauc_precision_at_1_std": -0.0694, "nauc_precision_at_1_diff1": 0.789264, "nauc_precision_at_3_max": 0.613274, "nauc_precision_at_3_std": -0.019957, "nauc_precision_at_3_diff1": 0.706968, "nauc_precision_at_5_max": 0.631121, "nauc_precision_at_5_std": 0.0034, "nauc_precision_at_5_diff1": 0.685921, "nauc_precision_at_10_max": 0.647943, "nauc_precision_at_10_std": 0.061499, "nauc_precision_at_10_diff1": 0.660367, "nauc_precision_at_20_max": 0.680228, "nauc_precision_at_20_std": 0.145771, "nauc_precision_at_20_diff1": 0.649085, "nauc_precision_at_100_max": 0.716703, "nauc_precision_at_100_std": 0.384773, "nauc_precision_at_100_diff1": 0.633016, "nauc_precision_at_1000_max": 0.680805, "nauc_precision_at_1000_std": 0.596059, "nauc_precision_at_1000_diff1": 0.509382, "nauc_mrr_at_1_max": 0.598749, "nauc_mrr_at_1_std": -0.0694, "nauc_mrr_at_1_diff1": 0.789264, "nauc_mrr_at_3_max": 0.605618, "nauc_mrr_at_3_std": -0.050765, "nauc_mrr_at_3_diff1": 0.756278, "nauc_mrr_at_5_max": 0.608794, "nauc_mrr_at_5_std": -0.04728, "nauc_mrr_at_5_diff1": 0.753697, "nauc_mrr_at_10_max": 0.610168, "nauc_mrr_at_10_std": -0.042658, "nauc_mrr_at_10_diff1": 0.752463, "nauc_mrr_at_20_max": 0.611191, "nauc_mrr_at_20_std": -0.040278, "nauc_mrr_at_20_diff1": 0.752976, "nauc_mrr_at_100_max": 0.611108, "nauc_mrr_at_100_std": -0.039594, "nauc_mrr_at_100_diff1": 0.753588, "nauc_mrr_at_1000_max": 0.611024, "nauc_mrr_at_1000_std": -0.039897, "nauc_mrr_at_1000_diff1": 0.753693, "main_score": 0.67326, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.56481, "ndcg_at_3": 0.64271, "ndcg_at_5": 0.66191, "ndcg_at_10": 0.67866, "ndcg_at_20": 0.68989, "ndcg_at_100": 0.70617, "ndcg_at_1000": 0.71399, "map_at_1": 0.56459, "map_at_3": 0.62407, "map_at_5": 0.63475, "map_at_10": 0.64173, "map_at_20": 0.64483, "map_at_100": 0.64706, "map_at_1000": 0.64735, "recall_at_1": 0.56459, "recall_at_3": 0.69632, "recall_at_5": 0.74285, "recall_at_10": 0.79426, "recall_at_20": 0.83858, "recall_at_100": 0.92655, "recall_at_1000": 0.98848, "precision_at_1": 0.56481, "precision_at_3": 0.23229, "precision_at_5": 0.14868, "precision_at_10": 0.07948, "precision_at_20": 0.04196, "precision_at_100": 0.00927, "precision_at_1000": 0.00099, "mrr_at_1": 0.564813, "mrr_at_3": 0.62416, "mrr_at_5": 0.63484, "mrr_at_10": 0.641823, "mrr_at_20": 0.64492, "mrr_at_100": 0.64715, "mrr_at_1000": 0.64744, "nauc_ndcg_at_1_max": 0.588487, "nauc_ndcg_at_1_std": -0.064203, "nauc_ndcg_at_1_diff1": 0.786176, "nauc_ndcg_at_3_max": 0.603372, "nauc_ndcg_at_3_std": -0.039916, "nauc_ndcg_at_3_diff1": 0.743076, "nauc_ndcg_at_5_max": 0.605191, "nauc_ndcg_at_5_std": -0.035174, "nauc_ndcg_at_5_diff1": 0.73855, "nauc_ndcg_at_10_max": 0.60666, "nauc_ndcg_at_10_std": -0.025053, "nauc_ndcg_at_10_diff1": 0.734233, "nauc_ndcg_at_20_max": 0.61419, "nauc_ndcg_at_20_std": -0.012281, "nauc_ndcg_at_20_diff1": 0.736442, "nauc_ndcg_at_100_max": 0.611873, "nauc_ndcg_at_100_std": -0.008632, "nauc_ndcg_at_100_diff1": 0.739671, "nauc_ndcg_at_1000_max": 0.609358, "nauc_ndcg_at_1000_std": -0.018791, "nauc_ndcg_at_1000_diff1": 0.743949, "nauc_map_at_1_max": 0.587996, "nauc_map_at_1_std": -0.065366, "nauc_map_at_1_diff1": 0.786417, "nauc_map_at_3_max": 0.600022, "nauc_map_at_3_std": -0.046714, "nauc_map_at_3_diff1": 0.754448, "nauc_map_at_5_max": 0.600975, "nauc_map_at_5_std": -0.044444, "nauc_map_at_5_diff1": 0.752404, "nauc_map_at_10_max": 0.601566, "nauc_map_at_10_std": -0.040637, "nauc_map_at_10_diff1": 0.751006, "nauc_map_at_20_max": 0.603385, "nauc_map_at_20_std": -0.037774, "nauc_map_at_20_diff1": 0.751698, "nauc_map_at_100_max": 0.603122, "nauc_map_at_100_std": -0.03734, "nauc_map_at_100_diff1": 0.752169, "nauc_map_at_1000_max": 0.603064, "nauc_map_at_1000_std": -0.037575, "nauc_map_at_1000_diff1": 0.75231, "nauc_recall_at_1_max": 0.587996, "nauc_recall_at_1_std": -0.065366, "nauc_recall_at_1_diff1": 0.786417, "nauc_recall_at_3_max": 0.614031, "nauc_recall_at_3_std": -0.018134, "nauc_recall_at_3_diff1": 0.705834, "nauc_recall_at_5_max": 0.620393, "nauc_recall_at_5_std": -0.000891, "nauc_recall_at_5_diff1": 0.686964, "nauc_recall_at_10_max": 0.628731, "nauc_recall_at_10_std": 0.047787, "nauc_recall_at_10_diff1": 0.658599, "nauc_recall_at_20_max": 0.68303, "nauc_recall_at_20_std": 0.150882, "nauc_recall_at_20_diff1": 0.654404, "nauc_recall_at_100_max": 0.713039, "nauc_recall_at_100_std": 0.380994, "nauc_recall_at_100_diff1": 0.622475, "nauc_recall_at_1000_max": 0.822347, "nauc_recall_at_1000_std": 0.732248, "nauc_recall_at_1000_diff1": 0.679189, "nauc_precision_at_1_max": 0.588487, "nauc_precision_at_1_std": -0.064203, "nauc_precision_at_1_diff1": 0.786176, "nauc_precision_at_3_max": 0.613186, "nauc_precision_at_3_std": -0.014903, "nauc_precision_at_3_diff1": 0.702536, "nauc_precision_at_5_max": 0.619456, "nauc_precision_at_5_std": 0.002753, "nauc_precision_at_5_diff1": 0.683305, "nauc_precision_at_10_max": 0.627583, "nauc_precision_at_10_std": 0.051961, "nauc_precision_at_10_diff1": 0.654334, "nauc_precision_at_20_max": 0.681429, "nauc_precision_at_20_std": 0.155631, "nauc_precision_at_20_diff1": 0.649183, "nauc_precision_at_100_max": 0.706415, "nauc_precision_at_100_std": 0.392008, "nauc_precision_at_100_diff1": 0.607218, "nauc_precision_at_1000_max": 0.743538, "nauc_precision_at_1000_std": 0.753873, "nauc_precision_at_1000_diff1": 0.555716, "nauc_mrr_at_1_max": 0.588487, "nauc_mrr_at_1_std": -0.064203, "nauc_mrr_at_1_diff1": 0.786176, "nauc_mrr_at_3_max": 0.600051, "nauc_mrr_at_3_std": -0.046143, "nauc_mrr_at_3_diff1": 0.754308, "nauc_mrr_at_5_max": 0.601004, "nauc_mrr_at_5_std": -0.043858, "nauc_mrr_at_5_diff1": 0.75226, "nauc_mrr_at_10_max": 0.601596, "nauc_mrr_at_10_std": -0.040041, "nauc_mrr_at_10_diff1": 0.750859, "nauc_mrr_at_20_max": 0.603416, "nauc_mrr_at_20_std": -0.037171, "nauc_mrr_at_20_diff1": 0.75155, "nauc_mrr_at_100_max": 0.603151, "nauc_mrr_at_100_std": -0.036736, "nauc_mrr_at_100_diff1": 0.75202, "nauc_mrr_at_1000_max": 0.603093, "nauc_mrr_at_1000_std": -0.03698, "nauc_mrr_at_1000_diff1": 0.752163, "main_score": 0.67866, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.57183, "ndcg_at_3": 0.66184, "ndcg_at_5": 0.67763, "ndcg_at_10": 0.69635, "ndcg_at_20": 0.70719, "ndcg_at_100": 0.72181, "ndcg_at_1000": 0.72915, "map_at_1": 0.57183, "map_at_3": 0.64047, "map_at_5": 0.64923, "map_at_10": 0.65694, "map_at_20": 0.65995, "map_at_100": 0.66194, "map_at_1000": 0.66222, "recall_at_1": 0.57183, "recall_at_3": 0.72338, "recall_at_5": 0.76169, "recall_at_10": 0.81972, "recall_at_20": 0.86225, "recall_at_100": 0.94141, "recall_at_1000": 0.99887, "precision_at_1": 0.57183, "precision_at_3": 0.24113, "precision_at_5": 0.15234, "precision_at_10": 0.08197, "precision_at_20": 0.04313, "precision_at_100": 0.00942, "precision_at_1000": 0.001, "mrr_at_1": 0.571831, "mrr_at_3": 0.640469, "mrr_at_5": 0.64923, "mrr_at_10": 0.656937, "mrr_at_20": 0.659972, "mrr_at_100": 0.661948, "mrr_at_1000": 0.662229, "nauc_ndcg_at_1_max": 0.561271, "nauc_ndcg_at_1_std": -0.136595, "nauc_ndcg_at_1_diff1": 0.792305, "nauc_ndcg_at_3_max": 0.612178, "nauc_ndcg_at_3_std": -0.097868, "nauc_ndcg_at_3_diff1": 0.748551, "nauc_ndcg_at_5_max": 0.613528, "nauc_ndcg_at_5_std": -0.10223, "nauc_ndcg_at_5_diff1": 0.752415, "nauc_ndcg_at_10_max": 0.621028, "nauc_ndcg_at_10_std": -0.084237, "nauc_ndcg_at_10_diff1": 0.748344, "nauc_ndcg_at_20_max": 0.616696, "nauc_ndcg_at_20_std": -0.07817, "nauc_ndcg_at_20_diff1": 0.745737, "nauc_ndcg_at_100_max": 0.611972, "nauc_ndcg_at_100_std": -0.077505, "nauc_ndcg_at_100_diff1": 0.749843, "nauc_ndcg_at_1000_max": 0.60836, "nauc_ndcg_at_1000_std": -0.090001, "nauc_ndcg_at_1000_diff1": 0.753797, "nauc_map_at_1_max": 0.561271, "nauc_map_at_1_std": -0.136595, "nauc_map_at_1_diff1": 0.792305, "nauc_map_at_3_max": 0.599584, "nauc_map_at_3_std": -0.108535, "nauc_map_at_3_diff1": 0.759634, "nauc_map_at_5_max": 0.599919, "nauc_map_at_5_std": -0.111314, "nauc_map_at_5_diff1": 0.761889, "nauc_map_at_10_max": 0.602485, "nauc_map_at_10_std": -0.104318, "nauc_map_at_10_diff1": 0.760575, "nauc_map_at_20_max": 0.601283, "nauc_map_at_20_std": -0.103105, "nauc_map_at_20_diff1": 0.760065, "nauc_map_at_100_max": 0.600578, "nauc_map_at_100_std": -0.103106, "nauc_map_at_100_diff1": 0.76057, "nauc_map_at_1000_max": 0.600457, "nauc_map_at_1000_std": -0.103481, "nauc_map_at_1000_diff1": 0.760686, "nauc_recall_at_1_max": 0.561271, "nauc_recall_at_1_std": -0.136595, "nauc_recall_at_1_diff1": 0.792305, "nauc_recall_at_3_max": 0.654785, "nauc_recall_at_3_std": -0.061193, "nauc_recall_at_3_diff1": 0.710916, "nauc_recall_at_5_max": 0.664792, "nauc_recall_at_5_std": -0.068106, "nauc_recall_at_5_diff1": 0.717694, "nauc_recall_at_10_max": 0.712165, "nauc_recall_at_10_std": 0.019101, "nauc_recall_at_10_diff1": 0.68988, "nauc_recall_at_20_max": 0.706044, "nauc_recall_at_20_std": 0.092319, "nauc_recall_at_20_diff1": 0.65512, "nauc_recall_at_100_max": 0.724317, "nauc_recall_at_100_std": 0.315517, "nauc_recall_at_100_diff1": 0.630439, "nauc_recall_at_1000_max": 0.861091, "nauc_recall_at_1000_std": 0.678984, "nauc_recall_at_1000_diff1": 0.795711, "nauc_precision_at_1_max": 0.561271, "nauc_precision_at_1_std": -0.136595, "nauc_precision_at_1_diff1": 0.792305, "nauc_precision_at_3_max": 0.654785, "nauc_precision_at_3_std": -0.061193, "nauc_precision_at_3_diff1": 0.710916, "nauc_precision_at_5_max": 0.664792, "nauc_precision_at_5_std": -0.068106, "nauc_precision_at_5_diff1": 0.717694, "nauc_precision_at_10_max": 0.712165, "nauc_precision_at_10_std": 0.019101, "nauc_precision_at_10_diff1": 0.68988, "nauc_precision_at_20_max": 0.706171, "nauc_precision_at_20_std": 0.092854, "nauc_precision_at_20_diff1": 0.654205, "nauc_precision_at_100_max": 0.707144, "nauc_precision_at_100_std": 0.311941, "nauc_precision_at_100_diff1": 0.610595, "nauc_precision_at_1000_max": 0.312149, "nauc_precision_at_1000_std": 0.408725, "nauc_precision_at_1000_diff1": 0.15804, "nauc_mrr_at_1_max": 0.561271, "nauc_mrr_at_1_std": -0.136595, "nauc_mrr_at_1_diff1": 0.792305, "nauc_mrr_at_3_max": 0.599584, "nauc_mrr_at_3_std": -0.108535, "nauc_mrr_at_3_diff1": 0.759634, "nauc_mrr_at_5_max": 0.599919, "nauc_mrr_at_5_std": -0.111314, "nauc_mrr_at_5_diff1": 0.761889, "nauc_mrr_at_10_max": 0.602485, "nauc_mrr_at_10_std": -0.104318, "nauc_mrr_at_10_diff1": 0.760575, "nauc_mrr_at_20_max": 0.60128, "nauc_mrr_at_20_std": -0.103097, "nauc_mrr_at_20_diff1": 0.760033, "nauc_mrr_at_100_max": 0.600577, "nauc_mrr_at_100_std": -0.103103, "nauc_mrr_at_100_diff1": 0.760559, "nauc_mrr_at_1000_max": 0.600456, "nauc_mrr_at_1000_std": -0.103479, "nauc_mrr_at_1000_diff1": 0.760676, "main_score": 0.69635, "hf_subset": "deu-spa", "languages": [ "deu-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.52727, "ndcg_at_3": 0.61751, "ndcg_at_5": 0.63942, "ndcg_at_10": 0.65731, "ndcg_at_20": 0.67099, "ndcg_at_100": 0.68913, "ndcg_at_1000": 0.69646, "map_at_1": 0.52727, "map_at_3": 0.59592, "map_at_5": 0.60826, "map_at_10": 0.61579, "map_at_20": 0.61958, "map_at_100": 0.62203, "map_at_1000": 0.6223, "recall_at_1": 0.52727, "recall_at_3": 0.67972, "recall_at_5": 0.73217, "recall_at_10": 0.78671, "recall_at_20": 0.84056, "recall_at_100": 0.93916, "recall_at_1000": 0.9972, "precision_at_1": 0.52727, "precision_at_3": 0.22657, "precision_at_5": 0.14643, "precision_at_10": 0.07867, "precision_at_20": 0.04203, "precision_at_100": 0.00939, "precision_at_1000": 0.001, "mrr_at_1": 0.527273, "mrr_at_3": 0.595921, "mrr_at_5": 0.608263, "mrr_at_10": 0.615793, "mrr_at_20": 0.619585, "mrr_at_100": 0.622032, "mrr_at_1000": 0.6223, "nauc_ndcg_at_1_max": 0.599426, "nauc_ndcg_at_1_std": 0.004939, "nauc_ndcg_at_1_diff1": 0.741342, "nauc_ndcg_at_3_max": 0.625022, "nauc_ndcg_at_3_std": 0.018225, "nauc_ndcg_at_3_diff1": 0.686534, "nauc_ndcg_at_5_max": 0.629546, "nauc_ndcg_at_5_std": 0.022203, "nauc_ndcg_at_5_diff1": 0.680214, "nauc_ndcg_at_10_max": 0.628619, "nauc_ndcg_at_10_std": 0.02501, "nauc_ndcg_at_10_diff1": 0.677195, "nauc_ndcg_at_20_max": 0.632311, "nauc_ndcg_at_20_std": 0.033556, "nauc_ndcg_at_20_diff1": 0.677186, "nauc_ndcg_at_100_max": 0.628413, "nauc_ndcg_at_100_std": 0.035974, "nauc_ndcg_at_100_diff1": 0.684975, "nauc_ndcg_at_1000_max": 0.624968, "nauc_ndcg_at_1000_std": 0.027298, "nauc_ndcg_at_1000_diff1": 0.687992, "nauc_map_at_1_max": 0.599426, "nauc_map_at_1_std": 0.004939, "nauc_map_at_1_diff1": 0.741342, "nauc_map_at_3_max": 0.618683, "nauc_map_at_3_std": 0.014718, "nauc_map_at_3_diff1": 0.700083, "nauc_map_at_5_max": 0.621103, "nauc_map_at_5_std": 0.016762, "nauc_map_at_5_diff1": 0.69724, "nauc_map_at_10_max": 0.620607, "nauc_map_at_10_std": 0.017666, "nauc_map_at_10_diff1": 0.696566, "nauc_map_at_20_max": 0.621431, "nauc_map_at_20_std": 0.01977, "nauc_map_at_20_diff1": 0.696713, "nauc_map_at_100_max": 0.620878, "nauc_map_at_100_std": 0.019922, "nauc_map_at_100_diff1": 0.69778, "nauc_map_at_1000_max": 0.620769, "nauc_map_at_1000_std": 0.019679, "nauc_map_at_1000_diff1": 0.697888, "nauc_recall_at_1_max": 0.599426, "nauc_recall_at_1_std": 0.004939, "nauc_recall_at_1_diff1": 0.741342, "nauc_recall_at_3_max": 0.645759, "nauc_recall_at_3_std": 0.029809, "nauc_recall_at_3_diff1": 0.64222, "nauc_recall_at_5_max": 0.660931, "nauc_recall_at_5_std": 0.042914, "nauc_recall_at_5_diff1": 0.616601, "nauc_recall_at_10_max": 0.663112, "nauc_recall_at_10_std": 0.059517, "nauc_recall_at_10_diff1": 0.589685, "nauc_recall_at_20_max": 0.698308, "nauc_recall_at_20_std": 0.126573, "nauc_recall_at_20_diff1": 0.564553, "nauc_recall_at_100_max": 0.714039, "nauc_recall_at_100_std": 0.316167, "nauc_recall_at_100_diff1": 0.564555, "nauc_recall_at_1000_max": 0.173319, "nauc_recall_at_1000_std": 0.082283, "nauc_recall_at_1000_diff1": 0.078665, "nauc_precision_at_1_max": 0.599426, "nauc_precision_at_1_std": 0.004939, "nauc_precision_at_1_diff1": 0.741342, "nauc_precision_at_3_max": 0.645759, "nauc_precision_at_3_std": 0.029809, "nauc_precision_at_3_diff1": 0.64222, "nauc_precision_at_5_max": 0.660931, "nauc_precision_at_5_std": 0.042914, "nauc_precision_at_5_diff1": 0.616601, "nauc_precision_at_10_max": 0.663112, "nauc_precision_at_10_std": 0.059517, "nauc_precision_at_10_diff1": 0.589685, "nauc_precision_at_20_max": 0.698308, "nauc_precision_at_20_std": 0.126573, "nauc_precision_at_20_diff1": 0.564553, "nauc_precision_at_100_max": 0.714039, "nauc_precision_at_100_std": 0.316167, "nauc_precision_at_100_diff1": 0.564555, "nauc_precision_at_1000_max": 0.173319, "nauc_precision_at_1000_std": 0.082283, "nauc_precision_at_1000_diff1": 0.078665, "nauc_mrr_at_1_max": 0.599426, "nauc_mrr_at_1_std": 0.004939, "nauc_mrr_at_1_diff1": 0.741342, "nauc_mrr_at_3_max": 0.618683, "nauc_mrr_at_3_std": 0.014718, "nauc_mrr_at_3_diff1": 0.700083, "nauc_mrr_at_5_max": 0.621103, "nauc_mrr_at_5_std": 0.016762, "nauc_mrr_at_5_diff1": 0.69724, "nauc_mrr_at_10_max": 0.620607, "nauc_mrr_at_10_std": 0.017666, "nauc_mrr_at_10_diff1": 0.696566, "nauc_mrr_at_20_max": 0.621431, "nauc_mrr_at_20_std": 0.01977, "nauc_mrr_at_20_diff1": 0.696713, "nauc_mrr_at_100_max": 0.620878, "nauc_mrr_at_100_std": 0.019922, "nauc_mrr_at_100_diff1": 0.69778, "nauc_mrr_at_1000_max": 0.620769, "nauc_mrr_at_1000_std": 0.019679, "nauc_mrr_at_1000_diff1": 0.697888, "main_score": 0.65731, "hf_subset": "deu-hin", "languages": [ "deu-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.57612, "ndcg_at_3": 0.65598, "ndcg_at_5": 0.6763, "ndcg_at_10": 0.69475, "ndcg_at_20": 0.70619, "ndcg_at_100": 0.72203, "ndcg_at_1000": 0.72847, "map_at_1": 0.57612, "map_at_3": 0.63652, "map_at_5": 0.64774, "map_at_10": 0.65541, "map_at_20": 0.65862, "map_at_100": 0.66088, "map_at_1000": 0.66112, "recall_at_1": 0.57612, "recall_at_3": 0.71224, "recall_at_5": 0.76179, "recall_at_10": 0.81851, "recall_at_20": 0.86328, "recall_at_100": 0.94746, "recall_at_1000": 0.99821, "precision_at_1": 0.57612, "precision_at_3": 0.23741, "precision_at_5": 0.15236, "precision_at_10": 0.08185, "precision_at_20": 0.04316, "precision_at_100": 0.00947, "precision_at_1000": 0.001, "mrr_at_1": 0.576119, "mrr_at_3": 0.636517, "mrr_at_5": 0.647741, "mrr_at_10": 0.65541, "mrr_at_20": 0.658616, "mrr_at_100": 0.66088, "mrr_at_1000": 0.661117, "nauc_ndcg_at_1_max": 0.605243, "nauc_ndcg_at_1_std": -0.138458, "nauc_ndcg_at_1_diff1": 0.786159, "nauc_ndcg_at_3_max": 0.629285, "nauc_ndcg_at_3_std": -0.112514, "nauc_ndcg_at_3_diff1": 0.747718, "nauc_ndcg_at_5_max": 0.633859, "nauc_ndcg_at_5_std": -0.090754, "nauc_ndcg_at_5_diff1": 0.739862, "nauc_ndcg_at_10_max": 0.638027, "nauc_ndcg_at_10_std": -0.080063, "nauc_ndcg_at_10_diff1": 0.734934, "nauc_ndcg_at_20_max": 0.639614, "nauc_ndcg_at_20_std": -0.067502, "nauc_ndcg_at_20_diff1": 0.734925, "nauc_ndcg_at_100_max": 0.637929, "nauc_ndcg_at_100_std": -0.067239, "nauc_ndcg_at_100_diff1": 0.743143, "nauc_ndcg_at_1000_max": 0.63374, "nauc_ndcg_at_1000_std": -0.083042, "nauc_ndcg_at_1000_diff1": 0.746267, "nauc_map_at_1_max": 0.605243, "nauc_map_at_1_std": -0.138458, "nauc_map_at_1_diff1": 0.786159, "nauc_map_at_3_max": 0.623089, "nauc_map_at_3_std": -0.119117, "nauc_map_at_3_diff1": 0.757445, "nauc_map_at_5_max": 0.625326, "nauc_map_at_5_std": -0.10793, "nauc_map_at_5_diff1": 0.753558, "nauc_map_at_10_max": 0.62692, "nauc_map_at_10_std": -0.104129, "nauc_map_at_10_diff1": 0.751999, "nauc_map_at_20_max": 0.627308, "nauc_map_at_20_std": -0.101171, "nauc_map_at_20_diff1": 0.7521, "nauc_map_at_100_max": 0.627103, "nauc_map_at_100_std": -0.10098, "nauc_map_at_100_diff1": 0.753212, "nauc_map_at_1000_max": 0.626983, "nauc_map_at_1000_std": -0.101459, "nauc_map_at_1000_diff1": 0.753339, "nauc_recall_at_1_max": 0.605243, "nauc_recall_at_1_std": -0.138458, "nauc_recall_at_1_diff1": 0.786159, "nauc_recall_at_3_max": 0.64998, "nauc_recall_at_3_std": -0.090495, "nauc_recall_at_3_diff1": 0.715317, "nauc_recall_at_5_max": 0.667055, "nauc_recall_at_5_std": -0.021453, "nauc_recall_at_5_diff1": 0.686626, "nauc_recall_at_10_max": 0.692711, "nauc_recall_at_10_std": 0.043614, "nauc_recall_at_10_diff1": 0.650537, "nauc_recall_at_20_max": 0.718547, "nauc_recall_at_20_std": 0.168774, "nauc_recall_at_20_diff1": 0.626718, "nauc_recall_at_100_max": 0.791165, "nauc_recall_at_100_std": 0.498753, "nauc_recall_at_100_diff1": 0.651201, "nauc_recall_at_1000_max": 0.956413, "nauc_recall_at_1000_std": 0.956413, "nauc_recall_at_1000_diff1": 0.863806, "nauc_precision_at_1_max": 0.605243, "nauc_precision_at_1_std": -0.138458, "nauc_precision_at_1_diff1": 0.786159, "nauc_precision_at_3_max": 0.64998, "nauc_precision_at_3_std": -0.090495, "nauc_precision_at_3_diff1": 0.715317, "nauc_precision_at_5_max": 0.667055, "nauc_precision_at_5_std": -0.021453, "nauc_precision_at_5_diff1": 0.686626, "nauc_precision_at_10_max": 0.692711, "nauc_precision_at_10_std": 0.043614, "nauc_precision_at_10_diff1": 0.650537, "nauc_precision_at_20_max": 0.718547, "nauc_precision_at_20_std": 0.168774, "nauc_precision_at_20_diff1": 0.626718, "nauc_precision_at_100_max": 0.791165, "nauc_precision_at_100_std": 0.498753, "nauc_precision_at_100_diff1": 0.651201, "nauc_precision_at_1000_max": 0.956413, "nauc_precision_at_1000_std": 0.956413, "nauc_precision_at_1000_diff1": 0.863806, "nauc_mrr_at_1_max": 0.605243, "nauc_mrr_at_1_std": -0.138458, "nauc_mrr_at_1_diff1": 0.786159, "nauc_mrr_at_3_max": 0.623089, "nauc_mrr_at_3_std": -0.119117, "nauc_mrr_at_3_diff1": 0.757445, "nauc_mrr_at_5_max": 0.625326, "nauc_mrr_at_5_std": -0.10793, "nauc_mrr_at_5_diff1": 0.753558, "nauc_mrr_at_10_max": 0.62692, "nauc_mrr_at_10_std": -0.104129, "nauc_mrr_at_10_diff1": 0.751999, "nauc_mrr_at_20_max": 0.627308, "nauc_mrr_at_20_std": -0.101171, "nauc_mrr_at_20_diff1": 0.7521, "nauc_mrr_at_100_max": 0.627103, "nauc_mrr_at_100_std": -0.10098, "nauc_mrr_at_100_diff1": 0.753212, "nauc_mrr_at_1000_max": 0.626983, "nauc_mrr_at_1000_std": -0.101459, "nauc_mrr_at_1000_diff1": 0.753339, "main_score": 0.69475, "hf_subset": "deu-vie", "languages": [ "deu-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.51975, "ndcg_at_3": 0.60247, "ndcg_at_5": 0.62436, "ndcg_at_10": 0.64589, "ndcg_at_20": 0.66292, "ndcg_at_100": 0.68074, "ndcg_at_1000": 0.68785, "map_at_1": 0.51975, "map_at_3": 0.5822, "map_at_5": 0.59421, "map_at_10": 0.60311, "map_at_20": 0.60787, "map_at_100": 0.61042, "map_at_1000": 0.61068, "recall_at_1": 0.51975, "recall_at_3": 0.66111, "recall_at_5": 0.71481, "recall_at_10": 0.78117, "recall_at_20": 0.84784, "recall_at_100": 0.94259, "recall_at_1000": 0.99877, "precision_at_1": 0.51975, "precision_at_3": 0.22037, "precision_at_5": 0.14296, "precision_at_10": 0.07815, "precision_at_20": 0.04241, "precision_at_100": 0.00943, "precision_at_1000": 0.001, "mrr_at_1": 0.519753, "mrr_at_3": 0.582202, "mrr_at_5": 0.594208, "mrr_at_10": 0.603149, "mrr_at_20": 0.607908, "mrr_at_100": 0.610445, "mrr_at_1000": 0.610706, "nauc_ndcg_at_1_max": 0.517725, "nauc_ndcg_at_1_std": -0.080921, "nauc_ndcg_at_1_diff1": 0.725761, "nauc_ndcg_at_3_max": 0.531946, "nauc_ndcg_at_3_std": -0.089013, "nauc_ndcg_at_3_diff1": 0.689019, "nauc_ndcg_at_5_max": 0.539007, "nauc_ndcg_at_5_std": -0.077373, "nauc_ndcg_at_5_diff1": 0.678739, "nauc_ndcg_at_10_max": 0.542838, "nauc_ndcg_at_10_std": -0.060065, "nauc_ndcg_at_10_diff1": 0.675877, "nauc_ndcg_at_20_max": 0.541918, "nauc_ndcg_at_20_std": -0.054542, "nauc_ndcg_at_20_diff1": 0.675353, "nauc_ndcg_at_100_max": 0.540504, "nauc_ndcg_at_100_std": -0.051912, "nauc_ndcg_at_100_diff1": 0.68358, "nauc_ndcg_at_1000_max": 0.537935, "nauc_ndcg_at_1000_std": -0.062989, "nauc_ndcg_at_1000_diff1": 0.68595, "nauc_map_at_1_max": 0.517725, "nauc_map_at_1_std": -0.080921, "nauc_map_at_1_diff1": 0.725761, "nauc_map_at_3_max": 0.528745, "nauc_map_at_3_std": -0.087711, "nauc_map_at_3_diff1": 0.697841, "nauc_map_at_5_max": 0.53262, "nauc_map_at_5_std": -0.081342, "nauc_map_at_5_diff1": 0.692669, "nauc_map_at_10_max": 0.53402, "nauc_map_at_10_std": -0.074754, "nauc_map_at_10_diff1": 0.692061, "nauc_map_at_20_max": 0.53377, "nauc_map_at_20_std": -0.073376, "nauc_map_at_20_diff1": 0.692162, "nauc_map_at_100_max": 0.533541, "nauc_map_at_100_std": -0.07319, "nauc_map_at_100_diff1": 0.693154, "nauc_map_at_1000_max": 0.533477, "nauc_map_at_1000_std": -0.073492, "nauc_map_at_1000_diff1": 0.693232, "nauc_recall_at_1_max": 0.517725, "nauc_recall_at_1_std": -0.080921, "nauc_recall_at_1_diff1": 0.725761, "nauc_recall_at_3_max": 0.542121, "nauc_recall_at_3_std": -0.092872, "nauc_recall_at_3_diff1": 0.660676, "nauc_recall_at_5_max": 0.562606, "nauc_recall_at_5_std": -0.060905, "nauc_recall_at_5_diff1": 0.627176, "nauc_recall_at_10_max": 0.584043, "nauc_recall_at_10_std": 0.015625, "nauc_recall_at_10_diff1": 0.601325, "nauc_recall_at_20_max": 0.591586, "nauc_recall_at_20_std": 0.080589, "nauc_recall_at_20_diff1": 0.568863, "nauc_recall_at_100_max": 0.635864, "nauc_recall_at_100_std": 0.347234, "nauc_recall_at_100_diff1": 0.603521, "nauc_recall_at_1000_max": 0.777077, "nauc_recall_at_1000_std": 0.777077, "nauc_recall_at_1000_diff1": 0.613679, "nauc_precision_at_1_max": 0.517725, "nauc_precision_at_1_std": -0.080921, "nauc_precision_at_1_diff1": 0.725761, "nauc_precision_at_3_max": 0.542121, "nauc_precision_at_3_std": -0.092872, "nauc_precision_at_3_diff1": 0.660676, "nauc_precision_at_5_max": 0.562606, "nauc_precision_at_5_std": -0.060905, "nauc_precision_at_5_diff1": 0.627176, "nauc_precision_at_10_max": 0.584141, "nauc_precision_at_10_std": 0.018324, "nauc_precision_at_10_diff1": 0.600655, "nauc_precision_at_20_max": 0.591919, "nauc_precision_at_20_std": 0.08444, "nauc_precision_at_20_diff1": 0.568066, "nauc_precision_at_100_max": 0.620407, "nauc_precision_at_100_std": 0.359222, "nauc_precision_at_100_diff1": 0.583261, "nauc_precision_at_1000_max": 0.31981, "nauc_precision_at_1000_std": 0.880789, "nauc_precision_at_1000_diff1": 0.095743, "nauc_mrr_at_1_max": 0.517725, "nauc_mrr_at_1_std": -0.080921, "nauc_mrr_at_1_diff1": 0.725761, "nauc_mrr_at_3_max": 0.528745, "nauc_mrr_at_3_std": -0.087711, "nauc_mrr_at_3_diff1": 0.697841, "nauc_mrr_at_5_max": 0.53262, "nauc_mrr_at_5_std": -0.081342, "nauc_mrr_at_5_diff1": 0.692669, "nauc_mrr_at_10_max": 0.534023, "nauc_mrr_at_10_std": -0.074564, "nauc_mrr_at_10_diff1": 0.692019, "nauc_mrr_at_20_max": 0.533778, "nauc_mrr_at_20_std": -0.073184, "nauc_mrr_at_20_diff1": 0.692125, "nauc_mrr_at_100_max": 0.533545, "nauc_mrr_at_100_std": -0.073054, "nauc_mrr_at_100_diff1": 0.693126, "nauc_mrr_at_1000_max": 0.533481, "nauc_mrr_at_1000_std": -0.073356, "nauc_mrr_at_1000_diff1": 0.693204, "main_score": 0.64589, "hf_subset": "deu-zho", "languages": [ "deu-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.4444, "ndcg_at_3": 0.52404, "ndcg_at_5": 0.55117, "ndcg_at_10": 0.57381, "ndcg_at_20": 0.58846, "ndcg_at_100": 0.6087, "ndcg_at_1000": 0.62067, "map_at_1": 0.44431, "map_at_3": 0.50491, "map_at_5": 0.52001, "map_at_10": 0.52937, "map_at_20": 0.53338, "map_at_100": 0.53615, "map_at_1000": 0.53657, "recall_at_1": 0.44431, "recall_at_3": 0.57913, "recall_at_5": 0.64485, "recall_at_10": 0.71479, "recall_at_20": 0.77274, "recall_at_100": 0.88234, "recall_at_1000": 0.97787, "precision_at_1": 0.4444, "precision_at_3": 0.19307, "precision_at_5": 0.12901, "precision_at_10": 0.0715, "precision_at_20": 0.03865, "precision_at_100": 0.00883, "precision_at_1000": 0.00098, "mrr_at_1": 0.444403, "mrr_at_3": 0.505, "mrr_at_5": 0.520067, "mrr_at_10": 0.529423, "mrr_at_20": 0.533442, "mrr_at_100": 0.536206, "mrr_at_1000": 0.53663, "nauc_ndcg_at_1_max": 0.554819, "nauc_ndcg_at_1_std": 0.064612, "nauc_ndcg_at_1_diff1": 0.693651, "nauc_ndcg_at_3_max": 0.563473, "nauc_ndcg_at_3_std": 0.083148, "nauc_ndcg_at_3_diff1": 0.645039, "nauc_ndcg_at_5_max": 0.565786, "nauc_ndcg_at_5_std": 0.097945, "nauc_ndcg_at_5_diff1": 0.637254, "nauc_ndcg_at_10_max": 0.567559, "nauc_ndcg_at_10_std": 0.110101, "nauc_ndcg_at_10_diff1": 0.631056, "nauc_ndcg_at_20_max": 0.56702, "nauc_ndcg_at_20_std": 0.116683, "nauc_ndcg_at_20_diff1": 0.629213, "nauc_ndcg_at_100_max": 0.565887, "nauc_ndcg_at_100_std": 0.117933, "nauc_ndcg_at_100_diff1": 0.633542, "nauc_ndcg_at_1000_max": 0.566133, "nauc_ndcg_at_1000_std": 0.110097, "nauc_ndcg_at_1000_diff1": 0.639285, "nauc_map_at_1_max": 0.554344, "nauc_map_at_1_std": 0.064154, "nauc_map_at_1_diff1": 0.693172, "nauc_map_at_3_max": 0.561275, "nauc_map_at_3_std": 0.078291, "nauc_map_at_3_diff1": 0.656154, "nauc_map_at_5_max": 0.562391, "nauc_map_at_5_std": 0.086132, "nauc_map_at_5_diff1": 0.652135, "nauc_map_at_10_max": 0.562954, "nauc_map_at_10_std": 0.090604, "nauc_map_at_10_diff1": 0.649906, "nauc_map_at_20_max": 0.56276, "nauc_map_at_20_std": 0.092137, "nauc_map_at_20_diff1": 0.649607, "nauc_map_at_100_max": 0.562596, "nauc_map_at_100_std": 0.092099, "nauc_map_at_100_diff1": 0.650278, "nauc_map_at_1000_max": 0.5626, "nauc_map_at_1000_std": 0.091876, "nauc_map_at_1000_diff1": 0.650446, "nauc_recall_at_1_max": 0.554344, "nauc_recall_at_1_std": 0.064154, "nauc_recall_at_1_diff1": 0.693172, "nauc_recall_at_3_max": 0.569634, "nauc_recall_at_3_std": 0.097577, "nauc_recall_at_3_diff1": 0.610871, "nauc_recall_at_5_max": 0.577239, "nauc_recall_at_5_std": 0.139524, "nauc_recall_at_5_diff1": 0.58664, "nauc_recall_at_10_max": 0.586517, "nauc_recall_at_10_std": 0.193818, "nauc_recall_at_10_diff1": 0.554742, "nauc_recall_at_20_max": 0.587456, "nauc_recall_at_20_std": 0.247914, "nauc_recall_at_20_diff1": 0.528713, "nauc_recall_at_100_max": 0.588533, "nauc_recall_at_100_std": 0.369063, "nauc_recall_at_100_diff1": 0.505566, "nauc_recall_at_1000_max": 0.70276, "nauc_recall_at_1000_std": 0.618919, "nauc_recall_at_1000_diff1": 0.545316, "nauc_precision_at_1_max": 0.554819, "nauc_precision_at_1_std": 0.064612, "nauc_precision_at_1_diff1": 0.693651, "nauc_precision_at_3_max": 0.5702, "nauc_precision_at_3_std": 0.098094, "nauc_precision_at_3_diff1": 0.611441, "nauc_precision_at_5_max": 0.577714, "nauc_precision_at_5_std": 0.140492, "nauc_precision_at_5_diff1": 0.587105, "nauc_precision_at_10_max": 0.587059, "nauc_precision_at_10_std": 0.194875, "nauc_precision_at_10_diff1": 0.555326, "nauc_precision_at_20_max": 0.588107, "nauc_precision_at_20_std": 0.2491, "nauc_precision_at_20_diff1": 0.529456, "nauc_precision_at_100_max": 0.589404, "nauc_precision_at_100_std": 0.371243, "nauc_precision_at_100_diff1": 0.506507, "nauc_precision_at_1000_max": 0.689795, "nauc_precision_at_1000_std": 0.616923, "nauc_precision_at_1000_diff1": 0.535786, "nauc_mrr_at_1_max": 0.554819, "nauc_mrr_at_1_std": 0.064612, "nauc_mrr_at_1_diff1": 0.693651, "nauc_mrr_at_3_max": 0.561771, "nauc_mrr_at_3_std": 0.078771, "nauc_mrr_at_3_diff1": 0.656653, "nauc_mrr_at_5_max": 0.562695, "nauc_mrr_at_5_std": 0.086426, "nauc_mrr_at_5_diff1": 0.65244, "nauc_mrr_at_10_max": 0.563263, "nauc_mrr_at_10_std": 0.090903, "nauc_mrr_at_10_diff1": 0.650216, "nauc_mrr_at_20_max": 0.563069, "nauc_mrr_at_20_std": 0.092436, "nauc_mrr_at_20_diff1": 0.649918, "nauc_mrr_at_100_max": 0.562904, "nauc_mrr_at_100_std": 0.092403, "nauc_mrr_at_100_diff1": 0.650588, "nauc_mrr_at_1000_max": 0.56291, "nauc_mrr_at_1000_std": 0.092179, "nauc_mrr_at_1000_diff1": 0.650756, "main_score": 0.57381, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.60869, "ndcg_at_3": 0.67943, "ndcg_at_5": 0.69685, "ndcg_at_10": 0.71253, "ndcg_at_20": 0.72341, "ndcg_at_100": 0.73714, "ndcg_at_1000": 0.74436, "map_at_1": 0.60846, "map_at_3": 0.6626, "map_at_5": 0.67231, "map_at_10": 0.67882, "map_at_20": 0.68186, "map_at_100": 0.68376, "map_at_1000": 0.68403, "recall_at_1": 0.60846, "recall_at_3": 0.72779, "recall_at_5": 0.76989, "recall_at_10": 0.81819, "recall_at_20": 0.86085, "recall_at_100": 0.93463, "recall_at_1000": 0.9918, "precision_at_1": 0.60869, "precision_at_3": 0.24271, "precision_at_5": 0.15404, "precision_at_10": 0.08185, "precision_at_20": 0.04306, "precision_at_100": 0.00936, "precision_at_1000": 0.00099, "mrr_at_1": 0.608686, "mrr_at_3": 0.662715, "mrr_at_5": 0.67242, "mrr_at_10": 0.678933, "mrr_at_20": 0.681953, "mrr_at_100": 0.683857, "mrr_at_1000": 0.684124, "nauc_ndcg_at_1_max": 0.635486, "nauc_ndcg_at_1_std": -0.061756, "nauc_ndcg_at_1_diff1": 0.805682, "nauc_ndcg_at_3_max": 0.663098, "nauc_ndcg_at_3_std": -0.037911, "nauc_ndcg_at_3_diff1": 0.773032, "nauc_ndcg_at_5_max": 0.668299, "nauc_ndcg_at_5_std": -0.020436, "nauc_ndcg_at_5_diff1": 0.766531, "nauc_ndcg_at_10_max": 0.668391, "nauc_ndcg_at_10_std": -0.012594, "nauc_ndcg_at_10_diff1": 0.761888, "nauc_ndcg_at_20_max": 0.667905, "nauc_ndcg_at_20_std": -0.008078, "nauc_ndcg_at_20_diff1": 0.762337, "nauc_ndcg_at_100_max": 0.665105, "nauc_ndcg_at_100_std": -0.005931, "nauc_ndcg_at_100_diff1": 0.765527, "nauc_ndcg_at_1000_max": 0.663289, "nauc_ndcg_at_1000_std": -0.015744, "nauc_ndcg_at_1000_diff1": 0.769162, "nauc_map_at_1_max": 0.63481, "nauc_map_at_1_std": -0.062555, "nauc_map_at_1_diff1": 0.805559, "nauc_map_at_3_max": 0.656209, "nauc_map_at_3_std": -0.044523, "nauc_map_at_3_diff1": 0.781048, "nauc_map_at_5_max": 0.658846, "nauc_map_at_5_std": -0.03561, "nauc_map_at_5_diff1": 0.777901, "nauc_map_at_10_max": 0.658592, "nauc_map_at_10_std": -0.033007, "nauc_map_at_10_diff1": 0.776215, "nauc_map_at_20_max": 0.658422, "nauc_map_at_20_std": -0.032094, "nauc_map_at_20_diff1": 0.776487, "nauc_map_at_100_max": 0.657904, "nauc_map_at_100_std": -0.031997, "nauc_map_at_100_diff1": 0.776809, "nauc_map_at_1000_max": 0.65785, "nauc_map_at_1000_std": -0.032272, "nauc_map_at_1000_diff1": 0.77693, "nauc_recall_at_1_max": 0.63481, "nauc_recall_at_1_std": -0.062555, "nauc_recall_at_1_diff1": 0.805559, "nauc_recall_at_3_max": 0.686032, "nauc_recall_at_3_std": -0.016145, "nauc_recall_at_3_diff1": 0.746547, "nauc_recall_at_5_max": 0.704319, "nauc_recall_at_5_std": 0.039287, "nauc_recall_at_5_diff1": 0.723108, "nauc_recall_at_10_max": 0.713449, "nauc_recall_at_10_std": 0.087481, "nauc_recall_at_10_diff1": 0.694267, "nauc_recall_at_20_max": 0.721996, "nauc_recall_at_20_std": 0.146202, "nauc_recall_at_20_diff1": 0.678525, "nauc_recall_at_100_max": 0.735176, "nauc_recall_at_100_std": 0.345783, "nauc_recall_at_100_diff1": 0.657183, "nauc_recall_at_1000_max": 0.829345, "nauc_recall_at_1000_std": 0.673451, "nauc_recall_at_1000_diff1": 0.64947, "nauc_precision_at_1_max": 0.635486, "nauc_precision_at_1_std": -0.061756, "nauc_precision_at_1_diff1": 0.805682, "nauc_precision_at_3_max": 0.68651, "nauc_precision_at_3_std": -0.014526, "nauc_precision_at_3_diff1": 0.745418, "nauc_precision_at_5_max": 0.704841, "nauc_precision_at_5_std": 0.041061, "nauc_precision_at_5_diff1": 0.72185, "nauc_precision_at_10_max": 0.714136, "nauc_precision_at_10_std": 0.089566, "nauc_precision_at_10_diff1": 0.69285, "nauc_precision_at_20_max": 0.719815, "nauc_precision_at_20_std": 0.149151, "nauc_precision_at_20_diff1": 0.673738, "nauc_precision_at_100_max": 0.7164, "nauc_precision_at_100_std": 0.353065, "nauc_precision_at_100_diff1": 0.634453, "nauc_precision_at_1000_max": 0.685464, "nauc_precision_at_1000_std": 0.671594, "nauc_precision_at_1000_diff1": 0.494559, "nauc_mrr_at_1_max": 0.635486, "nauc_mrr_at_1_std": -0.061756, "nauc_mrr_at_1_diff1": 0.805682, "nauc_mrr_at_3_max": 0.656133, "nauc_mrr_at_3_std": -0.044074, "nauc_mrr_at_3_diff1": 0.780932, "nauc_mrr_at_5_max": 0.658769, "nauc_mrr_at_5_std": -0.035148, "nauc_mrr_at_5_diff1": 0.777783, "nauc_mrr_at_10_max": 0.658513, "nauc_mrr_at_10_std": -0.032536, "nauc_mrr_at_10_diff1": 0.776093, "nauc_mrr_at_20_max": 0.658355, "nauc_mrr_at_20_std": -0.031697, "nauc_mrr_at_20_diff1": 0.776385, "nauc_mrr_at_100_max": 0.657837, "nauc_mrr_at_100_std": -0.031599, "nauc_mrr_at_100_diff1": 0.776706, "nauc_mrr_at_1000_max": 0.657784, "nauc_mrr_at_1000_std": -0.031874, "nauc_mrr_at_1000_diff1": 0.776828, "main_score": 0.71253, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.59411, "ndcg_at_3": 0.66537, "ndcg_at_5": 0.68216, "ndcg_at_10": 0.69771, "ndcg_at_20": 0.70817, "ndcg_at_100": 0.72203, "ndcg_at_1000": 0.7299, "map_at_1": 0.59407, "map_at_3": 0.64841, "map_at_5": 0.65774, "map_at_10": 0.66418, "map_at_20": 0.66706, "map_at_100": 0.66897, "map_at_1000": 0.66925, "recall_at_1": 0.59407, "recall_at_3": 0.71421, "recall_at_5": 0.75492, "recall_at_10": 0.80284, "recall_at_20": 0.84415, "recall_at_100": 0.91883, "recall_at_1000": 0.9817, "precision_at_1": 0.59411, "precision_at_3": 0.23813, "precision_at_5": 0.15103, "precision_at_10": 0.08031, "precision_at_20": 0.04222, "precision_at_100": 0.00919, "precision_at_1000": 0.00098, "mrr_at_1": 0.594112, "mrr_at_3": 0.648406, "mrr_at_5": 0.657739, "mrr_at_10": 0.664187, "mrr_at_20": 0.667067, "mrr_at_100": 0.668983, "mrr_at_1000": 0.669259, "nauc_ndcg_at_1_max": 0.661367, "nauc_ndcg_at_1_std": 0.01792, "nauc_ndcg_at_1_diff1": 0.791848, "nauc_ndcg_at_3_max": 0.690006, "nauc_ndcg_at_3_std": 0.050534, "nauc_ndcg_at_3_diff1": 0.758123, "nauc_ndcg_at_5_max": 0.693173, "nauc_ndcg_at_5_std": 0.058794, "nauc_ndcg_at_5_diff1": 0.754812, "nauc_ndcg_at_10_max": 0.691448, "nauc_ndcg_at_10_std": 0.065289, "nauc_ndcg_at_10_diff1": 0.750399, "nauc_ndcg_at_20_max": 0.693072, "nauc_ndcg_at_20_std": 0.073284, "nauc_ndcg_at_20_diff1": 0.751226, "nauc_ndcg_at_100_max": 0.69174, "nauc_ndcg_at_100_std": 0.07835, "nauc_ndcg_at_100_diff1": 0.754057, "nauc_ndcg_at_1000_max": 0.689895, "nauc_ndcg_at_1000_std": 0.070898, "nauc_ndcg_at_1000_diff1": 0.756699, "nauc_map_at_1_max": 0.661178, "nauc_map_at_1_std": 0.017682, "nauc_map_at_1_diff1": 0.791826, "nauc_map_at_3_max": 0.683095, "nauc_map_at_3_std": 0.042405, "nauc_map_at_3_diff1": 0.766697, "nauc_map_at_5_max": 0.684622, "nauc_map_at_5_std": 0.046473, "nauc_map_at_5_diff1": 0.765142, "nauc_map_at_10_max": 0.683662, "nauc_map_at_10_std": 0.048541, "nauc_map_at_10_diff1": 0.763578, "nauc_map_at_20_max": 0.684042, "nauc_map_at_20_std": 0.050421, "nauc_map_at_20_diff1": 0.763865, "nauc_map_at_100_max": 0.683876, "nauc_map_at_100_std": 0.051019, "nauc_map_at_100_diff1": 0.764216, "nauc_map_at_1000_max": 0.683828, "nauc_map_at_1000_std": 0.050835, "nauc_map_at_1000_diff1": 0.764303, "nauc_recall_at_1_max": 0.661178, "nauc_recall_at_1_std": 0.017682, "nauc_recall_at_1_diff1": 0.791826, "nauc_recall_at_3_max": 0.712613, "nauc_recall_at_3_std": 0.077263, "nauc_recall_at_3_diff1": 0.729848, "nauc_recall_at_5_max": 0.724755, "nauc_recall_at_5_std": 0.105248, "nauc_recall_at_5_diff1": 0.716534, "nauc_recall_at_10_max": 0.72467, "nauc_recall_at_10_std": 0.143167, "nauc_recall_at_10_diff1": 0.691014, "nauc_recall_at_20_max": 0.742553, "nauc_recall_at_20_std": 0.212918, "nauc_recall_at_20_diff1": 0.682564, "nauc_recall_at_100_max": 0.761194, "nauc_recall_at_100_std": 0.39922, "nauc_recall_at_100_diff1": 0.672628, "nauc_recall_at_1000_max": 0.810074, "nauc_recall_at_1000_std": 0.719138, "nauc_recall_at_1000_diff1": 0.652536, "nauc_precision_at_1_max": 0.661367, "nauc_precision_at_1_std": 0.01792, "nauc_precision_at_1_diff1": 0.791848, "nauc_precision_at_3_max": 0.712348, "nauc_precision_at_3_std": 0.078376, "nauc_precision_at_3_diff1": 0.728624, "nauc_precision_at_5_max": 0.724432, "nauc_precision_at_5_std": 0.106828, "nauc_precision_at_5_diff1": 0.71507, "nauc_precision_at_10_max": 0.72431, "nauc_precision_at_10_std": 0.144996, "nauc_precision_at_10_diff1": 0.689333, "nauc_precision_at_20_max": 0.742226, "nauc_precision_at_20_std": 0.215625, "nauc_precision_at_20_diff1": 0.680454, "nauc_precision_at_100_max": 0.758908, "nauc_precision_at_100_std": 0.406628, "nauc_precision_at_100_diff1": 0.66667, "nauc_precision_at_1000_max": 0.75297, "nauc_precision_at_1000_std": 0.729501, "nauc_precision_at_1000_diff1": 0.586224, "nauc_mrr_at_1_max": 0.661367, "nauc_mrr_at_1_std": 0.01792, "nauc_mrr_at_1_diff1": 0.791848, "nauc_mrr_at_3_max": 0.683074, "nauc_mrr_at_3_std": 0.042361, "nauc_mrr_at_3_diff1": 0.766712, "nauc_mrr_at_5_max": 0.684599, "nauc_mrr_at_5_std": 0.046496, "nauc_mrr_at_5_diff1": 0.76514, "nauc_mrr_at_10_max": 0.683639, "nauc_mrr_at_10_std": 0.048564, "nauc_mrr_at_10_diff1": 0.763576, "nauc_mrr_at_20_max": 0.684024, "nauc_mrr_at_20_std": 0.050467, "nauc_mrr_at_20_diff1": 0.763862, "nauc_mrr_at_100_max": 0.683855, "nauc_mrr_at_100_std": 0.051074, "nauc_mrr_at_100_diff1": 0.764212, "nauc_mrr_at_1000_max": 0.683807, "nauc_mrr_at_1000_std": 0.050877, "nauc_mrr_at_1000_diff1": 0.764301, "main_score": 0.69771, "hf_subset": "eng-eng", "languages": [ "eng-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.57856, "ndcg_at_3": 0.65294, "ndcg_at_5": 0.66971, "ndcg_at_10": 0.68592, "ndcg_at_20": 0.6964, "ndcg_at_100": 0.71168, "ndcg_at_1000": 0.72009, "map_at_1": 0.57856, "map_at_3": 0.63502, "map_at_5": 0.64433, "map_at_10": 0.65103, "map_at_20": 0.65392, "map_at_100": 0.65604, "map_at_1000": 0.65634, "recall_at_1": 0.57856, "recall_at_3": 0.70463, "recall_at_5": 0.74529, "recall_at_10": 0.79537, "recall_at_20": 0.8367, "recall_at_100": 0.91906, "recall_at_1000": 0.98638, "precision_at_1": 0.57856, "precision_at_3": 0.23488, "precision_at_5": 0.14908, "precision_at_10": 0.07955, "precision_at_20": 0.04184, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "mrr_at_1": 0.578556, "mrr_at_3": 0.635022, "mrr_at_5": 0.644353, "mrr_at_10": 0.651049, "mrr_at_20": 0.653944, "mrr_at_100": 0.656059, "mrr_at_1000": 0.656354, "nauc_ndcg_at_1_max": 0.658544, "nauc_ndcg_at_1_std": 0.036699, "nauc_ndcg_at_1_diff1": 0.785422, "nauc_ndcg_at_3_max": 0.68885, "nauc_ndcg_at_3_std": 0.073655, "nauc_ndcg_at_3_diff1": 0.747916, "nauc_ndcg_at_5_max": 0.690983, "nauc_ndcg_at_5_std": 0.088117, "nauc_ndcg_at_5_diff1": 0.745053, "nauc_ndcg_at_10_max": 0.688559, "nauc_ndcg_at_10_std": 0.094684, "nauc_ndcg_at_10_diff1": 0.741266, "nauc_ndcg_at_20_max": 0.688554, "nauc_ndcg_at_20_std": 0.102841, "nauc_ndcg_at_20_diff1": 0.741856, "nauc_ndcg_at_100_max": 0.687872, "nauc_ndcg_at_100_std": 0.10712, "nauc_ndcg_at_100_diff1": 0.744041, "nauc_ndcg_at_1000_max": 0.686664, "nauc_ndcg_at_1000_std": 0.096312, "nauc_ndcg_at_1000_diff1": 0.748167, "nauc_map_at_1_max": 0.658544, "nauc_map_at_1_std": 0.036699, "nauc_map_at_1_diff1": 0.785422, "nauc_map_at_3_max": 0.682203, "nauc_map_at_3_std": 0.064297, "nauc_map_at_3_diff1": 0.757816, "nauc_map_at_5_max": 0.683302, "nauc_map_at_5_std": 0.071749, "nauc_map_at_5_diff1": 0.756566, "nauc_map_at_10_max": 0.68243, "nauc_map_at_10_std": 0.074202, "nauc_map_at_10_diff1": 0.755432, "nauc_map_at_20_max": 0.682406, "nauc_map_at_20_std": 0.076158, "nauc_map_at_20_diff1": 0.755649, "nauc_map_at_100_max": 0.682252, "nauc_map_at_100_std": 0.076839, "nauc_map_at_100_diff1": 0.755951, "nauc_map_at_1000_max": 0.682219, "nauc_map_at_1000_std": 0.076554, "nauc_map_at_1000_diff1": 0.756078, "nauc_recall_at_1_max": 0.658544, "nauc_recall_at_1_std": 0.036699, "nauc_recall_at_1_diff1": 0.785422, "nauc_recall_at_3_max": 0.710148, "nauc_recall_at_3_std": 0.104353, "nauc_recall_at_3_diff1": 0.71524, "nauc_recall_at_5_max": 0.718449, "nauc_recall_at_5_std": 0.150095, "nauc_recall_at_5_diff1": 0.702487, "nauc_recall_at_10_max": 0.712023, "nauc_recall_at_10_std": 0.187753, "nauc_recall_at_10_diff1": 0.677564, "nauc_recall_at_20_max": 0.716876, "nauc_recall_at_20_std": 0.259446, "nauc_recall_at_20_diff1": 0.667545, "nauc_recall_at_100_max": 0.734322, "nauc_recall_at_100_std": 0.45304, "nauc_recall_at_100_diff1": 0.636705, "nauc_recall_at_1000_max": 0.792173, "nauc_recall_at_1000_std": 0.648562, "nauc_recall_at_1000_diff1": 0.667685, "nauc_precision_at_1_max": 0.658544, "nauc_precision_at_1_std": 0.036699, "nauc_precision_at_1_diff1": 0.785422, "nauc_precision_at_3_max": 0.710148, "nauc_precision_at_3_std": 0.104353, "nauc_precision_at_3_diff1": 0.71524, "nauc_precision_at_5_max": 0.718364, "nauc_precision_at_5_std": 0.14999, "nauc_precision_at_5_diff1": 0.702649, "nauc_precision_at_10_max": 0.711919, "nauc_precision_at_10_std": 0.187642, "nauc_precision_at_10_diff1": 0.677748, "nauc_precision_at_20_max": 0.716815, "nauc_precision_at_20_std": 0.259364, "nauc_precision_at_20_diff1": 0.667826, "nauc_precision_at_100_max": 0.734351, "nauc_precision_at_100_std": 0.455738, "nauc_precision_at_100_diff1": 0.637036, "nauc_precision_at_1000_max": 0.763772, "nauc_precision_at_1000_std": 0.658966, "nauc_precision_at_1000_diff1": 0.643505, "nauc_mrr_at_1_max": 0.658544, "nauc_mrr_at_1_std": 0.036699, "nauc_mrr_at_1_diff1": 0.785422, "nauc_mrr_at_3_max": 0.682203, "nauc_mrr_at_3_std": 0.064297, "nauc_mrr_at_3_diff1": 0.757816, "nauc_mrr_at_5_max": 0.683287, "nauc_mrr_at_5_std": 0.071728, "nauc_mrr_at_5_diff1": 0.756594, "nauc_mrr_at_10_max": 0.682414, "nauc_mrr_at_10_std": 0.074181, "nauc_mrr_at_10_diff1": 0.75546, "nauc_mrr_at_20_max": 0.68239, "nauc_mrr_at_20_std": 0.076137, "nauc_mrr_at_20_diff1": 0.755678, "nauc_mrr_at_100_max": 0.682236, "nauc_mrr_at_100_std": 0.076829, "nauc_mrr_at_100_diff1": 0.755979, "nauc_mrr_at_1000_max": 0.682203, "nauc_mrr_at_1000_std": 0.076532, "nauc_mrr_at_1000_diff1": 0.756108, "main_score": 0.68592, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.50041, "ndcg_at_3": 0.58465, "ndcg_at_5": 0.60621, "ndcg_at_10": 0.62585, "ndcg_at_20": 0.63775, "ndcg_at_100": 0.6566, "ndcg_at_1000": 0.66661, "map_at_1": 0.50031, "map_at_3": 0.56411, "map_at_5": 0.57614, "map_at_10": 0.58423, "map_at_20": 0.58753, "map_at_100": 0.59016, "map_at_1000": 0.59055, "recall_at_1": 0.50031, "recall_at_3": 0.64392, "recall_at_5": 0.69599, "recall_at_10": 0.75681, "recall_at_20": 0.8036, "recall_at_100": 0.9047, "recall_at_1000": 0.98322, "precision_at_1": 0.50041, "precision_at_3": 0.21467, "precision_at_5": 0.13922, "precision_at_10": 0.07569, "precision_at_20": 0.04019, "precision_at_100": 0.00905, "precision_at_1000": 0.00098, "mrr_at_1": 0.500407, "mrr_at_3": 0.564212, "mrr_at_5": 0.576244, "mrr_at_10": 0.58433, "mrr_at_20": 0.587631, "mrr_at_100": 0.590264, "mrr_at_1000": 0.590647, "nauc_ndcg_at_1_max": 0.612231, "nauc_ndcg_at_1_std": 0.096654, "nauc_ndcg_at_1_diff1": 0.71797, "nauc_ndcg_at_3_max": 0.621954, "nauc_ndcg_at_3_std": 0.116825, "nauc_ndcg_at_3_diff1": 0.668989, "nauc_ndcg_at_5_max": 0.620827, "nauc_ndcg_at_5_std": 0.124178, "nauc_ndcg_at_5_diff1": 0.657888, "nauc_ndcg_at_10_max": 0.620725, "nauc_ndcg_at_10_std": 0.132124, "nauc_ndcg_at_10_diff1": 0.657148, "nauc_ndcg_at_20_max": 0.621435, "nauc_ndcg_at_20_std": 0.136429, "nauc_ndcg_at_20_diff1": 0.657784, "nauc_ndcg_at_100_max": 0.620769, "nauc_ndcg_at_100_std": 0.142359, "nauc_ndcg_at_100_diff1": 0.661405, "nauc_ndcg_at_1000_max": 0.620312, "nauc_ndcg_at_1000_std": 0.134357, "nauc_ndcg_at_1000_diff1": 0.665938, "nauc_map_at_1_max": 0.611663, "nauc_map_at_1_std": 0.096481, "nauc_map_at_1_diff1": 0.71739, "nauc_map_at_3_max": 0.619177, "nauc_map_at_3_std": 0.110954, "nauc_map_at_3_diff1": 0.680928, "nauc_map_at_5_max": 0.618649, "nauc_map_at_5_std": 0.114716, "nauc_map_at_5_diff1": 0.675289, "nauc_map_at_10_max": 0.618409, "nauc_map_at_10_std": 0.117513, "nauc_map_at_10_diff1": 0.675246, "nauc_map_at_20_max": 0.618575, "nauc_map_at_20_std": 0.118528, "nauc_map_at_20_diff1": 0.675468, "nauc_map_at_100_max": 0.618597, "nauc_map_at_100_std": 0.119291, "nauc_map_at_100_diff1": 0.676109, "nauc_map_at_1000_max": 0.618582, "nauc_map_at_1000_std": 0.119076, "nauc_map_at_1000_diff1": 0.676271, "nauc_recall_at_1_max": 0.611663, "nauc_recall_at_1_std": 0.096481, "nauc_recall_at_1_diff1": 0.71739, "nauc_recall_at_3_max": 0.630261, "nauc_recall_at_3_std": 0.135827, "nauc_recall_at_3_diff1": 0.630063, "nauc_recall_at_5_max": 0.627359, "nauc_recall_at_5_std": 0.158748, "nauc_recall_at_5_diff1": 0.594454, "nauc_recall_at_10_max": 0.62946, "nauc_recall_at_10_std": 0.198897, "nauc_recall_at_10_diff1": 0.579392, "nauc_recall_at_20_max": 0.635262, "nauc_recall_at_20_std": 0.236691, "nauc_recall_at_20_diff1": 0.569678, "nauc_recall_at_100_max": 0.632081, "nauc_recall_at_100_std": 0.409095, "nauc_recall_at_100_diff1": 0.537814, "nauc_recall_at_1000_max": 0.628736, "nauc_recall_at_1000_std": 0.636721, "nauc_recall_at_1000_diff1": 0.500561, "nauc_precision_at_1_max": 0.612231, "nauc_precision_at_1_std": 0.096654, "nauc_precision_at_1_diff1": 0.71797, "nauc_precision_at_3_max": 0.630994, "nauc_precision_at_3_std": 0.136051, "nauc_precision_at_3_diff1": 0.630795, "nauc_precision_at_5_max": 0.628171, "nauc_precision_at_5_std": 0.159001, "nauc_precision_at_5_diff1": 0.595259, "nauc_precision_at_10_max": 0.630484, "nauc_precision_at_10_std": 0.199227, "nauc_precision_at_10_diff1": 0.580398, "nauc_precision_at_20_max": 0.636531, "nauc_precision_at_20_std": 0.237117, "nauc_precision_at_20_diff1": 0.570915, "nauc_precision_at_100_max": 0.631085, "nauc_precision_at_100_std": 0.40898, "nauc_precision_at_100_diff1": 0.536118, "nauc_precision_at_1000_max": 0.623198, "nauc_precision_at_1000_std": 0.632707, "nauc_precision_at_1000_diff1": 0.491596, "nauc_mrr_at_1_max": 0.612231, "nauc_mrr_at_1_std": 0.096654, "nauc_mrr_at_1_diff1": 0.71797, "nauc_mrr_at_3_max": 0.619792, "nauc_mrr_at_3_std": 0.111143, "nauc_mrr_at_3_diff1": 0.681549, "nauc_mrr_at_5_max": 0.619277, "nauc_mrr_at_5_std": 0.114909, "nauc_mrr_at_5_diff1": 0.675923, "nauc_mrr_at_10_max": 0.619048, "nauc_mrr_at_10_std": 0.11771, "nauc_mrr_at_10_diff1": 0.675892, "nauc_mrr_at_20_max": 0.619219, "nauc_mrr_at_20_std": 0.118727, "nauc_mrr_at_20_diff1": 0.676119, "nauc_mrr_at_100_max": 0.619246, "nauc_mrr_at_100_std": 0.119491, "nauc_mrr_at_100_diff1": 0.676766, "nauc_mrr_at_1000_max": 0.619232, "nauc_mrr_at_1000_std": 0.119276, "nauc_mrr_at_1000_diff1": 0.676929, "main_score": 0.62585, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.52611, "ndcg_at_3": 0.6068, "ndcg_at_5": 0.62615, "ndcg_at_10": 0.6442, "ndcg_at_20": 0.65746, "ndcg_at_100": 0.67503, "ndcg_at_1000": 0.68429, "map_at_1": 0.52611, "map_at_3": 0.58723, "map_at_5": 0.59798, "map_at_10": 0.60548, "map_at_20": 0.60913, "map_at_100": 0.61161, "map_at_1000": 0.61195, "recall_at_1": 0.52611, "recall_at_3": 0.66333, "recall_at_5": 0.71028, "recall_at_10": 0.76579, "recall_at_20": 0.8182, "recall_at_100": 0.9121, "recall_at_1000": 0.98562, "precision_at_1": 0.52611, "precision_at_3": 0.22111, "precision_at_5": 0.14206, "precision_at_10": 0.07658, "precision_at_20": 0.04091, "precision_at_100": 0.00912, "precision_at_1000": 0.00099, "mrr_at_1": 0.526115, "mrr_at_3": 0.587231, "mrr_at_5": 0.597977, "mrr_at_10": 0.60548, "mrr_at_20": 0.609126, "mrr_at_100": 0.61161, "mrr_at_1000": 0.611947, "nauc_ndcg_at_1_max": 0.627636, "nauc_ndcg_at_1_std": 0.031763, "nauc_ndcg_at_1_diff1": 0.754928, "nauc_ndcg_at_3_max": 0.657698, "nauc_ndcg_at_3_std": 0.061451, "nauc_ndcg_at_3_diff1": 0.708094, "nauc_ndcg_at_5_max": 0.653054, "nauc_ndcg_at_5_std": 0.063491, "nauc_ndcg_at_5_diff1": 0.699723, "nauc_ndcg_at_10_max": 0.656434, "nauc_ndcg_at_10_std": 0.073956, "nauc_ndcg_at_10_diff1": 0.700157, "nauc_ndcg_at_20_max": 0.655663, "nauc_ndcg_at_20_std": 0.082997, "nauc_ndcg_at_20_diff1": 0.699255, "nauc_ndcg_at_100_max": 0.655319, "nauc_ndcg_at_100_std": 0.087525, "nauc_ndcg_at_100_diff1": 0.70262, "nauc_ndcg_at_1000_max": 0.653691, "nauc_ndcg_at_1000_std": 0.077955, "nauc_ndcg_at_1000_diff1": 0.706814, "nauc_map_at_1_max": 0.627636, "nauc_map_at_1_std": 0.031763, "nauc_map_at_1_diff1": 0.754928, "nauc_map_at_3_max": 0.650225, "nauc_map_at_3_std": 0.053354, "nauc_map_at_3_diff1": 0.71985, "nauc_map_at_5_max": 0.64754, "nauc_map_at_5_std": 0.054024, "nauc_map_at_5_diff1": 0.71557, "nauc_map_at_10_max": 0.648733, "nauc_map_at_10_std": 0.057651, "nauc_map_at_10_diff1": 0.716086, "nauc_map_at_20_max": 0.648443, "nauc_map_at_20_std": 0.059779, "nauc_map_at_20_diff1": 0.715925, "nauc_map_at_100_max": 0.648434, "nauc_map_at_100_std": 0.060316, "nauc_map_at_100_diff1": 0.716394, "nauc_map_at_1000_max": 0.648406, "nauc_map_at_1000_std": 0.060081, "nauc_map_at_1000_diff1": 0.716552, "nauc_recall_at_1_max": 0.627636, "nauc_recall_at_1_std": 0.031763, "nauc_recall_at_1_diff1": 0.754928, "nauc_recall_at_3_max": 0.681777, "nauc_recall_at_3_std": 0.087893, "nauc_recall_at_3_diff1": 0.670162, "nauc_recall_at_5_max": 0.671628, "nauc_recall_at_5_std": 0.097833, "nauc_recall_at_5_diff1": 0.642674, "nauc_recall_at_10_max": 0.689057, "nauc_recall_at_10_std": 0.148909, "nauc_recall_at_10_diff1": 0.633167, "nauc_recall_at_20_max": 0.692317, "nauc_recall_at_20_std": 0.22266, "nauc_recall_at_20_diff1": 0.612798, "nauc_recall_at_100_max": 0.717321, "nauc_recall_at_100_std": 0.41586, "nauc_recall_at_100_diff1": 0.586059, "nauc_recall_at_1000_max": 0.782052, "nauc_recall_at_1000_std": 0.699672, "nauc_recall_at_1000_diff1": 0.540055, "nauc_precision_at_1_max": 0.627636, "nauc_precision_at_1_std": 0.031763, "nauc_precision_at_1_diff1": 0.754928, "nauc_precision_at_3_max": 0.681777, "nauc_precision_at_3_std": 0.087893, "nauc_precision_at_3_diff1": 0.670162, "nauc_precision_at_5_max": 0.671628, "nauc_precision_at_5_std": 0.097833, "nauc_precision_at_5_diff1": 0.642674, "nauc_precision_at_10_max": 0.689057, "nauc_precision_at_10_std": 0.148909, "nauc_precision_at_10_diff1": 0.633167, "nauc_precision_at_20_max": 0.692317, "nauc_precision_at_20_std": 0.22266, "nauc_precision_at_20_diff1": 0.612798, "nauc_precision_at_100_max": 0.717321, "nauc_precision_at_100_std": 0.41586, "nauc_precision_at_100_diff1": 0.586059, "nauc_precision_at_1000_max": 0.782052, "nauc_precision_at_1000_std": 0.699672, "nauc_precision_at_1000_diff1": 0.540055, "nauc_mrr_at_1_max": 0.627636, "nauc_mrr_at_1_std": 0.031763, "nauc_mrr_at_1_diff1": 0.754928, "nauc_mrr_at_3_max": 0.650225, "nauc_mrr_at_3_std": 0.053354, "nauc_mrr_at_3_diff1": 0.71985, "nauc_mrr_at_5_max": 0.64754, "nauc_mrr_at_5_std": 0.054024, "nauc_mrr_at_5_diff1": 0.71557, "nauc_mrr_at_10_max": 0.648733, "nauc_mrr_at_10_std": 0.057651, "nauc_mrr_at_10_diff1": 0.716086, "nauc_mrr_at_20_max": 0.648443, "nauc_mrr_at_20_std": 0.059779, "nauc_mrr_at_20_diff1": 0.715925, "nauc_mrr_at_100_max": 0.648434, "nauc_mrr_at_100_std": 0.060316, "nauc_mrr_at_100_diff1": 0.716394, "nauc_mrr_at_1000_max": 0.648406, "nauc_mrr_at_1000_std": 0.060081, "nauc_mrr_at_1000_diff1": 0.716552, "main_score": 0.6442, "hf_subset": "eng-vie", "languages": [ "eng-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.46028, "ndcg_at_3": 0.54362, "ndcg_at_5": 0.57069, "ndcg_at_10": 0.59442, "ndcg_at_20": 0.60848, "ndcg_at_100": 0.62826, "ndcg_at_1000": 0.63859, "map_at_1": 0.46028, "map_at_3": 0.5234, "map_at_5": 0.5385, "map_at_10": 0.5484, "map_at_20": 0.55223, "map_at_100": 0.55498, "map_at_1000": 0.55536, "recall_at_1": 0.46028, "recall_at_3": 0.60202, "recall_at_5": 0.66745, "recall_at_10": 0.74026, "recall_at_20": 0.79605, "recall_at_100": 0.90245, "recall_at_1000": 0.98423, "precision_at_1": 0.46028, "precision_at_3": 0.20067, "precision_at_5": 0.13349, "precision_at_10": 0.07403, "precision_at_20": 0.03981, "precision_at_100": 0.00903, "precision_at_1000": 0.00098, "mrr_at_1": 0.46028, "mrr_at_3": 0.523397, "mrr_at_5": 0.538496, "mrr_at_10": 0.548395, "mrr_at_20": 0.552235, "mrr_at_100": 0.554986, "mrr_at_1000": 0.555366, "nauc_ndcg_at_1_max": 0.560621, "nauc_ndcg_at_1_std": 0.003261, "nauc_ndcg_at_1_diff1": 0.6961, "nauc_ndcg_at_3_max": 0.568274, "nauc_ndcg_at_3_std": 0.027715, "nauc_ndcg_at_3_diff1": 0.634974, "nauc_ndcg_at_5_max": 0.566273, "nauc_ndcg_at_5_std": 0.037809, "nauc_ndcg_at_5_diff1": 0.626465, "nauc_ndcg_at_10_max": 0.570803, "nauc_ndcg_at_10_std": 0.054816, "nauc_ndcg_at_10_diff1": 0.623333, "nauc_ndcg_at_20_max": 0.571119, "nauc_ndcg_at_20_std": 0.057539, "nauc_ndcg_at_20_diff1": 0.622344, "nauc_ndcg_at_100_max": 0.570533, "nauc_ndcg_at_100_std": 0.062183, "nauc_ndcg_at_100_diff1": 0.627605, "nauc_ndcg_at_1000_max": 0.570333, "nauc_ndcg_at_1000_std": 0.052142, "nauc_ndcg_at_1000_diff1": 0.633713, "nauc_map_at_1_max": 0.560621, "nauc_map_at_1_std": 0.003261, "nauc_map_at_1_diff1": 0.6961, "nauc_map_at_3_max": 0.566307, "nauc_map_at_3_std": 0.020902, "nauc_map_at_3_diff1": 0.65057, "nauc_map_at_5_max": 0.565239, "nauc_map_at_5_std": 0.025986, "nauc_map_at_5_diff1": 0.64645, "nauc_map_at_10_max": 0.566833, "nauc_map_at_10_std": 0.032212, "nauc_map_at_10_diff1": 0.645509, "nauc_map_at_20_max": 0.566927, "nauc_map_at_20_std": 0.032689, "nauc_map_at_20_diff1": 0.645452, "nauc_map_at_100_max": 0.566922, "nauc_map_at_100_std": 0.03313, "nauc_map_at_100_diff1": 0.646315, "nauc_map_at_1000_max": 0.566934, "nauc_map_at_1000_std": 0.032862, "nauc_map_at_1000_diff1": 0.646532, "nauc_recall_at_1_max": 0.560621, "nauc_recall_at_1_std": 0.003261, "nauc_recall_at_1_diff1": 0.6961, "nauc_recall_at_3_max": 0.574388, "nauc_recall_at_3_std": 0.049131, "nauc_recall_at_3_diff1": 0.586532, "nauc_recall_at_5_max": 0.569408, "nauc_recall_at_5_std": 0.080506, "nauc_recall_at_5_diff1": 0.556527, "nauc_recall_at_10_max": 0.589314, "nauc_recall_at_10_std": 0.158733, "nauc_recall_at_10_diff1": 0.530437, "nauc_recall_at_20_max": 0.594512, "nauc_recall_at_20_std": 0.196982, "nauc_recall_at_20_diff1": 0.504872, "nauc_recall_at_100_max": 0.603489, "nauc_recall_at_100_std": 0.395571, "nauc_recall_at_100_diff1": 0.470784, "nauc_recall_at_1000_max": 0.724977, "nauc_recall_at_1000_std": 0.716572, "nauc_recall_at_1000_diff1": 0.456784, "nauc_precision_at_1_max": 0.560621, "nauc_precision_at_1_std": 0.003261, "nauc_precision_at_1_diff1": 0.6961, "nauc_precision_at_3_max": 0.574388, "nauc_precision_at_3_std": 0.049131, "nauc_precision_at_3_diff1": 0.586532, "nauc_precision_at_5_max": 0.569408, "nauc_precision_at_5_std": 0.080506, "nauc_precision_at_5_diff1": 0.556527, "nauc_precision_at_10_max": 0.589314, "nauc_precision_at_10_std": 0.158733, "nauc_precision_at_10_diff1": 0.530437, "nauc_precision_at_20_max": 0.594669, "nauc_precision_at_20_std": 0.197948, "nauc_precision_at_20_diff1": 0.504546, "nauc_precision_at_100_max": 0.601156, "nauc_precision_at_100_std": 0.397663, "nauc_precision_at_100_diff1": 0.467166, "nauc_precision_at_1000_max": 0.70825, "nauc_precision_at_1000_std": 0.722531, "nauc_precision_at_1000_diff1": 0.435094, "nauc_mrr_at_1_max": 0.560621, "nauc_mrr_at_1_std": 0.003261, "nauc_mrr_at_1_diff1": 0.6961, "nauc_mrr_at_3_max": 0.566307, "nauc_mrr_at_3_std": 0.020902, "nauc_mrr_at_3_diff1": 0.65057, "nauc_mrr_at_5_max": 0.565239, "nauc_mrr_at_5_std": 0.025986, "nauc_mrr_at_5_diff1": 0.64645, "nauc_mrr_at_10_max": 0.566833, "nauc_mrr_at_10_std": 0.032212, "nauc_mrr_at_10_diff1": 0.645509, "nauc_mrr_at_20_max": 0.566935, "nauc_mrr_at_20_std": 0.032738, "nauc_mrr_at_20_diff1": 0.645437, "nauc_mrr_at_100_max": 0.566927, "nauc_mrr_at_100_std": 0.033162, "nauc_mrr_at_100_diff1": 0.646305, "nauc_mrr_at_1000_max": 0.566939, "nauc_mrr_at_1000_std": 0.032895, "nauc_mrr_at_1000_diff1": 0.646523, "main_score": 0.59442, "hf_subset": "eng-zho", "languages": [ "eng-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.51213, "ndcg_at_3": 0.59803, "ndcg_at_5": 0.62194, "ndcg_at_10": 0.64291, "ndcg_at_20": 0.65479, "ndcg_at_100": 0.67413, "ndcg_at_1000": 0.68209, "map_at_1": 0.51213, "map_at_3": 0.57718, "map_at_5": 0.59043, "map_at_10": 0.59911, "map_at_20": 0.60237, "map_at_100": 0.60497, "map_at_1000": 0.60526, "recall_at_1": 0.51213, "recall_at_3": 0.65824, "recall_at_5": 0.71638, "recall_at_10": 0.78109, "recall_at_20": 0.82811, "recall_at_100": 0.93327, "recall_at_1000": 0.99646, "precision_at_1": 0.51213, "precision_at_3": 0.21941, "precision_at_5": 0.14328, "precision_at_10": 0.07811, "precision_at_20": 0.04141, "precision_at_100": 0.00933, "precision_at_1000": 0.001, "mrr_at_1": 0.512133, "mrr_at_3": 0.577182, "mrr_at_5": 0.590428, "mrr_at_10": 0.599109, "mrr_at_20": 0.602371, "mrr_at_100": 0.604972, "mrr_at_1000": 0.605261, "nauc_ndcg_at_1_max": 0.56337, "nauc_ndcg_at_1_std": 0.056499, "nauc_ndcg_at_1_diff1": 0.689754, "nauc_ndcg_at_3_max": 0.585207, "nauc_ndcg_at_3_std": 0.083443, "nauc_ndcg_at_3_diff1": 0.638563, "nauc_ndcg_at_5_max": 0.580374, "nauc_ndcg_at_5_std": 0.08436, "nauc_ndcg_at_5_diff1": 0.635211, "nauc_ndcg_at_10_max": 0.583907, "nauc_ndcg_at_10_std": 0.095546, "nauc_ndcg_at_10_diff1": 0.636009, "nauc_ndcg_at_20_max": 0.581745, "nauc_ndcg_at_20_std": 0.099307, "nauc_ndcg_at_20_diff1": 0.635854, "nauc_ndcg_at_100_max": 0.581038, "nauc_ndcg_at_100_std": 0.101798, "nauc_ndcg_at_100_diff1": 0.637812, "nauc_ndcg_at_1000_max": 0.579889, "nauc_ndcg_at_1000_std": 0.092414, "nauc_ndcg_at_1000_diff1": 0.642488, "nauc_map_at_1_max": 0.56337, "nauc_map_at_1_std": 0.056499, "nauc_map_at_1_diff1": 0.689754, "nauc_map_at_3_max": 0.579369, "nauc_map_at_3_std": 0.075097, "nauc_map_at_3_diff1": 0.651453, "nauc_map_at_5_max": 0.576851, "nauc_map_at_5_std": 0.075861, "nauc_map_at_5_diff1": 0.649801, "nauc_map_at_10_max": 0.578205, "nauc_map_at_10_std": 0.079703, "nauc_map_at_10_diff1": 0.650503, "nauc_map_at_20_max": 0.577659, "nauc_map_at_20_std": 0.080599, "nauc_map_at_20_diff1": 0.650618, "nauc_map_at_100_max": 0.577456, "nauc_map_at_100_std": 0.080943, "nauc_map_at_100_diff1": 0.650737, "nauc_map_at_1000_max": 0.577417, "nauc_map_at_1000_std": 0.080695, "nauc_map_at_1000_diff1": 0.650889, "nauc_recall_at_1_max": 0.56337, "nauc_recall_at_1_std": 0.056499, "nauc_recall_at_1_diff1": 0.689754, "nauc_recall_at_3_max": 0.604277, "nauc_recall_at_3_std": 0.111224, "nauc_recall_at_3_diff1": 0.596824, "nauc_recall_at_5_max": 0.592053, "nauc_recall_at_5_std": 0.115238, "nauc_recall_at_5_diff1": 0.582328, "nauc_recall_at_10_max": 0.609309, "nauc_recall_at_10_std": 0.172577, "nauc_recall_at_10_diff1": 0.572666, "nauc_recall_at_20_max": 0.600497, "nauc_recall_at_20_std": 0.213838, "nauc_recall_at_20_diff1": 0.556359, "nauc_recall_at_100_max": 0.618596, "nauc_recall_at_100_std": 0.414182, "nauc_recall_at_100_diff1": 0.496667, "nauc_recall_at_1000_max": 0.678544, "nauc_recall_at_1000_std": 0.639, "nauc_recall_at_1000_diff1": 0.540272, "nauc_precision_at_1_max": 0.56337, "nauc_precision_at_1_std": 0.056499, "nauc_precision_at_1_diff1": 0.689754, "nauc_precision_at_3_max": 0.604277, "nauc_precision_at_3_std": 0.111224, "nauc_precision_at_3_diff1": 0.596824, "nauc_precision_at_5_max": 0.592053, "nauc_precision_at_5_std": 0.115238, "nauc_precision_at_5_diff1": 0.582328, "nauc_precision_at_10_max": 0.609309, "nauc_precision_at_10_std": 0.172577, "nauc_precision_at_10_diff1": 0.572666, "nauc_precision_at_20_max": 0.600497, "nauc_precision_at_20_std": 0.213838, "nauc_precision_at_20_diff1": 0.556359, "nauc_precision_at_100_max": 0.618596, "nauc_precision_at_100_std": 0.414182, "nauc_precision_at_100_diff1": 0.496667, "nauc_precision_at_1000_max": 0.678544, "nauc_precision_at_1000_std": 0.639, "nauc_precision_at_1000_diff1": 0.540272, "nauc_mrr_at_1_max": 0.56337, "nauc_mrr_at_1_std": 0.056499, "nauc_mrr_at_1_diff1": 0.689754, "nauc_mrr_at_3_max": 0.579369, "nauc_mrr_at_3_std": 0.075097, "nauc_mrr_at_3_diff1": 0.651453, "nauc_mrr_at_5_max": 0.576851, "nauc_mrr_at_5_std": 0.075861, "nauc_mrr_at_5_diff1": 0.649801, "nauc_mrr_at_10_max": 0.578205, "nauc_mrr_at_10_std": 0.079703, "nauc_mrr_at_10_diff1": 0.650503, "nauc_mrr_at_20_max": 0.577659, "nauc_mrr_at_20_std": 0.080599, "nauc_mrr_at_20_diff1": 0.650618, "nauc_mrr_at_100_max": 0.577456, "nauc_mrr_at_100_std": 0.080943, "nauc_mrr_at_100_diff1": 0.650737, "nauc_mrr_at_1000_max": 0.577417, "nauc_mrr_at_1000_std": 0.080695, "nauc_mrr_at_1000_diff1": 0.650889, "main_score": 0.64291, "hf_subset": "spa-ara", "languages": [ "spa-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.62232, "ndcg_at_3": 0.69977, "ndcg_at_5": 0.71826, "ndcg_at_10": 0.73285, "ndcg_at_20": 0.74595, "ndcg_at_100": 0.75851, "ndcg_at_1000": 0.76364, "map_at_1": 0.62232, "map_at_3": 0.6816, "map_at_5": 0.69195, "map_at_10": 0.69798, "map_at_20": 0.7016, "map_at_100": 0.70341, "map_at_1000": 0.70361, "recall_at_1": 0.62232, "recall_at_3": 0.75197, "recall_at_5": 0.79651, "recall_at_10": 0.8416, "recall_at_20": 0.89309, "recall_at_100": 0.95998, "recall_at_1000": 0.99944, "precision_at_1": 0.62232, "precision_at_3": 0.25066, "precision_at_5": 0.1593, "precision_at_10": 0.08416, "precision_at_20": 0.04467, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.622322, "mrr_at_3": 0.681605, "mrr_at_5": 0.691949, "mrr_at_10": 0.697976, "mrr_at_20": 0.701621, "mrr_at_100": 0.703394, "mrr_at_1000": 0.703598, "nauc_ndcg_at_1_max": 0.626245, "nauc_ndcg_at_1_std": -0.07905, "nauc_ndcg_at_1_diff1": 0.799227, "nauc_ndcg_at_3_max": 0.663977, "nauc_ndcg_at_3_std": -0.046463, "nauc_ndcg_at_3_diff1": 0.7613, "nauc_ndcg_at_5_max": 0.66105, "nauc_ndcg_at_5_std": -0.045233, "nauc_ndcg_at_5_diff1": 0.754689, "nauc_ndcg_at_10_max": 0.659212, "nauc_ndcg_at_10_std": -0.037042, "nauc_ndcg_at_10_diff1": 0.752904, "nauc_ndcg_at_20_max": 0.661223, "nauc_ndcg_at_20_std": -0.031603, "nauc_ndcg_at_20_diff1": 0.756612, "nauc_ndcg_at_100_max": 0.657645, "nauc_ndcg_at_100_std": -0.03194, "nauc_ndcg_at_100_diff1": 0.760752, "nauc_ndcg_at_1000_max": 0.655537, "nauc_ndcg_at_1000_std": -0.040624, "nauc_ndcg_at_1000_diff1": 0.762436, "nauc_map_at_1_max": 0.626245, "nauc_map_at_1_std": -0.07905, "nauc_map_at_1_diff1": 0.799227, "nauc_map_at_3_max": 0.653699, "nauc_map_at_3_std": -0.055709, "nauc_map_at_3_diff1": 0.770458, "nauc_map_at_5_max": 0.651901, "nauc_map_at_5_std": -0.055243, "nauc_map_at_5_diff1": 0.767089, "nauc_map_at_10_max": 0.651046, "nauc_map_at_10_std": -0.052125, "nauc_map_at_10_diff1": 0.766604, "nauc_map_at_20_max": 0.651551, "nauc_map_at_20_std": -0.050939, "nauc_map_at_20_diff1": 0.767646, "nauc_map_at_100_max": 0.65103, "nauc_map_at_100_std": -0.050735, "nauc_map_at_100_diff1": 0.768076, "nauc_map_at_1000_max": 0.650968, "nauc_map_at_1000_std": -0.05101, "nauc_map_at_1000_diff1": 0.76815, "nauc_recall_at_1_max": 0.626245, "nauc_recall_at_1_std": -0.07905, "nauc_recall_at_1_diff1": 0.799227, "nauc_recall_at_3_max": 0.699532, "nauc_recall_at_3_std": -0.014294, "nauc_recall_at_3_diff1": 0.730205, "nauc_recall_at_5_max": 0.696442, "nauc_recall_at_5_std": -0.005575, "nauc_recall_at_5_diff1": 0.705687, "nauc_recall_at_10_max": 0.696783, "nauc_recall_at_10_std": 0.040709, "nauc_recall_at_10_diff1": 0.68536, "nauc_recall_at_20_max": 0.726899, "nauc_recall_at_20_std": 0.115141, "nauc_recall_at_20_diff1": 0.687152, "nauc_recall_at_100_max": 0.738444, "nauc_recall_at_100_std": 0.311482, "nauc_recall_at_100_diff1": 0.697867, "nauc_recall_at_1000_max": 0.358042, "nauc_recall_at_1000_std": 0.122748, "nauc_recall_at_1000_diff1": 0.554194, "nauc_precision_at_1_max": 0.626245, "nauc_precision_at_1_std": -0.07905, "nauc_precision_at_1_diff1": 0.799227, "nauc_precision_at_3_max": 0.699532, "nauc_precision_at_3_std": -0.014294, "nauc_precision_at_3_diff1": 0.730205, "nauc_precision_at_5_max": 0.696442, "nauc_precision_at_5_std": -0.005575, "nauc_precision_at_5_diff1": 0.705687, "nauc_precision_at_10_max": 0.696783, "nauc_precision_at_10_std": 0.040709, "nauc_precision_at_10_diff1": 0.68536, "nauc_precision_at_20_max": 0.726577, "nauc_precision_at_20_std": 0.119592, "nauc_precision_at_20_diff1": 0.686708, "nauc_precision_at_100_max": 0.684529, "nauc_precision_at_100_std": 0.327838, "nauc_precision_at_100_diff1": 0.645849, "nauc_precision_at_1000_max": -0.2424, "nauc_precision_at_1000_std": 0.541186, "nauc_precision_at_1000_diff1": -0.198635, "nauc_mrr_at_1_max": 0.626245, "nauc_mrr_at_1_std": -0.07905, "nauc_mrr_at_1_diff1": 0.799227, "nauc_mrr_at_3_max": 0.653699, "nauc_mrr_at_3_std": -0.055709, "nauc_mrr_at_3_diff1": 0.770458, "nauc_mrr_at_5_max": 0.651901, "nauc_mrr_at_5_std": -0.055243, "nauc_mrr_at_5_diff1": 0.767089, "nauc_mrr_at_10_max": 0.651046, "nauc_mrr_at_10_std": -0.052125, "nauc_mrr_at_10_diff1": 0.766604, "nauc_mrr_at_20_max": 0.651538, "nauc_mrr_at_20_std": -0.050851, "nauc_mrr_at_20_diff1": 0.767641, "nauc_mrr_at_100_max": 0.651037, "nauc_mrr_at_100_std": -0.050785, "nauc_mrr_at_100_diff1": 0.768078, "nauc_mrr_at_1000_max": 0.650975, "nauc_mrr_at_1000_std": -0.051061, "nauc_mrr_at_1000_diff1": 0.768152, "main_score": 0.73285, "hf_subset": "spa-deu", "languages": [ "spa-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.59185, "ndcg_at_3": 0.67095, "ndcg_at_5": 0.6901, "ndcg_at_10": 0.70612, "ndcg_at_20": 0.71617, "ndcg_at_100": 0.72889, "ndcg_at_1000": 0.73637, "map_at_1": 0.59185, "map_at_3": 0.65185, "map_at_5": 0.66254, "map_at_10": 0.6692, "map_at_20": 0.67197, "map_at_100": 0.67374, "map_at_1000": 0.67402, "recall_at_1": 0.59185, "recall_at_3": 0.72606, "recall_at_5": 0.77232, "recall_at_10": 0.82163, "recall_at_20": 0.86122, "recall_at_100": 0.92975, "recall_at_1000": 0.98858, "precision_at_1": 0.59185, "precision_at_3": 0.24202, "precision_at_5": 0.15446, "precision_at_10": 0.08216, "precision_at_20": 0.04306, "precision_at_100": 0.0093, "precision_at_1000": 0.00099, "mrr_at_1": 0.591852, "mrr_at_3": 0.65185, "mrr_at_5": 0.662539, "mrr_at_10": 0.669197, "mrr_at_20": 0.671971, "mrr_at_100": 0.673739, "mrr_at_1000": 0.674021, "nauc_ndcg_at_1_max": 0.613235, "nauc_ndcg_at_1_std": -0.008528, "nauc_ndcg_at_1_diff1": 0.792643, "nauc_ndcg_at_3_max": 0.646628, "nauc_ndcg_at_3_std": 0.054674, "nauc_ndcg_at_3_diff1": 0.756423, "nauc_ndcg_at_5_max": 0.646062, "nauc_ndcg_at_5_std": 0.063939, "nauc_ndcg_at_5_diff1": 0.751712, "nauc_ndcg_at_10_max": 0.645666, "nauc_ndcg_at_10_std": 0.073352, "nauc_ndcg_at_10_diff1": 0.749108, "nauc_ndcg_at_20_max": 0.646252, "nauc_ndcg_at_20_std": 0.079556, "nauc_ndcg_at_20_diff1": 0.750443, "nauc_ndcg_at_100_max": 0.645341, "nauc_ndcg_at_100_std": 0.079244, "nauc_ndcg_at_100_diff1": 0.752723, "nauc_ndcg_at_1000_max": 0.643031, "nauc_ndcg_at_1000_std": 0.06873, "nauc_ndcg_at_1000_diff1": 0.756201, "nauc_map_at_1_max": 0.613235, "nauc_map_at_1_std": -0.008528, "nauc_map_at_1_diff1": 0.792643, "nauc_map_at_3_max": 0.638124, "nauc_map_at_3_std": 0.037929, "nauc_map_at_3_diff1": 0.765576, "nauc_map_at_5_max": 0.637634, "nauc_map_at_5_std": 0.042133, "nauc_map_at_5_diff1": 0.763377, "nauc_map_at_10_max": 0.637174, "nauc_map_at_10_std": 0.045279, "nauc_map_at_10_diff1": 0.762537, "nauc_map_at_20_max": 0.637329, "nauc_map_at_20_std": 0.046749, "nauc_map_at_20_diff1": 0.763016, "nauc_map_at_100_max": 0.637067, "nauc_map_at_100_std": 0.046588, "nauc_map_at_100_diff1": 0.763289, "nauc_map_at_1000_max": 0.637, "nauc_map_at_1000_std": 0.046311, "nauc_map_at_1000_diff1": 0.763398, "nauc_recall_at_1_max": 0.613235, "nauc_recall_at_1_std": -0.008528, "nauc_recall_at_1_diff1": 0.792643, "nauc_recall_at_3_max": 0.675334, "nauc_recall_at_3_std": 0.111535, "nauc_recall_at_3_diff1": 0.725561, "nauc_recall_at_5_max": 0.678018, "nauc_recall_at_5_std": 0.149645, "nauc_recall_at_5_diff1": 0.706306, "nauc_recall_at_10_max": 0.684857, "nauc_recall_at_10_std": 0.211744, "nauc_recall_at_10_diff1": 0.68476, "nauc_recall_at_20_max": 0.697724, "nauc_recall_at_20_std": 0.287788, "nauc_recall_at_20_diff1": 0.677041, "nauc_recall_at_100_max": 0.734245, "nauc_recall_at_100_std": 0.467019, "nauc_recall_at_100_diff1": 0.65411, "nauc_recall_at_1000_max": 0.829936, "nauc_recall_at_1000_std": 0.779133, "nauc_recall_at_1000_diff1": 0.682072, "nauc_precision_at_1_max": 0.613235, "nauc_precision_at_1_std": -0.008528, "nauc_precision_at_1_diff1": 0.792643, "nauc_precision_at_3_max": 0.675334, "nauc_precision_at_3_std": 0.111535, "nauc_precision_at_3_diff1": 0.725561, "nauc_precision_at_5_max": 0.678018, "nauc_precision_at_5_std": 0.149645, "nauc_precision_at_5_diff1": 0.706306, "nauc_precision_at_10_max": 0.684857, "nauc_precision_at_10_std": 0.211744, "nauc_precision_at_10_diff1": 0.68476, "nauc_precision_at_20_max": 0.697724, "nauc_precision_at_20_std": 0.287788, "nauc_precision_at_20_diff1": 0.677041, "nauc_precision_at_100_max": 0.734245, "nauc_precision_at_100_std": 0.467019, "nauc_precision_at_100_diff1": 0.65411, "nauc_precision_at_1000_max": 0.829936, "nauc_precision_at_1000_std": 0.779133, "nauc_precision_at_1000_diff1": 0.682072, "nauc_mrr_at_1_max": 0.613235, "nauc_mrr_at_1_std": -0.008528, "nauc_mrr_at_1_diff1": 0.792643, "nauc_mrr_at_3_max": 0.638124, "nauc_mrr_at_3_std": 0.037929, "nauc_mrr_at_3_diff1": 0.765576, "nauc_mrr_at_5_max": 0.637634, "nauc_mrr_at_5_std": 0.042133, "nauc_mrr_at_5_diff1": 0.763377, "nauc_mrr_at_10_max": 0.637174, "nauc_mrr_at_10_std": 0.045279, "nauc_mrr_at_10_diff1": 0.762537, "nauc_mrr_at_20_max": 0.637329, "nauc_mrr_at_20_std": 0.046749, "nauc_mrr_at_20_diff1": 0.763016, "nauc_mrr_at_100_max": 0.637067, "nauc_mrr_at_100_std": 0.046588, "nauc_mrr_at_100_diff1": 0.763289, "nauc_mrr_at_1000_max": 0.637, "nauc_mrr_at_1000_std": 0.046311, "nauc_mrr_at_1000_diff1": 0.763398, "main_score": 0.70612, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.58808, "ndcg_at_3": 0.66199, "ndcg_at_5": 0.68136, "ndcg_at_10": 0.69549, "ndcg_at_20": 0.70658, "ndcg_at_100": 0.72025, "ndcg_at_1000": 0.72802, "map_at_1": 0.58808, "map_at_3": 0.64396, "map_at_5": 0.65471, "map_at_10": 0.66052, "map_at_20": 0.66358, "map_at_100": 0.6654, "map_at_1000": 0.66568, "recall_at_1": 0.58808, "recall_at_3": 0.71405, "recall_at_5": 0.76109, "recall_at_10": 0.8048, "recall_at_20": 0.8486, "recall_at_100": 0.92325, "recall_at_1000": 0.98505, "precision_at_1": 0.58808, "precision_at_3": 0.23805, "precision_at_5": 0.15224, "precision_at_10": 0.0805, "precision_at_20": 0.04244, "precision_at_100": 0.00923, "precision_at_1000": 0.00099, "mrr_at_1": 0.588078, "mrr_at_3": 0.644004, "mrr_at_5": 0.654755, "mrr_at_10": 0.660583, "mrr_at_20": 0.663637, "mrr_at_100": 0.665464, "mrr_at_1000": 0.665743, "nauc_ndcg_at_1_max": 0.617509, "nauc_ndcg_at_1_std": 0.0133, "nauc_ndcg_at_1_diff1": 0.776346, "nauc_ndcg_at_3_max": 0.648105, "nauc_ndcg_at_3_std": 0.060469, "nauc_ndcg_at_3_diff1": 0.741924, "nauc_ndcg_at_5_max": 0.653916, "nauc_ndcg_at_5_std": 0.077349, "nauc_ndcg_at_5_diff1": 0.740676, "nauc_ndcg_at_10_max": 0.655944, "nauc_ndcg_at_10_std": 0.090608, "nauc_ndcg_at_10_diff1": 0.736955, "nauc_ndcg_at_20_max": 0.656066, "nauc_ndcg_at_20_std": 0.09645, "nauc_ndcg_at_20_diff1": 0.73862, "nauc_ndcg_at_100_max": 0.653733, "nauc_ndcg_at_100_std": 0.095449, "nauc_ndcg_at_100_diff1": 0.741279, "nauc_ndcg_at_1000_max": 0.650893, "nauc_ndcg_at_1000_std": 0.084904, "nauc_ndcg_at_1000_diff1": 0.743557, "nauc_map_at_1_max": 0.617509, "nauc_map_at_1_std": 0.0133, "nauc_map_at_1_diff1": 0.776346, "nauc_map_at_3_max": 0.640551, "nauc_map_at_3_std": 0.047555, "nauc_map_at_3_diff1": 0.750656, "nauc_map_at_5_max": 0.643562, "nauc_map_at_5_std": 0.056243, "nauc_map_at_5_diff1": 0.750324, "nauc_map_at_10_max": 0.64417, "nauc_map_at_10_std": 0.060865, "nauc_map_at_10_diff1": 0.748993, "nauc_map_at_20_max": 0.644088, "nauc_map_at_20_std": 0.061988, "nauc_map_at_20_diff1": 0.749524, "nauc_map_at_100_max": 0.64373, "nauc_map_at_100_std": 0.061732, "nauc_map_at_100_diff1": 0.749803, "nauc_map_at_1000_max": 0.643644, "nauc_map_at_1000_std": 0.061441, "nauc_map_at_1000_diff1": 0.749877, "nauc_recall_at_1_max": 0.617509, "nauc_recall_at_1_std": 0.0133, "nauc_recall_at_1_diff1": 0.776346, "nauc_recall_at_3_max": 0.673168, "nauc_recall_at_3_std": 0.103926, "nauc_recall_at_3_diff1": 0.713045, "nauc_recall_at_5_max": 0.693479, "nauc_recall_at_5_std": 0.159925, "nauc_recall_at_5_diff1": 0.704335, "nauc_recall_at_10_max": 0.709112, "nauc_recall_at_10_std": 0.231643, "nauc_recall_at_10_diff1": 0.68247, "nauc_recall_at_20_max": 0.723913, "nauc_recall_at_20_std": 0.30801, "nauc_recall_at_20_diff1": 0.679146, "nauc_recall_at_100_max": 0.746975, "nauc_recall_at_100_std": 0.475842, "nauc_recall_at_100_diff1": 0.674765, "nauc_recall_at_1000_max": 0.786098, "nauc_recall_at_1000_std": 0.736662, "nauc_recall_at_1000_diff1": 0.675702, "nauc_precision_at_1_max": 0.617509, "nauc_precision_at_1_std": 0.0133, "nauc_precision_at_1_diff1": 0.776346, "nauc_precision_at_3_max": 0.672972, "nauc_precision_at_3_std": 0.103678, "nauc_precision_at_3_diff1": 0.712909, "nauc_precision_at_5_max": 0.693257, "nauc_precision_at_5_std": 0.159656, "nauc_precision_at_5_diff1": 0.704175, "nauc_precision_at_10_max": 0.708945, "nauc_precision_at_10_std": 0.232384, "nauc_precision_at_10_diff1": 0.682258, "nauc_precision_at_20_max": 0.723718, "nauc_precision_at_20_std": 0.309034, "nauc_precision_at_20_diff1": 0.678875, "nauc_precision_at_100_max": 0.7469, "nauc_precision_at_100_std": 0.478292, "nauc_precision_at_100_diff1": 0.674464, "nauc_precision_at_1000_max": 0.76065, "nauc_precision_at_1000_std": 0.7425, "nauc_precision_at_1000_diff1": 0.650684, "nauc_mrr_at_1_max": 0.617509, "nauc_mrr_at_1_std": 0.0133, "nauc_mrr_at_1_diff1": 0.776346, "nauc_mrr_at_3_max": 0.640451, "nauc_mrr_at_3_std": 0.04744, "nauc_mrr_at_3_diff1": 0.750588, "nauc_mrr_at_5_max": 0.643459, "nauc_mrr_at_5_std": 0.056127, "nauc_mrr_at_5_diff1": 0.750255, "nauc_mrr_at_10_max": 0.644063, "nauc_mrr_at_10_std": 0.060835, "nauc_mrr_at_10_diff1": 0.748915, "nauc_mrr_at_20_max": 0.64398, "nauc_mrr_at_20_std": 0.061957, "nauc_mrr_at_20_diff1": 0.749446, "nauc_mrr_at_100_max": 0.643621, "nauc_mrr_at_100_std": 0.061702, "nauc_mrr_at_100_diff1": 0.749724, "nauc_mrr_at_1000_max": 0.643535, "nauc_mrr_at_1000_std": 0.061402, "nauc_mrr_at_1000_diff1": 0.749798, "main_score": 0.69549, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.55949, "ndcg_at_3": 0.63358, "ndcg_at_5": 0.66123, "ndcg_at_10": 0.6766, "ndcg_at_20": 0.68803, "ndcg_at_100": 0.70492, "ndcg_at_1000": 0.71265, "map_at_1": 0.55949, "map_at_3": 0.61598, "map_at_5": 0.63142, "map_at_10": 0.63764, "map_at_20": 0.64084, "map_at_100": 0.64312, "map_at_1000": 0.64341, "recall_at_1": 0.55949, "recall_at_3": 0.68427, "recall_at_5": 0.75102, "recall_at_10": 0.79919, "recall_at_20": 0.84388, "recall_at_100": 0.93558, "recall_at_1000": 0.99652, "precision_at_1": 0.55949, "precision_at_3": 0.22809, "precision_at_5": 0.1502, "precision_at_10": 0.07992, "precision_at_20": 0.04219, "precision_at_100": 0.00936, "precision_at_1000": 0.001, "mrr_at_1": 0.559489, "mrr_at_3": 0.61598, "mrr_at_5": 0.631418, "mrr_at_10": 0.637637, "mrr_at_20": 0.64084, "mrr_at_100": 0.643121, "mrr_at_1000": 0.643409, "nauc_ndcg_at_1_max": 0.592697, "nauc_ndcg_at_1_std": 0.049306, "nauc_ndcg_at_1_diff1": 0.736755, "nauc_ndcg_at_3_max": 0.612761, "nauc_ndcg_at_3_std": 0.065592, "nauc_ndcg_at_3_diff1": 0.686632, "nauc_ndcg_at_5_max": 0.61508, "nauc_ndcg_at_5_std": 0.074211, "nauc_ndcg_at_5_diff1": 0.678701, "nauc_ndcg_at_10_max": 0.612197, "nauc_ndcg_at_10_std": 0.078956, "nauc_ndcg_at_10_diff1": 0.677884, "nauc_ndcg_at_20_max": 0.617562, "nauc_ndcg_at_20_std": 0.086568, "nauc_ndcg_at_20_diff1": 0.68161, "nauc_ndcg_at_100_max": 0.616447, "nauc_ndcg_at_100_std": 0.092087, "nauc_ndcg_at_100_diff1": 0.685456, "nauc_ndcg_at_1000_max": 0.613249, "nauc_ndcg_at_1000_std": 0.082053, "nauc_ndcg_at_1000_diff1": 0.688254, "nauc_map_at_1_max": 0.592697, "nauc_map_at_1_std": 0.049306, "nauc_map_at_1_diff1": 0.736755, "nauc_map_at_3_max": 0.608445, "nauc_map_at_3_std": 0.062252, "nauc_map_at_3_diff1": 0.699384, "nauc_map_at_5_max": 0.60976, "nauc_map_at_5_std": 0.067265, "nauc_map_at_5_diff1": 0.695673, "nauc_map_at_10_max": 0.608626, "nauc_map_at_10_std": 0.068981, "nauc_map_at_10_diff1": 0.695742, "nauc_map_at_20_max": 0.609849, "nauc_map_at_20_std": 0.070787, "nauc_map_at_20_diff1": 0.696702, "nauc_map_at_100_max": 0.609619, "nauc_map_at_100_std": 0.07135, "nauc_map_at_100_diff1": 0.69717, "nauc_map_at_1000_max": 0.609528, "nauc_map_at_1000_std": 0.071091, "nauc_map_at_1000_diff1": 0.697251, "nauc_recall_at_1_max": 0.592697, "nauc_recall_at_1_std": 0.049306, "nauc_recall_at_1_diff1": 0.736755, "nauc_recall_at_3_max": 0.626344, "nauc_recall_at_3_std": 0.076007, "nauc_recall_at_3_diff1": 0.645379, "nauc_recall_at_5_max": 0.634666, "nauc_recall_at_5_std": 0.10053, "nauc_recall_at_5_diff1": 0.613326, "nauc_recall_at_10_max": 0.625457, "nauc_recall_at_10_std": 0.125686, "nauc_recall_at_10_diff1": 0.596742, "nauc_recall_at_20_max": 0.665827, "nauc_recall_at_20_std": 0.188484, "nauc_recall_at_20_diff1": 0.602421, "nauc_recall_at_100_max": 0.709696, "nauc_recall_at_100_std": 0.42713, "nauc_recall_at_100_diff1": 0.581716, "nauc_recall_at_1000_max": 0.621517, "nauc_recall_at_1000_std": 0.730429, "nauc_recall_at_1000_diff1": 0.29566, "nauc_precision_at_1_max": 0.592697, "nauc_precision_at_1_std": 0.049306, "nauc_precision_at_1_diff1": 0.736755, "nauc_precision_at_3_max": 0.626344, "nauc_precision_at_3_std": 0.076007, "nauc_precision_at_3_diff1": 0.645379, "nauc_precision_at_5_max": 0.634666, "nauc_precision_at_5_std": 0.10053, "nauc_precision_at_5_diff1": 0.613326, "nauc_precision_at_10_max": 0.625457, "nauc_precision_at_10_std": 0.125686, "nauc_precision_at_10_diff1": 0.596742, "nauc_precision_at_20_max": 0.665827, "nauc_precision_at_20_std": 0.188484, "nauc_precision_at_20_diff1": 0.602421, "nauc_precision_at_100_max": 0.709696, "nauc_precision_at_100_std": 0.42713, "nauc_precision_at_100_diff1": 0.581716, "nauc_precision_at_1000_max": 0.621517, "nauc_precision_at_1000_std": 0.730429, "nauc_precision_at_1000_diff1": 0.29566, "nauc_mrr_at_1_max": 0.592697, "nauc_mrr_at_1_std": 0.049306, "nauc_mrr_at_1_diff1": 0.736755, "nauc_mrr_at_3_max": 0.608445, "nauc_mrr_at_3_std": 0.062252, "nauc_mrr_at_3_diff1": 0.699384, "nauc_mrr_at_5_max": 0.60976, "nauc_mrr_at_5_std": 0.067265, "nauc_mrr_at_5_diff1": 0.695673, "nauc_mrr_at_10_max": 0.608626, "nauc_mrr_at_10_std": 0.068981, "nauc_mrr_at_10_diff1": 0.695742, "nauc_mrr_at_20_max": 0.609849, "nauc_mrr_at_20_std": 0.070787, "nauc_mrr_at_20_diff1": 0.696702, "nauc_mrr_at_100_max": 0.609619, "nauc_mrr_at_100_std": 0.07135, "nauc_mrr_at_100_diff1": 0.69717, "nauc_mrr_at_1000_max": 0.609528, "nauc_mrr_at_1000_std": 0.071091, "nauc_mrr_at_1000_diff1": 0.697251, "main_score": 0.6766, "hf_subset": "spa-hin", "languages": [ "spa-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.58771, "ndcg_at_3": 0.67673, "ndcg_at_5": 0.69785, "ndcg_at_10": 0.71019, "ndcg_at_20": 0.72288, "ndcg_at_100": 0.73591, "ndcg_at_1000": 0.74243, "map_at_1": 0.58771, "map_at_3": 0.65552, "map_at_5": 0.66729, "map_at_10": 0.67238, "map_at_20": 0.67595, "map_at_100": 0.67774, "map_at_1000": 0.67799, "recall_at_1": 0.58771, "recall_at_3": 0.73786, "recall_at_5": 0.7889, "recall_at_10": 0.82706, "recall_at_20": 0.87661, "recall_at_100": 0.94698, "recall_at_1000": 0.99802, "precision_at_1": 0.58771, "precision_at_3": 0.24595, "precision_at_5": 0.15778, "precision_at_10": 0.08271, "precision_at_20": 0.04383, "precision_at_100": 0.00947, "precision_at_1000": 0.001, "mrr_at_1": 0.587711, "mrr_at_3": 0.655517, "mrr_at_5": 0.667286, "mrr_at_10": 0.672381, "mrr_at_20": 0.675948, "mrr_at_100": 0.677738, "mrr_at_1000": 0.67799, "nauc_ndcg_at_1_max": 0.60449, "nauc_ndcg_at_1_std": -0.000827, "nauc_ndcg_at_1_diff1": 0.752423, "nauc_ndcg_at_3_max": 0.636374, "nauc_ndcg_at_3_std": 0.06387, "nauc_ndcg_at_3_diff1": 0.708604, "nauc_ndcg_at_5_max": 0.641788, "nauc_ndcg_at_5_std": 0.083132, "nauc_ndcg_at_5_diff1": 0.703345, "nauc_ndcg_at_10_max": 0.64379, "nauc_ndcg_at_10_std": 0.087791, "nauc_ndcg_at_10_diff1": 0.701151, "nauc_ndcg_at_20_max": 0.64391, "nauc_ndcg_at_20_std": 0.094587, "nauc_ndcg_at_20_diff1": 0.700641, "nauc_ndcg_at_100_max": 0.64092, "nauc_ndcg_at_100_std": 0.08865, "nauc_ndcg_at_100_diff1": 0.706148, "nauc_ndcg_at_1000_max": 0.637409, "nauc_ndcg_at_1000_std": 0.076866, "nauc_ndcg_at_1000_diff1": 0.70959, "nauc_map_at_1_max": 0.60449, "nauc_map_at_1_std": -0.000827, "nauc_map_at_1_diff1": 0.752423, "nauc_map_at_3_max": 0.628331, "nauc_map_at_3_std": 0.046671, "nauc_map_at_3_diff1": 0.719391, "nauc_map_at_5_max": 0.631157, "nauc_map_at_5_std": 0.056616, "nauc_map_at_5_diff1": 0.717201, "nauc_map_at_10_max": 0.631665, "nauc_map_at_10_std": 0.057918, "nauc_map_at_10_diff1": 0.716488, "nauc_map_at_20_max": 0.631652, "nauc_map_at_20_std": 0.059343, "nauc_map_at_20_diff1": 0.716542, "nauc_map_at_100_max": 0.631075, "nauc_map_at_100_std": 0.058435, "nauc_map_at_100_diff1": 0.717077, "nauc_map_at_1000_max": 0.630982, "nauc_map_at_1000_std": 0.058117, "nauc_map_at_1000_diff1": 0.717208, "nauc_recall_at_1_max": 0.60449, "nauc_recall_at_1_std": -0.000827, "nauc_recall_at_1_diff1": 0.752423, "nauc_recall_at_3_max": 0.664101, "nauc_recall_at_3_std": 0.123646, "nauc_recall_at_3_diff1": 0.671559, "nauc_recall_at_5_max": 0.684729, "nauc_recall_at_5_std": 0.192376, "nauc_recall_at_5_diff1": 0.64694, "nauc_recall_at_10_max": 0.702801, "nauc_recall_at_10_std": 0.235148, "nauc_recall_at_10_diff1": 0.626885, "nauc_recall_at_20_max": 0.723125, "nauc_recall_at_20_std": 0.337189, "nauc_recall_at_20_diff1": 0.596432, "nauc_recall_at_100_max": 0.76837, "nauc_recall_at_100_std": 0.511948, "nauc_recall_at_100_diff1": 0.600197, "nauc_recall_at_1000_max": 0.930543, "nauc_recall_at_1000_std": 0.967317, "nauc_recall_at_1000_diff1": 0.641789, "nauc_precision_at_1_max": 0.60449, "nauc_precision_at_1_std": -0.000827, "nauc_precision_at_1_diff1": 0.752423, "nauc_precision_at_3_max": 0.664101, "nauc_precision_at_3_std": 0.123646, "nauc_precision_at_3_diff1": 0.671559, "nauc_precision_at_5_max": 0.684729, "nauc_precision_at_5_std": 0.192376, "nauc_precision_at_5_diff1": 0.64694, "nauc_precision_at_10_max": 0.702801, "nauc_precision_at_10_std": 0.235148, "nauc_precision_at_10_diff1": 0.626885, "nauc_precision_at_20_max": 0.723125, "nauc_precision_at_20_std": 0.337189, "nauc_precision_at_20_diff1": 0.596432, "nauc_precision_at_100_max": 0.76837, "nauc_precision_at_100_std": 0.511948, "nauc_precision_at_100_diff1": 0.600197, "nauc_precision_at_1000_max": 0.930543, "nauc_precision_at_1000_std": 0.967317, "nauc_precision_at_1000_diff1": 0.641789, "nauc_mrr_at_1_max": 0.60449, "nauc_mrr_at_1_std": -0.000827, "nauc_mrr_at_1_diff1": 0.752423, "nauc_mrr_at_3_max": 0.628331, "nauc_mrr_at_3_std": 0.046671, "nauc_mrr_at_3_diff1": 0.719391, "nauc_mrr_at_5_max": 0.631157, "nauc_mrr_at_5_std": 0.056616, "nauc_mrr_at_5_diff1": 0.717201, "nauc_mrr_at_10_max": 0.631665, "nauc_mrr_at_10_std": 0.057918, "nauc_mrr_at_10_diff1": 0.716488, "nauc_mrr_at_20_max": 0.631652, "nauc_mrr_at_20_std": 0.059343, "nauc_mrr_at_20_diff1": 0.716542, "nauc_mrr_at_100_max": 0.631075, "nauc_mrr_at_100_std": 0.058435, "nauc_mrr_at_100_diff1": 0.717077, "nauc_mrr_at_1000_max": 0.630982, "nauc_mrr_at_1000_std": 0.058117, "nauc_mrr_at_1000_diff1": 0.717208, "main_score": 0.71019, "hf_subset": "spa-vie", "languages": [ "spa-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.52542, "ndcg_at_3": 0.61186, "ndcg_at_5": 0.63825, "ndcg_at_10": 0.65902, "ndcg_at_20": 0.67188, "ndcg_at_100": 0.68899, "ndcg_at_1000": 0.696, "map_at_1": 0.52542, "map_at_3": 0.59108, "map_at_5": 0.60569, "map_at_10": 0.61446, "map_at_20": 0.61799, "map_at_100": 0.62041, "map_at_1000": 0.62066, "recall_at_1": 0.52542, "recall_at_3": 0.6718, "recall_at_5": 0.736, "recall_at_10": 0.79918, "recall_at_20": 0.85003, "recall_at_100": 0.94145, "recall_at_1000": 0.99692, "precision_at_1": 0.52542, "precision_at_3": 0.22393, "precision_at_5": 0.1472, "precision_at_10": 0.07992, "precision_at_20": 0.0425, "precision_at_100": 0.00941, "precision_at_1000": 0.001, "mrr_at_1": 0.525424, "mrr_at_3": 0.59108, "mrr_at_5": 0.605693, "mrr_at_10": 0.614462, "mrr_at_20": 0.617993, "mrr_at_100": 0.620408, "mrr_at_1000": 0.620664, "nauc_ndcg_at_1_max": 0.53357, "nauc_ndcg_at_1_std": -0.017145, "nauc_ndcg_at_1_diff1": 0.710974, "nauc_ndcg_at_3_max": 0.578594, "nauc_ndcg_at_3_std": 0.010615, "nauc_ndcg_at_3_diff1": 0.665199, "nauc_ndcg_at_5_max": 0.572664, "nauc_ndcg_at_5_std": 0.023016, "nauc_ndcg_at_5_diff1": 0.655485, "nauc_ndcg_at_10_max": 0.572328, "nauc_ndcg_at_10_std": 0.033036, "nauc_ndcg_at_10_diff1": 0.656726, "nauc_ndcg_at_20_max": 0.570874, "nauc_ndcg_at_20_std": 0.037438, "nauc_ndcg_at_20_diff1": 0.659428, "nauc_ndcg_at_100_max": 0.569915, "nauc_ndcg_at_100_std": 0.034722, "nauc_ndcg_at_100_diff1": 0.664014, "nauc_ndcg_at_1000_max": 0.567767, "nauc_ndcg_at_1000_std": 0.025778, "nauc_ndcg_at_1000_diff1": 0.667248, "nauc_map_at_1_max": 0.53357, "nauc_map_at_1_std": -0.017145, "nauc_map_at_1_diff1": 0.710974, "nauc_map_at_3_max": 0.567172, "nauc_map_at_3_std": 0.001815, "nauc_map_at_3_diff1": 0.67758, "nauc_map_at_5_max": 0.563726, "nauc_map_at_5_std": 0.00845, "nauc_map_at_5_diff1": 0.672643, "nauc_map_at_10_max": 0.56377, "nauc_map_at_10_std": 0.012222, "nauc_map_at_10_diff1": 0.673596, "nauc_map_at_20_max": 0.563324, "nauc_map_at_20_std": 0.012972, "nauc_map_at_20_diff1": 0.674561, "nauc_map_at_100_max": 0.563057, "nauc_map_at_100_std": 0.012644, "nauc_map_at_100_diff1": 0.674971, "nauc_map_at_1000_max": 0.562979, "nauc_map_at_1000_std": 0.012361, "nauc_map_at_1000_diff1": 0.675068, "nauc_recall_at_1_max": 0.53357, "nauc_recall_at_1_std": -0.017145, "nauc_recall_at_1_diff1": 0.710974, "nauc_recall_at_3_max": 0.615837, "nauc_recall_at_3_std": 0.040164, "nauc_recall_at_3_diff1": 0.624452, "nauc_recall_at_5_max": 0.604793, "nauc_recall_at_5_std": 0.08007, "nauc_recall_at_5_diff1": 0.589566, "nauc_recall_at_10_max": 0.608191, "nauc_recall_at_10_std": 0.1361, "nauc_recall_at_10_diff1": 0.578123, "nauc_recall_at_20_max": 0.608899, "nauc_recall_at_20_std": 0.200678, "nauc_recall_at_20_diff1": 0.57128, "nauc_recall_at_100_max": 0.65053, "nauc_recall_at_100_std": 0.365766, "nauc_recall_at_100_diff1": 0.563681, "nauc_recall_at_1000_max": 0.857613, "nauc_recall_at_1000_std": 0.860326, "nauc_recall_at_1000_diff1": 0.78331, "nauc_precision_at_1_max": 0.53357, "nauc_precision_at_1_std": -0.017145, "nauc_precision_at_1_diff1": 0.710974, "nauc_precision_at_3_max": 0.615837, "nauc_precision_at_3_std": 0.040164, "nauc_precision_at_3_diff1": 0.624452, "nauc_precision_at_5_max": 0.604793, "nauc_precision_at_5_std": 0.08007, "nauc_precision_at_5_diff1": 0.589566, "nauc_precision_at_10_max": 0.608191, "nauc_precision_at_10_std": 0.1361, "nauc_precision_at_10_diff1": 0.578123, "nauc_precision_at_20_max": 0.608899, "nauc_precision_at_20_std": 0.200678, "nauc_precision_at_20_diff1": 0.57128, "nauc_precision_at_100_max": 0.65053, "nauc_precision_at_100_std": 0.365766, "nauc_precision_at_100_diff1": 0.563681, "nauc_precision_at_1000_max": 0.857613, "nauc_precision_at_1000_std": 0.860326, "nauc_precision_at_1000_diff1": 0.78331, "nauc_mrr_at_1_max": 0.53357, "nauc_mrr_at_1_std": -0.017145, "nauc_mrr_at_1_diff1": 0.710974, "nauc_mrr_at_3_max": 0.567172, "nauc_mrr_at_3_std": 0.001815, "nauc_mrr_at_3_diff1": 0.67758, "nauc_mrr_at_5_max": 0.563726, "nauc_mrr_at_5_std": 0.00845, "nauc_mrr_at_5_diff1": 0.672643, "nauc_mrr_at_10_max": 0.56377, "nauc_mrr_at_10_std": 0.012222, "nauc_mrr_at_10_diff1": 0.673596, "nauc_mrr_at_20_max": 0.563324, "nauc_mrr_at_20_std": 0.012972, "nauc_mrr_at_20_diff1": 0.674561, "nauc_mrr_at_100_max": 0.563057, "nauc_mrr_at_100_std": 0.012644, "nauc_mrr_at_100_diff1": 0.674971, "nauc_mrr_at_1000_max": 0.562979, "nauc_mrr_at_1000_std": 0.012361, "nauc_mrr_at_1000_diff1": 0.675068, "main_score": 0.65902, "hf_subset": "spa-zho", "languages": [ "spa-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.50137, "ndcg_at_3": 0.60145, "ndcg_at_5": 0.62453, "ndcg_at_10": 0.64466, "ndcg_at_20": 0.65961, "ndcg_at_100": 0.6776, "ndcg_at_1000": 0.68402, "map_at_1": 0.50137, "map_at_3": 0.57728, "map_at_5": 0.59003, "map_at_10": 0.59833, "map_at_20": 0.60246, "map_at_100": 0.60493, "map_at_1000": 0.60518, "recall_at_1": 0.50137, "recall_at_3": 0.67122, "recall_at_5": 0.72747, "recall_at_10": 0.78973, "recall_at_20": 0.84872, "recall_at_100": 0.94593, "recall_at_1000": 0.99563, "precision_at_1": 0.50137, "precision_at_3": 0.22374, "precision_at_5": 0.14549, "precision_at_10": 0.07897, "precision_at_20": 0.04244, "precision_at_100": 0.00946, "precision_at_1000": 0.001, "mrr_at_1": 0.501365, "mrr_at_3": 0.57728, "mrr_at_5": 0.590033, "mrr_at_10": 0.598334, "mrr_at_20": 0.602459, "mrr_at_100": 0.604932, "mrr_at_1000": 0.605184, "nauc_ndcg_at_1_max": 0.556539, "nauc_ndcg_at_1_std": -0.050769, "nauc_ndcg_at_1_diff1": 0.702478, "nauc_ndcg_at_3_max": 0.56804, "nauc_ndcg_at_3_std": -0.051281, "nauc_ndcg_at_3_diff1": 0.649946, "nauc_ndcg_at_5_max": 0.571405, "nauc_ndcg_at_5_std": -0.044207, "nauc_ndcg_at_5_diff1": 0.644542, "nauc_ndcg_at_10_max": 0.575497, "nauc_ndcg_at_10_std": -0.039126, "nauc_ndcg_at_10_diff1": 0.644646, "nauc_ndcg_at_20_max": 0.575831, "nauc_ndcg_at_20_std": -0.028897, "nauc_ndcg_at_20_diff1": 0.644155, "nauc_ndcg_at_100_max": 0.574071, "nauc_ndcg_at_100_std": -0.027093, "nauc_ndcg_at_100_diff1": 0.650775, "nauc_ndcg_at_1000_max": 0.571694, "nauc_ndcg_at_1000_std": -0.034823, "nauc_ndcg_at_1000_diff1": 0.653819, "nauc_map_at_1_max": 0.556539, "nauc_map_at_1_std": -0.050769, "nauc_map_at_1_diff1": 0.702478, "nauc_map_at_3_max": 0.565074, "nauc_map_at_3_std": -0.051997, "nauc_map_at_3_diff1": 0.663313, "nauc_map_at_5_max": 0.566693, "nauc_map_at_5_std": -0.048645, "nauc_map_at_5_diff1": 0.660764, "nauc_map_at_10_max": 0.568258, "nauc_map_at_10_std": -0.046674, "nauc_map_at_10_diff1": 0.661064, "nauc_map_at_20_max": 0.568204, "nauc_map_at_20_std": -0.044327, "nauc_map_at_20_diff1": 0.661164, "nauc_map_at_100_max": 0.56796, "nauc_map_at_100_std": -0.044026, "nauc_map_at_100_diff1": 0.662085, "nauc_map_at_1000_max": 0.567886, "nauc_map_at_1000_std": -0.044234, "nauc_map_at_1000_diff1": 0.662171, "nauc_recall_at_1_max": 0.556539, "nauc_recall_at_1_std": -0.050769, "nauc_recall_at_1_diff1": 0.702478, "nauc_recall_at_3_max": 0.577874, "nauc_recall_at_3_std": -0.04849, "nauc_recall_at_3_diff1": 0.605714, "nauc_recall_at_5_max": 0.589668, "nauc_recall_at_5_std": -0.025333, "nauc_recall_at_5_diff1": 0.583434, "nauc_recall_at_10_max": 0.610963, "nauc_recall_at_10_std": 0.000229, "nauc_recall_at_10_diff1": 0.570214, "nauc_recall_at_20_max": 0.626388, "nauc_recall_at_20_std": 0.088508, "nauc_recall_at_20_diff1": 0.54055, "nauc_recall_at_100_max": 0.665605, "nauc_recall_at_100_std": 0.310739, "nauc_recall_at_100_diff1": 0.530385, "nauc_recall_at_1000_max": 0.667684, "nauc_recall_at_1000_std": 0.670668, "nauc_recall_at_1000_diff1": 0.537973, "nauc_precision_at_1_max": 0.556539, "nauc_precision_at_1_std": -0.050769, "nauc_precision_at_1_diff1": 0.702478, "nauc_precision_at_3_max": 0.577874, "nauc_precision_at_3_std": -0.04849, "nauc_precision_at_3_diff1": 0.605714, "nauc_precision_at_5_max": 0.589668, "nauc_precision_at_5_std": -0.025333, "nauc_precision_at_5_diff1": 0.583434, "nauc_precision_at_10_max": 0.610963, "nauc_precision_at_10_std": 0.000229, "nauc_precision_at_10_diff1": 0.570214, "nauc_precision_at_20_max": 0.626388, "nauc_precision_at_20_std": 0.088508, "nauc_precision_at_20_diff1": 0.54055, "nauc_precision_at_100_max": 0.665605, "nauc_precision_at_100_std": 0.310739, "nauc_precision_at_100_diff1": 0.530385, "nauc_precision_at_1000_max": 0.667684, "nauc_precision_at_1000_std": 0.670668, "nauc_precision_at_1000_diff1": 0.537973, "nauc_mrr_at_1_max": 0.556539, "nauc_mrr_at_1_std": -0.050769, "nauc_mrr_at_1_diff1": 0.702478, "nauc_mrr_at_3_max": 0.565074, "nauc_mrr_at_3_std": -0.051997, "nauc_mrr_at_3_diff1": 0.663313, "nauc_mrr_at_5_max": 0.566693, "nauc_mrr_at_5_std": -0.048645, "nauc_mrr_at_5_diff1": 0.660764, "nauc_mrr_at_10_max": 0.568258, "nauc_mrr_at_10_std": -0.046674, "nauc_mrr_at_10_diff1": 0.661064, "nauc_mrr_at_20_max": 0.568204, "nauc_mrr_at_20_std": -0.044327, "nauc_mrr_at_20_diff1": 0.661164, "nauc_mrr_at_100_max": 0.56796, "nauc_mrr_at_100_std": -0.044026, "nauc_mrr_at_100_diff1": 0.662085, "nauc_mrr_at_1000_max": 0.567886, "nauc_mrr_at_1000_std": -0.044234, "nauc_mrr_at_1000_diff1": 0.662171, "main_score": 0.64466, "hf_subset": "hin-ara", "languages": [ "hin-Deva", "ara-Arab" ] }, { "ndcg_at_1": 0.62421, "ndcg_at_3": 0.70426, "ndcg_at_5": 0.72619, "ndcg_at_10": 0.74186, "ndcg_at_20": 0.7507, "ndcg_at_100": 0.76229, "ndcg_at_1000": 0.76746, "map_at_1": 0.62421, "map_at_3": 0.68474, "map_at_5": 0.69697, "map_at_10": 0.70347, "map_at_20": 0.7059, "map_at_100": 0.70744, "map_at_1000": 0.70766, "recall_at_1": 0.62421, "recall_at_3": 0.76067, "recall_at_5": 0.81351, "recall_at_10": 0.86179, "recall_at_20": 0.89678, "recall_at_100": 0.96011, "recall_at_1000": 1.0, "precision_at_1": 0.62421, "precision_at_3": 0.25356, "precision_at_5": 0.16277, "precision_at_10": 0.08621, "precision_at_20": 0.04486, "precision_at_100": 0.00961, "precision_at_1000": 0.001, "mrr_at_1": 0.624213, "mrr_at_3": 0.684745, "mrr_at_5": 0.697061, "mrr_at_10": 0.703557, "mrr_at_20": 0.705986, "mrr_at_100": 0.707511, "mrr_at_1000": 0.707722, "nauc_ndcg_at_1_max": 0.560929, "nauc_ndcg_at_1_std": -0.142254, "nauc_ndcg_at_1_diff1": 0.770606, "nauc_ndcg_at_3_max": 0.598264, "nauc_ndcg_at_3_std": -0.137559, "nauc_ndcg_at_3_diff1": 0.733588, "nauc_ndcg_at_5_max": 0.598337, "nauc_ndcg_at_5_std": -0.132267, "nauc_ndcg_at_5_diff1": 0.732108, "nauc_ndcg_at_10_max": 0.59876, "nauc_ndcg_at_10_std": -0.124971, "nauc_ndcg_at_10_diff1": 0.735544, "nauc_ndcg_at_20_max": 0.597718, "nauc_ndcg_at_20_std": -0.119654, "nauc_ndcg_at_20_diff1": 0.736434, "nauc_ndcg_at_100_max": 0.595613, "nauc_ndcg_at_100_std": -0.116746, "nauc_ndcg_at_100_diff1": 0.73957, "nauc_ndcg_at_1000_max": 0.592196, "nauc_ndcg_at_1000_std": -0.125565, "nauc_ndcg_at_1000_diff1": 0.740885, "nauc_map_at_1_max": 0.560929, "nauc_map_at_1_std": -0.142254, "nauc_map_at_1_diff1": 0.770606, "nauc_map_at_3_max": 0.587385, "nauc_map_at_3_std": -0.140218, "nauc_map_at_3_diff1": 0.743216, "nauc_map_at_5_max": 0.586973, "nauc_map_at_5_std": -0.13767, "nauc_map_at_5_diff1": 0.742948, "nauc_map_at_10_max": 0.587026, "nauc_map_at_10_std": -0.134849, "nauc_map_at_10_diff1": 0.74439, "nauc_map_at_20_max": 0.586743, "nauc_map_at_20_std": -0.133409, "nauc_map_at_20_diff1": 0.744661, "nauc_map_at_100_max": 0.586458, "nauc_map_at_100_std": -0.133135, "nauc_map_at_100_diff1": 0.745103, "nauc_map_at_1000_max": 0.586343, "nauc_map_at_1000_std": -0.133364, "nauc_map_at_1000_diff1": 0.745135, "nauc_recall_at_1_max": 0.560929, "nauc_recall_at_1_std": -0.142254, "nauc_recall_at_1_diff1": 0.770606, "nauc_recall_at_3_max": 0.637028, "nauc_recall_at_3_std": -0.127465, "nauc_recall_at_3_diff1": 0.699837, "nauc_recall_at_5_max": 0.646672, "nauc_recall_at_5_std": -0.108504, "nauc_recall_at_5_diff1": 0.686654, "nauc_recall_at_10_max": 0.662511, "nauc_recall_at_10_std": -0.06615, "nauc_recall_at_10_diff1": 0.690601, "nauc_recall_at_20_max": 0.671661, "nauc_recall_at_20_std": -0.009733, "nauc_recall_at_20_diff1": 0.684868, "nauc_recall_at_100_max": 0.72893, "nauc_recall_at_100_std": 0.244877, "nauc_recall_at_100_diff1": 0.685712, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.560929, "nauc_precision_at_1_std": -0.142254, "nauc_precision_at_1_diff1": 0.770606, "nauc_precision_at_3_max": 0.637028, "nauc_precision_at_3_std": -0.127465, "nauc_precision_at_3_diff1": 0.699837, "nauc_precision_at_5_max": 0.646352, "nauc_precision_at_5_std": -0.10639, "nauc_precision_at_5_diff1": 0.686109, "nauc_precision_at_10_max": 0.662126, "nauc_precision_at_10_std": -0.063272, "nauc_precision_at_10_diff1": 0.689893, "nauc_precision_at_20_max": 0.671189, "nauc_precision_at_20_std": -0.005833, "nauc_precision_at_20_diff1": 0.683933, "nauc_precision_at_100_max": 0.695059, "nauc_precision_at_100_std": 0.257221, "nauc_precision_at_100_diff1": 0.650615, "nauc_precision_at_1000_max": -0.415366, "nauc_precision_at_1000_std": 0.661912, "nauc_precision_at_1000_diff1": -0.499962, "nauc_mrr_at_1_max": 0.560929, "nauc_mrr_at_1_std": -0.142254, "nauc_mrr_at_1_diff1": 0.770606, "nauc_mrr_at_3_max": 0.587385, "nauc_mrr_at_3_std": -0.140218, "nauc_mrr_at_3_diff1": 0.743216, "nauc_mrr_at_5_max": 0.586888, "nauc_mrr_at_5_std": -0.137313, "nauc_mrr_at_5_diff1": 0.742856, "nauc_mrr_at_10_max": 0.58694, "nauc_mrr_at_10_std": -0.134483, "nauc_mrr_at_10_diff1": 0.744297, "nauc_mrr_at_20_max": 0.586656, "nauc_mrr_at_20_std": -0.13304, "nauc_mrr_at_20_diff1": 0.744567, "nauc_mrr_at_100_max": 0.586388, "nauc_mrr_at_100_std": -0.132853, "nauc_mrr_at_100_diff1": 0.745028, "nauc_mrr_at_1000_max": 0.586273, "nauc_mrr_at_1000_std": -0.133081, "nauc_mrr_at_1000_diff1": 0.745059, "main_score": 0.74186, "hf_subset": "hin-deu", "languages": [ "hin-Deva", "deu-Latn" ] }, { "ndcg_at_1": 0.5474, "ndcg_at_3": 0.62942, "ndcg_at_5": 0.65063, "ndcg_at_10": 0.67163, "ndcg_at_20": 0.684, "ndcg_at_100": 0.69924, "ndcg_at_1000": 0.70686, "map_at_1": 0.54729, "map_at_3": 0.60974, "map_at_5": 0.62156, "map_at_10": 0.63032, "map_at_20": 0.63379, "map_at_100": 0.63593, "map_at_1000": 0.63621, "recall_at_1": 0.54729, "recall_at_3": 0.68613, "recall_at_5": 0.73739, "recall_at_10": 0.80187, "recall_at_20": 0.85028, "recall_at_100": 0.93186, "recall_at_1000": 0.99207, "precision_at_1": 0.5474, "precision_at_3": 0.22878, "precision_at_5": 0.14752, "precision_at_10": 0.08021, "precision_at_20": 0.04252, "precision_at_100": 0.00932, "precision_at_1000": 0.00099, "mrr_at_1": 0.547396, "mrr_at_3": 0.609778, "mrr_at_5": 0.621596, "mrr_at_10": 0.630352, "mrr_at_20": 0.633823, "mrr_at_100": 0.635966, "mrr_at_1000": 0.636249, "nauc_ndcg_at_1_max": 0.543539, "nauc_ndcg_at_1_std": -0.02331, "nauc_ndcg_at_1_diff1": 0.720567, "nauc_ndcg_at_3_max": 0.562454, "nauc_ndcg_at_3_std": -0.005512, "nauc_ndcg_at_3_diff1": 0.679296, "nauc_ndcg_at_5_max": 0.566684, "nauc_ndcg_at_5_std": 0.005998, "nauc_ndcg_at_5_diff1": 0.677662, "nauc_ndcg_at_10_max": 0.563404, "nauc_ndcg_at_10_std": 0.011198, "nauc_ndcg_at_10_diff1": 0.674293, "nauc_ndcg_at_20_max": 0.567133, "nauc_ndcg_at_20_std": 0.019899, "nauc_ndcg_at_20_diff1": 0.674791, "nauc_ndcg_at_100_max": 0.56693, "nauc_ndcg_at_100_std": 0.024198, "nauc_ndcg_at_100_diff1": 0.678155, "nauc_ndcg_at_1000_max": 0.56403, "nauc_ndcg_at_1000_std": 0.014125, "nauc_ndcg_at_1000_diff1": 0.681013, "nauc_map_at_1_max": 0.543589, "nauc_map_at_1_std": -0.02336, "nauc_map_at_1_diff1": 0.720753, "nauc_map_at_3_max": 0.558105, "nauc_map_at_3_std": -0.010671, "nauc_map_at_3_diff1": 0.689741, "nauc_map_at_5_max": 0.560207, "nauc_map_at_5_std": -0.004709, "nauc_map_at_5_diff1": 0.689211, "nauc_map_at_10_max": 0.558808, "nauc_map_at_10_std": -0.003001, "nauc_map_at_10_diff1": 0.688045, "nauc_map_at_20_max": 0.559699, "nauc_map_at_20_std": -0.000951, "nauc_map_at_20_diff1": 0.688347, "nauc_map_at_100_max": 0.559714, "nauc_map_at_100_std": -0.000413, "nauc_map_at_100_diff1": 0.688793, "nauc_map_at_1000_max": 0.559617, "nauc_map_at_1000_std": -0.000674, "nauc_map_at_1000_diff1": 0.688892, "nauc_recall_at_1_max": 0.543589, "nauc_recall_at_1_std": -0.02336, "nauc_recall_at_1_diff1": 0.720753, "nauc_recall_at_3_max": 0.576469, "nauc_recall_at_3_std": 0.011633, "nauc_recall_at_3_diff1": 0.645279, "nauc_recall_at_5_max": 0.590974, "nauc_recall_at_5_std": 0.04762, "nauc_recall_at_5_diff1": 0.635158, "nauc_recall_at_10_max": 0.582758, "nauc_recall_at_10_std": 0.081261, "nauc_recall_at_10_diff1": 0.610732, "nauc_recall_at_20_max": 0.614122, "nauc_recall_at_20_std": 0.161752, "nauc_recall_at_20_diff1": 0.595001, "nauc_recall_at_100_max": 0.656694, "nauc_recall_at_100_std": 0.387008, "nauc_recall_at_100_diff1": 0.573986, "nauc_recall_at_1000_max": 0.665154, "nauc_recall_at_1000_std": 0.664934, "nauc_recall_at_1000_diff1": 0.438472, "nauc_precision_at_1_max": 0.543539, "nauc_precision_at_1_std": -0.02331, "nauc_precision_at_1_diff1": 0.720567, "nauc_precision_at_3_max": 0.575433, "nauc_precision_at_3_std": 0.011748, "nauc_precision_at_3_diff1": 0.643763, "nauc_precision_at_5_max": 0.589762, "nauc_precision_at_5_std": 0.047698, "nauc_precision_at_5_diff1": 0.633431, "nauc_precision_at_10_max": 0.581255, "nauc_precision_at_10_std": 0.081294, "nauc_precision_at_10_diff1": 0.608616, "nauc_precision_at_20_max": 0.612101, "nauc_precision_at_20_std": 0.161597, "nauc_precision_at_20_diff1": 0.592303, "nauc_precision_at_100_max": 0.648523, "nauc_precision_at_100_std": 0.388676, "nauc_precision_at_100_diff1": 0.563384, "nauc_precision_at_1000_max": 0.599355, "nauc_precision_at_1000_std": 0.65546, "nauc_precision_at_1000_diff1": 0.365095, "nauc_mrr_at_1_max": 0.543539, "nauc_mrr_at_1_std": -0.02331, "nauc_mrr_at_1_diff1": 0.720567, "nauc_mrr_at_3_max": 0.558088, "nauc_mrr_at_3_std": -0.010652, "nauc_mrr_at_3_diff1": 0.689671, "nauc_mrr_at_5_max": 0.560189, "nauc_mrr_at_5_std": -0.00469, "nauc_mrr_at_5_diff1": 0.689139, "nauc_mrr_at_10_max": 0.55879, "nauc_mrr_at_10_std": -0.002981, "nauc_mrr_at_10_diff1": 0.687972, "nauc_mrr_at_20_max": 0.55968, "nauc_mrr_at_20_std": -0.000931, "nauc_mrr_at_20_diff1": 0.688273, "nauc_mrr_at_100_max": 0.559696, "nauc_mrr_at_100_std": -0.000392, "nauc_mrr_at_100_diff1": 0.688719, "nauc_mrr_at_1000_max": 0.559599, "nauc_mrr_at_1000_std": -0.000652, "nauc_mrr_at_1000_diff1": 0.688818, "main_score": 0.67163, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.58188, "ndcg_at_3": 0.66906, "ndcg_at_5": 0.68818, "ndcg_at_10": 0.70556, "ndcg_at_20": 0.7179, "ndcg_at_100": 0.73102, "ndcg_at_1000": 0.7371, "map_at_1": 0.58188, "map_at_3": 0.64779, "map_at_5": 0.65839, "map_at_10": 0.66555, "map_at_20": 0.66894, "map_at_100": 0.67073, "map_at_1000": 0.67095, "recall_at_1": 0.58188, "recall_at_3": 0.73055, "recall_at_5": 0.777, "recall_at_10": 0.83072, "recall_at_20": 0.8795, "recall_at_100": 0.95064, "recall_at_1000": 0.99884, "precision_at_1": 0.58188, "precision_at_3": 0.24352, "precision_at_5": 0.1554, "precision_at_10": 0.0831, "precision_at_20": 0.04399, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.581882, "mrr_at_3": 0.647793, "mrr_at_5": 0.658391, "mrr_at_10": 0.66559, "mrr_at_20": 0.668982, "mrr_at_100": 0.670755, "mrr_at_1000": 0.670971, "nauc_ndcg_at_1_max": 0.591385, "nauc_ndcg_at_1_std": -0.028679, "nauc_ndcg_at_1_diff1": 0.734914, "nauc_ndcg_at_3_max": 0.611192, "nauc_ndcg_at_3_std": -0.020852, "nauc_ndcg_at_3_diff1": 0.701418, "nauc_ndcg_at_5_max": 0.613018, "nauc_ndcg_at_5_std": -0.011906, "nauc_ndcg_at_5_diff1": 0.69778, "nauc_ndcg_at_10_max": 0.618466, "nauc_ndcg_at_10_std": 0.00544, "nauc_ndcg_at_10_diff1": 0.701947, "nauc_ndcg_at_20_max": 0.616615, "nauc_ndcg_at_20_std": 0.003332, "nauc_ndcg_at_20_diff1": 0.702855, "nauc_ndcg_at_100_max": 0.613117, "nauc_ndcg_at_100_std": 0.003376, "nauc_ndcg_at_100_diff1": 0.704167, "nauc_ndcg_at_1000_max": 0.612225, "nauc_ndcg_at_1000_std": -0.002984, "nauc_ndcg_at_1000_diff1": 0.706401, "nauc_map_at_1_max": 0.591385, "nauc_map_at_1_std": -0.028679, "nauc_map_at_1_diff1": 0.734914, "nauc_map_at_3_max": 0.60629, "nauc_map_at_3_std": -0.022524, "nauc_map_at_3_diff1": 0.709822, "nauc_map_at_5_max": 0.607083, "nauc_map_at_5_std": -0.017703, "nauc_map_at_5_diff1": 0.708176, "nauc_map_at_10_max": 0.60896, "nauc_map_at_10_std": -0.011358, "nauc_map_at_10_diff1": 0.709956, "nauc_map_at_20_max": 0.60849, "nauc_map_at_20_std": -0.012084, "nauc_map_at_20_diff1": 0.710307, "nauc_map_at_100_max": 0.608023, "nauc_map_at_100_std": -0.011896, "nauc_map_at_100_diff1": 0.710452, "nauc_map_at_1000_max": 0.608029, "nauc_map_at_1000_std": -0.012047, "nauc_map_at_1000_diff1": 0.710534, "nauc_recall_at_1_max": 0.591385, "nauc_recall_at_1_std": -0.028679, "nauc_recall_at_1_diff1": 0.734914, "nauc_recall_at_3_max": 0.627934, "nauc_recall_at_3_std": -0.015287, "nauc_recall_at_3_diff1": 0.672652, "nauc_recall_at_5_max": 0.636431, "nauc_recall_at_5_std": 0.011926, "nauc_recall_at_5_diff1": 0.656649, "nauc_recall_at_10_max": 0.668385, "nauc_recall_at_10_std": 0.098954, "nauc_recall_at_10_diff1": 0.66517, "nauc_recall_at_20_max": 0.670619, "nauc_recall_at_20_std": 0.11687, "nauc_recall_at_20_diff1": 0.658295, "nauc_recall_at_100_max": 0.662765, "nauc_recall_at_100_std": 0.253385, "nauc_recall_at_100_diff1": 0.632113, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.711728, "nauc_recall_at_1000_diff1": 0.79579, "nauc_precision_at_1_max": 0.591385, "nauc_precision_at_1_std": -0.028679, "nauc_precision_at_1_diff1": 0.734914, "nauc_precision_at_3_max": 0.627934, "nauc_precision_at_3_std": -0.015287, "nauc_precision_at_3_diff1": 0.672652, "nauc_precision_at_5_max": 0.636431, "nauc_precision_at_5_std": 0.011926, "nauc_precision_at_5_diff1": 0.656649, "nauc_precision_at_10_max": 0.669217, "nauc_precision_at_10_std": 0.102271, "nauc_precision_at_10_diff1": 0.664909, "nauc_precision_at_20_max": 0.671756, "nauc_precision_at_20_std": 0.121422, "nauc_precision_at_20_diff1": 0.657925, "nauc_precision_at_100_max": 0.648048, "nauc_precision_at_100_std": 0.26837, "nauc_precision_at_100_diff1": 0.611099, "nauc_precision_at_1000_max": 0.501808, "nauc_precision_at_1000_std": 0.845884, "nauc_precision_at_1000_diff1": 0.232372, "nauc_mrr_at_1_max": 0.591385, "nauc_mrr_at_1_std": -0.028679, "nauc_mrr_at_1_diff1": 0.734914, "nauc_mrr_at_3_max": 0.60629, "nauc_mrr_at_3_std": -0.022524, "nauc_mrr_at_3_diff1": 0.709822, "nauc_mrr_at_5_max": 0.607083, "nauc_mrr_at_5_std": -0.017703, "nauc_mrr_at_5_diff1": 0.708176, "nauc_mrr_at_10_max": 0.609022, "nauc_mrr_at_10_std": -0.011094, "nauc_mrr_at_10_diff1": 0.70994, "nauc_mrr_at_20_max": 0.608553, "nauc_mrr_at_20_std": -0.011816, "nauc_mrr_at_20_diff1": 0.710291, "nauc_mrr_at_100_max": 0.608061, "nauc_mrr_at_100_std": -0.011734, "nauc_mrr_at_100_diff1": 0.710443, "nauc_mrr_at_1000_max": 0.608067, "nauc_mrr_at_1000_std": -0.011885, "nauc_mrr_at_1000_diff1": 0.710525, "main_score": 0.70556, "hf_subset": "hin-spa", "languages": [ "hin-Deva", "spa-Latn" ] }, { "ndcg_at_1": 0.5415, "ndcg_at_3": 0.6212, "ndcg_at_5": 0.63849, "ndcg_at_10": 0.65854, "ndcg_at_20": 0.66947, "ndcg_at_100": 0.68641, "ndcg_at_1000": 0.69522, "map_at_1": 0.54129, "map_at_3": 0.60212, "map_at_5": 0.61169, "map_at_10": 0.61995, "map_at_20": 0.62296, "map_at_100": 0.6253, "map_at_1000": 0.62562, "recall_at_1": 0.54129, "recall_at_3": 0.67606, "recall_at_5": 0.71817, "recall_at_10": 0.78021, "recall_at_20": 0.82333, "recall_at_100": 0.91467, "recall_at_1000": 0.98464, "precision_at_1": 0.5415, "precision_at_3": 0.22545, "precision_at_5": 0.14369, "precision_at_10": 0.07805, "precision_at_20": 0.04118, "precision_at_100": 0.00915, "precision_at_1000": 0.00098, "mrr_at_1": 0.541497, "mrr_at_3": 0.602251, "mrr_at_5": 0.611822, "mrr_at_10": 0.620085, "mrr_at_20": 0.6231, "mrr_at_100": 0.625431, "mrr_at_1000": 0.625751, "nauc_ndcg_at_1_max": 0.611024, "nauc_ndcg_at_1_std": 0.065583, "nauc_ndcg_at_1_diff1": 0.75037, "nauc_ndcg_at_3_max": 0.637643, "nauc_ndcg_at_3_std": 0.084403, "nauc_ndcg_at_3_diff1": 0.706408, "nauc_ndcg_at_5_max": 0.635777, "nauc_ndcg_at_5_std": 0.093579, "nauc_ndcg_at_5_diff1": 0.701273, "nauc_ndcg_at_10_max": 0.634993, "nauc_ndcg_at_10_std": 0.102685, "nauc_ndcg_at_10_diff1": 0.698214, "nauc_ndcg_at_20_max": 0.637058, "nauc_ndcg_at_20_std": 0.115508, "nauc_ndcg_at_20_diff1": 0.69877, "nauc_ndcg_at_100_max": 0.635984, "nauc_ndcg_at_100_std": 0.11872, "nauc_ndcg_at_100_diff1": 0.702622, "nauc_ndcg_at_1000_max": 0.634953, "nauc_ndcg_at_1000_std": 0.109078, "nauc_ndcg_at_1000_diff1": 0.706221, "nauc_map_at_1_max": 0.610532, "nauc_map_at_1_std": 0.065346, "nauc_map_at_1_diff1": 0.749848, "nauc_map_at_3_max": 0.631065, "nauc_map_at_3_std": 0.079508, "nauc_map_at_3_diff1": 0.717111, "nauc_map_at_5_max": 0.629864, "nauc_map_at_5_std": 0.084293, "nauc_map_at_5_diff1": 0.714509, "nauc_map_at_10_max": 0.629595, "nauc_map_at_10_std": 0.08762, "nauc_map_at_10_diff1": 0.713668, "nauc_map_at_20_max": 0.630086, "nauc_map_at_20_std": 0.090837, "nauc_map_at_20_diff1": 0.713939, "nauc_map_at_100_max": 0.630014, "nauc_map_at_100_std": 0.091231, "nauc_map_at_100_diff1": 0.714535, "nauc_map_at_1000_max": 0.629984, "nauc_map_at_1000_std": 0.090977, "nauc_map_at_1000_diff1": 0.714648, "nauc_recall_at_1_max": 0.610532, "nauc_recall_at_1_std": 0.065346, "nauc_recall_at_1_diff1": 0.749848, "nauc_recall_at_3_max": 0.658125, "nauc_recall_at_3_std": 0.100057, "nauc_recall_at_3_diff1": 0.671153, "nauc_recall_at_5_max": 0.655403, "nauc_recall_at_5_std": 0.127669, "nauc_recall_at_5_diff1": 0.653219, "nauc_recall_at_10_max": 0.655299, "nauc_recall_at_10_std": 0.173207, "nauc_recall_at_10_diff1": 0.629197, "nauc_recall_at_20_max": 0.6721, "nauc_recall_at_20_std": 0.266088, "nauc_recall_at_20_diff1": 0.61822, "nauc_recall_at_100_max": 0.684186, "nauc_recall_at_100_std": 0.450964, "nauc_recall_at_100_diff1": 0.601102, "nauc_recall_at_1000_max": 0.765495, "nauc_recall_at_1000_std": 0.68992, "nauc_recall_at_1000_diff1": 0.60043, "nauc_precision_at_1_max": 0.611024, "nauc_precision_at_1_std": 0.065583, "nauc_precision_at_1_diff1": 0.75037, "nauc_precision_at_3_max": 0.657643, "nauc_precision_at_3_std": 0.100286, "nauc_precision_at_3_diff1": 0.670657, "nauc_precision_at_5_max": 0.654918, "nauc_precision_at_5_std": 0.127898, "nauc_precision_at_5_diff1": 0.652736, "nauc_precision_at_10_max": 0.654705, "nauc_precision_at_10_std": 0.173424, "nauc_precision_at_10_diff1": 0.62864, "nauc_precision_at_20_max": 0.671416, "nauc_precision_at_20_std": 0.266217, "nauc_precision_at_20_diff1": 0.617621, "nauc_precision_at_100_max": 0.68292, "nauc_precision_at_100_std": 0.450712, "nauc_precision_at_100_diff1": 0.600081, "nauc_precision_at_1000_max": 0.757243, "nauc_precision_at_1000_std": 0.684681, "nauc_precision_at_1000_diff1": 0.594844, "nauc_mrr_at_1_max": 0.611024, "nauc_mrr_at_1_std": 0.065583, "nauc_mrr_at_1_diff1": 0.75037, "nauc_mrr_at_3_max": 0.631678, "nauc_mrr_at_3_std": 0.079726, "nauc_mrr_at_3_diff1": 0.717739, "nauc_mrr_at_5_max": 0.630489, "nauc_mrr_at_5_std": 0.084516, "nauc_mrr_at_5_diff1": 0.715148, "nauc_mrr_at_10_max": 0.630233, "nauc_mrr_at_10_std": 0.087848, "nauc_mrr_at_10_diff1": 0.71432, "nauc_mrr_at_20_max": 0.63073, "nauc_mrr_at_20_std": 0.091068, "nauc_mrr_at_20_diff1": 0.714597, "nauc_mrr_at_100_max": 0.630662, "nauc_mrr_at_100_std": 0.091463, "nauc_mrr_at_100_diff1": 0.715197, "nauc_mrr_at_1000_max": 0.630633, "nauc_mrr_at_1000_std": 0.091209, "nauc_mrr_at_1000_diff1": 0.715311, "main_score": 0.65854, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.56549, "ndcg_at_3": 0.65061, "ndcg_at_5": 0.67256, "ndcg_at_10": 0.69257, "ndcg_at_20": 0.70478, "ndcg_at_100": 0.71981, "ndcg_at_1000": 0.72535, "map_at_1": 0.56549, "map_at_3": 0.62994, "map_at_5": 0.64209, "map_at_10": 0.65049, "map_at_20": 0.65391, "map_at_100": 0.65601, "map_at_1000": 0.65622, "recall_at_1": 0.56549, "recall_at_3": 0.71032, "recall_at_5": 0.76374, "recall_at_10": 0.82486, "recall_at_20": 0.87262, "recall_at_100": 0.95326, "recall_at_1000": 0.9964, "precision_at_1": 0.56549, "precision_at_3": 0.23677, "precision_at_5": 0.15275, "precision_at_10": 0.08249, "precision_at_20": 0.04363, "precision_at_100": 0.00953, "precision_at_1000": 0.001, "mrr_at_1": 0.565485, "mrr_at_3": 0.629944, "mrr_at_5": 0.64209, "mrr_at_10": 0.650486, "mrr_at_20": 0.653907, "mrr_at_100": 0.65601, "mrr_at_1000": 0.656224, "nauc_ndcg_at_1_max": 0.576343, "nauc_ndcg_at_1_std": -0.078198, "nauc_ndcg_at_1_diff1": 0.713996, "nauc_ndcg_at_3_max": 0.593504, "nauc_ndcg_at_3_std": -0.061041, "nauc_ndcg_at_3_diff1": 0.67125, "nauc_ndcg_at_5_max": 0.595862, "nauc_ndcg_at_5_std": -0.055839, "nauc_ndcg_at_5_diff1": 0.673461, "nauc_ndcg_at_10_max": 0.59799, "nauc_ndcg_at_10_std": -0.046932, "nauc_ndcg_at_10_diff1": 0.670535, "nauc_ndcg_at_20_max": 0.599441, "nauc_ndcg_at_20_std": -0.036527, "nauc_ndcg_at_20_diff1": 0.669997, "nauc_ndcg_at_100_max": 0.59831, "nauc_ndcg_at_100_std": -0.034916, "nauc_ndcg_at_100_diff1": 0.673581, "nauc_ndcg_at_1000_max": 0.594492, "nauc_ndcg_at_1000_std": -0.045972, "nauc_ndcg_at_1000_diff1": 0.676147, "nauc_map_at_1_max": 0.576343, "nauc_map_at_1_std": -0.078198, "nauc_map_at_1_diff1": 0.713996, "nauc_map_at_3_max": 0.590407, "nauc_map_at_3_std": -0.064491, "nauc_map_at_3_diff1": 0.682394, "nauc_map_at_5_max": 0.591344, "nauc_map_at_5_std": -0.062216, "nauc_map_at_5_diff1": 0.683747, "nauc_map_at_10_max": 0.592032, "nauc_map_at_10_std": -0.058876, "nauc_map_at_10_diff1": 0.682588, "nauc_map_at_20_max": 0.592286, "nauc_map_at_20_std": -0.056398, "nauc_map_at_20_diff1": 0.682556, "nauc_map_at_100_max": 0.591975, "nauc_map_at_100_std": -0.056089, "nauc_map_at_100_diff1": 0.682963, "nauc_map_at_1000_max": 0.591854, "nauc_map_at_1000_std": -0.056431, "nauc_map_at_1000_diff1": 0.683054, "nauc_recall_at_1_max": 0.576343, "nauc_recall_at_1_std": -0.078198, "nauc_recall_at_1_diff1": 0.713996, "nauc_recall_at_3_max": 0.603215, "nauc_recall_at_3_std": -0.049966, "nauc_recall_at_3_diff1": 0.633836, "nauc_recall_at_5_max": 0.613233, "nauc_recall_at_5_std": -0.030324, "nauc_recall_at_5_diff1": 0.634576, "nauc_recall_at_10_max": 0.628268, "nauc_recall_at_10_std": 0.017499, "nauc_recall_at_10_diff1": 0.612321, "nauc_recall_at_20_max": 0.650069, "nauc_recall_at_20_std": 0.117552, "nauc_recall_at_20_diff1": 0.589125, "nauc_recall_at_100_max": 0.715842, "nauc_recall_at_100_std": 0.391919, "nauc_recall_at_100_diff1": 0.558851, "nauc_recall_at_1000_max": 0.28945, "nauc_recall_at_1000_std": 0.145437, "nauc_recall_at_1000_diff1": 0.415069, "nauc_precision_at_1_max": 0.576343, "nauc_precision_at_1_std": -0.078198, "nauc_precision_at_1_diff1": 0.713996, "nauc_precision_at_3_max": 0.603215, "nauc_precision_at_3_std": -0.049966, "nauc_precision_at_3_diff1": 0.633836, "nauc_precision_at_5_max": 0.613233, "nauc_precision_at_5_std": -0.030324, "nauc_precision_at_5_diff1": 0.634576, "nauc_precision_at_10_max": 0.628268, "nauc_precision_at_10_std": 0.017499, "nauc_precision_at_10_diff1": 0.612321, "nauc_precision_at_20_max": 0.650069, "nauc_precision_at_20_std": 0.117552, "nauc_precision_at_20_diff1": 0.589125, "nauc_precision_at_100_max": 0.715842, "nauc_precision_at_100_std": 0.391919, "nauc_precision_at_100_diff1": 0.558851, "nauc_precision_at_1000_max": 0.28945, "nauc_precision_at_1000_std": 0.145437, "nauc_precision_at_1000_diff1": 0.415069, "nauc_mrr_at_1_max": 0.576343, "nauc_mrr_at_1_std": -0.078198, "nauc_mrr_at_1_diff1": 0.713996, "nauc_mrr_at_3_max": 0.590407, "nauc_mrr_at_3_std": -0.064491, "nauc_mrr_at_3_diff1": 0.682394, "nauc_mrr_at_5_max": 0.591344, "nauc_mrr_at_5_std": -0.062216, "nauc_mrr_at_5_diff1": 0.683747, "nauc_mrr_at_10_max": 0.592032, "nauc_mrr_at_10_std": -0.058876, "nauc_mrr_at_10_diff1": 0.682588, "nauc_mrr_at_20_max": 0.592286, "nauc_mrr_at_20_std": -0.056398, "nauc_mrr_at_20_diff1": 0.682556, "nauc_mrr_at_100_max": 0.591975, "nauc_mrr_at_100_std": -0.056089, "nauc_mrr_at_100_diff1": 0.682963, "nauc_mrr_at_1000_max": 0.591854, "nauc_mrr_at_1000_std": -0.056431, "nauc_mrr_at_1000_diff1": 0.683054, "main_score": 0.69257, "hf_subset": "hin-vie", "languages": [ "hin-Deva", "vie-Latn" ] }, { "ndcg_at_1": 0.52518, "ndcg_at_3": 0.6156, "ndcg_at_5": 0.64295, "ndcg_at_10": 0.66685, "ndcg_at_20": 0.6807, "ndcg_at_100": 0.69585, "ndcg_at_1000": 0.70099, "map_at_1": 0.52518, "map_at_3": 0.5931, "map_at_5": 0.60832, "map_at_10": 0.61814, "map_at_20": 0.62193, "map_at_100": 0.62407, "map_at_1000": 0.62426, "recall_at_1": 0.52518, "recall_at_3": 0.68081, "recall_at_5": 0.74703, "recall_at_10": 0.82117, "recall_at_20": 0.87606, "recall_at_100": 0.95699, "recall_at_1000": 0.99774, "precision_at_1": 0.52518, "precision_at_3": 0.22694, "precision_at_5": 0.14941, "precision_at_10": 0.08212, "precision_at_20": 0.0438, "precision_at_100": 0.00957, "precision_at_1000": 0.001, "mrr_at_1": 0.525184, "mrr_at_3": 0.593096, "mrr_at_5": 0.608319, "mrr_at_10": 0.618141, "mrr_at_20": 0.621929, "mrr_at_100": 0.624066, "mrr_at_1000": 0.624256, "nauc_ndcg_at_1_max": 0.560304, "nauc_ndcg_at_1_std": -0.015121, "nauc_ndcg_at_1_diff1": 0.708738, "nauc_ndcg_at_3_max": 0.574424, "nauc_ndcg_at_3_std": -0.016098, "nauc_ndcg_at_3_diff1": 0.656152, "nauc_ndcg_at_5_max": 0.575888, "nauc_ndcg_at_5_std": 0.010714, "nauc_ndcg_at_5_diff1": 0.649905, "nauc_ndcg_at_10_max": 0.572692, "nauc_ndcg_at_10_std": 0.012479, "nauc_ndcg_at_10_diff1": 0.648362, "nauc_ndcg_at_20_max": 0.572599, "nauc_ndcg_at_20_std": 0.015718, "nauc_ndcg_at_20_diff1": 0.653641, "nauc_ndcg_at_100_max": 0.574267, "nauc_ndcg_at_100_std": 0.014543, "nauc_ndcg_at_100_diff1": 0.6569, "nauc_ndcg_at_1000_max": 0.573036, "nauc_ndcg_at_1000_std": 0.008484, "nauc_ndcg_at_1000_diff1": 0.660268, "nauc_map_at_1_max": 0.560304, "nauc_map_at_1_std": -0.015121, "nauc_map_at_1_diff1": 0.708738, "nauc_map_at_3_max": 0.570614, "nauc_map_at_3_std": -0.015903, "nauc_map_at_3_diff1": 0.669231, "nauc_map_at_5_max": 0.571119, "nauc_map_at_5_std": -0.001818, "nauc_map_at_5_diff1": 0.666241, "nauc_map_at_10_max": 0.570017, "nauc_map_at_10_std": -0.001614, "nauc_map_at_10_diff1": 0.665983, "nauc_map_at_20_max": 0.570086, "nauc_map_at_20_std": -0.000745, "nauc_map_at_20_diff1": 0.667393, "nauc_map_at_100_max": 0.570312, "nauc_map_at_100_std": -0.001109, "nauc_map_at_100_diff1": 0.667795, "nauc_map_at_1000_max": 0.570285, "nauc_map_at_1000_std": -0.001235, "nauc_map_at_1000_diff1": 0.667885, "nauc_recall_at_1_max": 0.560304, "nauc_recall_at_1_std": -0.015121, "nauc_recall_at_1_diff1": 0.708738, "nauc_recall_at_3_max": 0.587138, "nauc_recall_at_3_std": -0.01672, "nauc_recall_at_3_diff1": 0.613034, "nauc_recall_at_5_max": 0.594818, "nauc_recall_at_5_std": 0.064024, "nauc_recall_at_5_diff1": 0.586494, "nauc_recall_at_10_max": 0.583818, "nauc_recall_at_10_std": 0.091617, "nauc_recall_at_10_diff1": 0.558714, "nauc_recall_at_20_max": 0.585413, "nauc_recall_at_20_std": 0.145014, "nauc_recall_at_20_diff1": 0.567681, "nauc_recall_at_100_max": 0.651148, "nauc_recall_at_100_std": 0.349643, "nauc_recall_at_100_diff1": 0.51548, "nauc_recall_at_1000_max": 0.967314, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.865188, "nauc_precision_at_1_max": 0.560304, "nauc_precision_at_1_std": -0.015121, "nauc_precision_at_1_diff1": 0.708738, "nauc_precision_at_3_max": 0.587138, "nauc_precision_at_3_std": -0.01672, "nauc_precision_at_3_diff1": 0.613034, "nauc_precision_at_5_max": 0.594818, "nauc_precision_at_5_std": 0.064024, "nauc_precision_at_5_diff1": 0.586494, "nauc_precision_at_10_max": 0.583818, "nauc_precision_at_10_std": 0.091617, "nauc_precision_at_10_diff1": 0.558714, "nauc_precision_at_20_max": 0.585413, "nauc_precision_at_20_std": 0.145014, "nauc_precision_at_20_diff1": 0.567681, "nauc_precision_at_100_max": 0.651148, "nauc_precision_at_100_std": 0.349643, "nauc_precision_at_100_diff1": 0.51548, "nauc_precision_at_1000_max": 0.967314, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.865188, "nauc_mrr_at_1_max": 0.560304, "nauc_mrr_at_1_std": -0.015121, "nauc_mrr_at_1_diff1": 0.708738, "nauc_mrr_at_3_max": 0.570614, "nauc_mrr_at_3_std": -0.015903, "nauc_mrr_at_3_diff1": 0.669231, "nauc_mrr_at_5_max": 0.571119, "nauc_mrr_at_5_std": -0.001818, "nauc_mrr_at_5_diff1": 0.666241, "nauc_mrr_at_10_max": 0.570017, "nauc_mrr_at_10_std": -0.001614, "nauc_mrr_at_10_diff1": 0.665983, "nauc_mrr_at_20_max": 0.570086, "nauc_mrr_at_20_std": -0.000745, "nauc_mrr_at_20_diff1": 0.667393, "nauc_mrr_at_100_max": 0.570312, "nauc_mrr_at_100_std": -0.001109, "nauc_mrr_at_100_diff1": 0.667795, "nauc_mrr_at_1000_max": 0.570285, "nauc_mrr_at_1000_std": -0.001235, "nauc_mrr_at_1000_diff1": 0.667885, "main_score": 0.66685, "hf_subset": "hin-zho", "languages": [ "hin-Deva", "zho-Hans" ] }, { "ndcg_at_1": 0.45042, "ndcg_at_3": 0.5433, "ndcg_at_5": 0.56813, "ndcg_at_10": 0.59285, "ndcg_at_20": 0.6084, "ndcg_at_100": 0.62942, "ndcg_at_1000": 0.63926, "map_at_1": 0.45042, "map_at_3": 0.52052, "map_at_5": 0.53434, "map_at_10": 0.54469, "map_at_20": 0.54895, "map_at_100": 0.55186, "map_at_1000": 0.55223, "recall_at_1": 0.45042, "recall_at_3": 0.60918, "recall_at_5": 0.66927, "recall_at_10": 0.74499, "recall_at_20": 0.80655, "recall_at_100": 0.91988, "recall_at_1000": 0.99707, "precision_at_1": 0.45042, "precision_at_3": 0.20306, "precision_at_5": 0.13385, "precision_at_10": 0.0745, "precision_at_20": 0.04033, "precision_at_100": 0.0092, "precision_at_1000": 0.001, "mrr_at_1": 0.450415, "mrr_at_3": 0.520518, "mrr_at_5": 0.534343, "mrr_at_10": 0.544686, "mrr_at_20": 0.548949, "mrr_at_100": 0.551856, "mrr_at_1000": 0.55223, "nauc_ndcg_at_1_max": 0.550083, "nauc_ndcg_at_1_std": 0.030266, "nauc_ndcg_at_1_diff1": 0.699692, "nauc_ndcg_at_3_max": 0.567258, "nauc_ndcg_at_3_std": 0.052522, "nauc_ndcg_at_3_diff1": 0.640738, "nauc_ndcg_at_5_max": 0.563579, "nauc_ndcg_at_5_std": 0.059055, "nauc_ndcg_at_5_diff1": 0.630011, "nauc_ndcg_at_10_max": 0.570807, "nauc_ndcg_at_10_std": 0.070067, "nauc_ndcg_at_10_diff1": 0.631342, "nauc_ndcg_at_20_max": 0.571468, "nauc_ndcg_at_20_std": 0.075914, "nauc_ndcg_at_20_diff1": 0.630021, "nauc_ndcg_at_100_max": 0.569098, "nauc_ndcg_at_100_std": 0.078685, "nauc_ndcg_at_100_diff1": 0.634921, "nauc_ndcg_at_1000_max": 0.566908, "nauc_ndcg_at_1000_std": 0.068958, "nauc_ndcg_at_1000_diff1": 0.639882, "nauc_map_at_1_max": 0.550083, "nauc_map_at_1_std": 0.030266, "nauc_map_at_1_diff1": 0.699692, "nauc_map_at_3_max": 0.562704, "nauc_map_at_3_std": 0.046692, "nauc_map_at_3_diff1": 0.65538, "nauc_map_at_5_max": 0.560617, "nauc_map_at_5_std": 0.050066, "nauc_map_at_5_diff1": 0.65008, "nauc_map_at_10_max": 0.563592, "nauc_map_at_10_std": 0.054331, "nauc_map_at_10_diff1": 0.650889, "nauc_map_at_20_max": 0.563901, "nauc_map_at_20_std": 0.055863, "nauc_map_at_20_diff1": 0.650796, "nauc_map_at_100_max": 0.56356, "nauc_map_at_100_std": 0.056538, "nauc_map_at_100_diff1": 0.651407, "nauc_map_at_1000_max": 0.563495, "nauc_map_at_1000_std": 0.05625, "nauc_map_at_1000_diff1": 0.651565, "nauc_recall_at_1_max": 0.550083, "nauc_recall_at_1_std": 0.030266, "nauc_recall_at_1_diff1": 0.699692, "nauc_recall_at_3_max": 0.58163, "nauc_recall_at_3_std": 0.070887, "nauc_recall_at_3_diff1": 0.594963, "nauc_recall_at_5_max": 0.573241, "nauc_recall_at_5_std": 0.091109, "nauc_recall_at_5_diff1": 0.559278, "nauc_recall_at_10_max": 0.602932, "nauc_recall_at_10_std": 0.141581, "nauc_recall_at_10_diff1": 0.550082, "nauc_recall_at_20_max": 0.612378, "nauc_recall_at_20_std": 0.193229, "nauc_recall_at_20_diff1": 0.520825, "nauc_recall_at_100_max": 0.620358, "nauc_recall_at_100_std": 0.361882, "nauc_recall_at_100_diff1": 0.480557, "nauc_recall_at_1000_max": 0.376486, "nauc_recall_at_1000_std": 0.796919, "nauc_recall_at_1000_diff1": -0.076712, "nauc_precision_at_1_max": 0.550083, "nauc_precision_at_1_std": 0.030266, "nauc_precision_at_1_diff1": 0.699692, "nauc_precision_at_3_max": 0.58163, "nauc_precision_at_3_std": 0.070887, "nauc_precision_at_3_diff1": 0.594963, "nauc_precision_at_5_max": 0.573241, "nauc_precision_at_5_std": 0.091109, "nauc_precision_at_5_diff1": 0.559278, "nauc_precision_at_10_max": 0.602932, "nauc_precision_at_10_std": 0.141581, "nauc_precision_at_10_diff1": 0.550082, "nauc_precision_at_20_max": 0.612378, "nauc_precision_at_20_std": 0.193229, "nauc_precision_at_20_diff1": 0.520825, "nauc_precision_at_100_max": 0.620358, "nauc_precision_at_100_std": 0.361882, "nauc_precision_at_100_diff1": 0.480557, "nauc_precision_at_1000_max": 0.376486, "nauc_precision_at_1000_std": 0.796919, "nauc_precision_at_1000_diff1": -0.076712, "nauc_mrr_at_1_max": 0.550083, "nauc_mrr_at_1_std": 0.030266, "nauc_mrr_at_1_diff1": 0.699692, "nauc_mrr_at_3_max": 0.562704, "nauc_mrr_at_3_std": 0.046692, "nauc_mrr_at_3_diff1": 0.65538, "nauc_mrr_at_5_max": 0.560617, "nauc_mrr_at_5_std": 0.050066, "nauc_mrr_at_5_diff1": 0.65008, "nauc_mrr_at_10_max": 0.563592, "nauc_mrr_at_10_std": 0.054331, "nauc_mrr_at_10_diff1": 0.650889, "nauc_mrr_at_20_max": 0.563901, "nauc_mrr_at_20_std": 0.055863, "nauc_mrr_at_20_diff1": 0.650796, "nauc_mrr_at_100_max": 0.56356, "nauc_mrr_at_100_std": 0.056538, "nauc_mrr_at_100_diff1": 0.651407, "nauc_mrr_at_1000_max": 0.563495, "nauc_mrr_at_1000_std": 0.05625, "nauc_mrr_at_1000_diff1": 0.651565, "main_score": 0.59285, "hf_subset": "vie-ara", "languages": [ "vie-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.59976, "ndcg_at_3": 0.67213, "ndcg_at_5": 0.69472, "ndcg_at_10": 0.7123, "ndcg_at_20": 0.72608, "ndcg_at_100": 0.73838, "ndcg_at_1000": 0.74465, "map_at_1": 0.59946, "map_at_3": 0.65512, "map_at_5": 0.66763, "map_at_10": 0.675, "map_at_20": 0.67888, "map_at_100": 0.68053, "map_at_1000": 0.68078, "recall_at_1": 0.59946, "recall_at_3": 0.72103, "recall_at_5": 0.77599, "recall_at_10": 0.82975, "recall_at_20": 0.88351, "recall_at_100": 0.95042, "recall_at_1000": 0.99881, "precision_at_1": 0.59976, "precision_at_3": 0.24054, "precision_at_5": 0.15532, "precision_at_10": 0.08303, "precision_at_20": 0.04421, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.599761, "mrr_at_3": 0.655117, "mrr_at_5": 0.667632, "mrr_at_10": 0.674997, "mrr_at_20": 0.678877, "mrr_at_100": 0.680533, "mrr_at_1000": 0.680779, "nauc_ndcg_at_1_max": 0.576797, "nauc_ndcg_at_1_std": -0.130276, "nauc_ndcg_at_1_diff1": 0.758782, "nauc_ndcg_at_3_max": 0.590918, "nauc_ndcg_at_3_std": -0.134229, "nauc_ndcg_at_3_diff1": 0.727015, "nauc_ndcg_at_5_max": 0.586588, "nauc_ndcg_at_5_std": -0.116729, "nauc_ndcg_at_5_diff1": 0.716821, "nauc_ndcg_at_10_max": 0.605202, "nauc_ndcg_at_10_std": -0.086383, "nauc_ndcg_at_10_diff1": 0.712197, "nauc_ndcg_at_20_max": 0.60169, "nauc_ndcg_at_20_std": -0.089312, "nauc_ndcg_at_20_diff1": 0.71291, "nauc_ndcg_at_100_max": 0.598625, "nauc_ndcg_at_100_std": -0.095072, "nauc_ndcg_at_100_diff1": 0.719543, "nauc_ndcg_at_1000_max": 0.595496, "nauc_ndcg_at_1000_std": -0.104013, "nauc_ndcg_at_1000_diff1": 0.722741, "nauc_map_at_1_max": 0.574949, "nauc_map_at_1_std": -0.131884, "nauc_map_at_1_diff1": 0.758864, "nauc_map_at_3_max": 0.586649, "nauc_map_at_3_std": -0.134753, "nauc_map_at_3_diff1": 0.734671, "nauc_map_at_5_max": 0.584297, "nauc_map_at_5_std": -0.126133, "nauc_map_at_5_diff1": 0.729818, "nauc_map_at_10_max": 0.591323, "nauc_map_at_10_std": -0.115067, "nauc_map_at_10_diff1": 0.728276, "nauc_map_at_20_max": 0.590385, "nauc_map_at_20_std": -0.116013, "nauc_map_at_20_diff1": 0.728733, "nauc_map_at_100_max": 0.590081, "nauc_map_at_100_std": -0.116527, "nauc_map_at_100_diff1": 0.729581, "nauc_map_at_1000_max": 0.589985, "nauc_map_at_1000_std": -0.116769, "nauc_map_at_1000_diff1": 0.729671, "nauc_recall_at_1_max": 0.574949, "nauc_recall_at_1_std": -0.131884, "nauc_recall_at_1_diff1": 0.758864, "nauc_recall_at_3_max": 0.605427, "nauc_recall_at_3_std": -0.131715, "nauc_recall_at_3_diff1": 0.701815, "nauc_recall_at_5_max": 0.594831, "nauc_recall_at_5_std": -0.075323, "nauc_recall_at_5_diff1": 0.664768, "nauc_recall_at_10_max": 0.682619, "nauc_recall_at_10_std": 0.077615, "nauc_recall_at_10_diff1": 0.630173, "nauc_recall_at_20_max": 0.684881, "nauc_recall_at_20_std": 0.119389, "nauc_recall_at_20_diff1": 0.600839, "nauc_recall_at_100_max": 0.710589, "nauc_recall_at_100_std": 0.2304, "nauc_recall_at_100_diff1": 0.612275, "nauc_recall_at_1000_max": 0.861117, "nauc_recall_at_1000_std": 0.561373, "nauc_recall_at_1000_diff1": 0.934658, "nauc_precision_at_1_max": 0.576797, "nauc_precision_at_1_std": -0.130276, "nauc_precision_at_1_diff1": 0.758782, "nauc_precision_at_3_max": 0.607102, "nauc_precision_at_3_std": -0.126911, "nauc_precision_at_3_diff1": 0.697963, "nauc_precision_at_5_max": 0.596884, "nauc_precision_at_5_std": -0.069876, "nauc_precision_at_5_diff1": 0.660358, "nauc_precision_at_10_max": 0.684656, "nauc_precision_at_10_std": 0.083534, "nauc_precision_at_10_diff1": 0.62481, "nauc_precision_at_20_max": 0.687723, "nauc_precision_at_20_std": 0.127329, "nauc_precision_at_20_diff1": 0.593567, "nauc_precision_at_100_max": 0.716535, "nauc_precision_at_100_std": 0.246211, "nauc_precision_at_100_diff1": 0.59547, "nauc_precision_at_1000_max": 0.925752, "nauc_precision_at_1000_std": 0.765505, "nauc_precision_at_1000_diff1": 0.403972, "nauc_mrr_at_1_max": 0.576797, "nauc_mrr_at_1_std": -0.130276, "nauc_mrr_at_1_diff1": 0.758782, "nauc_mrr_at_3_max": 0.586649, "nauc_mrr_at_3_std": -0.134753, "nauc_mrr_at_3_diff1": 0.734671, "nauc_mrr_at_5_max": 0.584297, "nauc_mrr_at_5_std": -0.126133, "nauc_mrr_at_5_diff1": 0.729818, "nauc_mrr_at_10_max": 0.591323, "nauc_mrr_at_10_std": -0.115067, "nauc_mrr_at_10_diff1": 0.728276, "nauc_mrr_at_20_max": 0.590385, "nauc_mrr_at_20_std": -0.116013, "nauc_mrr_at_20_diff1": 0.728733, "nauc_mrr_at_100_max": 0.590081, "nauc_mrr_at_100_std": -0.116527, "nauc_mrr_at_100_diff1": 0.729581, "nauc_mrr_at_1000_max": 0.589985, "nauc_mrr_at_1000_std": -0.116769, "nauc_mrr_at_1000_diff1": 0.729671, "main_score": 0.7123, "hf_subset": "vie-deu", "languages": [ "vie-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.52303, "ndcg_at_3": 0.60594, "ndcg_at_5": 0.62685, "ndcg_at_10": 0.64627, "ndcg_at_20": 0.65882, "ndcg_at_100": 0.67643, "ndcg_at_1000": 0.68516, "map_at_1": 0.52294, "map_at_3": 0.58602, "map_at_5": 0.59766, "map_at_10": 0.60568, "map_at_20": 0.60919, "map_at_100": 0.61157, "map_at_1000": 0.61189, "recall_at_1": 0.52294, "recall_at_3": 0.66339, "recall_at_5": 0.714, "recall_at_10": 0.77399, "recall_at_20": 0.82314, "recall_at_100": 0.91881, "recall_at_1000": 0.98798, "precision_at_1": 0.52303, "precision_at_3": 0.22119, "precision_at_5": 0.14284, "precision_at_10": 0.07743, "precision_at_20": 0.04117, "precision_at_100": 0.00919, "precision_at_1000": 0.00099, "mrr_at_1": 0.523029, "mrr_at_3": 0.586019, "mrr_at_5": 0.597661, "mrr_at_10": 0.605693, "mrr_at_20": 0.609204, "mrr_at_100": 0.611581, "mrr_at_1000": 0.611902, "nauc_ndcg_at_1_max": 0.592269, "nauc_ndcg_at_1_std": 0.033246, "nauc_ndcg_at_1_diff1": 0.75907, "nauc_ndcg_at_3_max": 0.60099, "nauc_ndcg_at_3_std": 0.049003, "nauc_ndcg_at_3_diff1": 0.703692, "nauc_ndcg_at_5_max": 0.60335, "nauc_ndcg_at_5_std": 0.063329, "nauc_ndcg_at_5_diff1": 0.697599, "nauc_ndcg_at_10_max": 0.604306, "nauc_ndcg_at_10_std": 0.075441, "nauc_ndcg_at_10_diff1": 0.695498, "nauc_ndcg_at_20_max": 0.607564, "nauc_ndcg_at_20_std": 0.081982, "nauc_ndcg_at_20_diff1": 0.697782, "nauc_ndcg_at_100_max": 0.607024, "nauc_ndcg_at_100_std": 0.087724, "nauc_ndcg_at_100_diff1": 0.701182, "nauc_ndcg_at_1000_max": 0.604758, "nauc_ndcg_at_1000_std": 0.076357, "nauc_ndcg_at_1000_diff1": 0.705195, "nauc_map_at_1_max": 0.591907, "nauc_map_at_1_std": 0.03278, "nauc_map_at_1_diff1": 0.75903, "nauc_map_at_3_max": 0.598924, "nauc_map_at_3_std": 0.044719, "nauc_map_at_3_diff1": 0.717451, "nauc_map_at_5_max": 0.599956, "nauc_map_at_5_std": 0.05215, "nauc_map_at_5_diff1": 0.714312, "nauc_map_at_10_max": 0.600308, "nauc_map_at_10_std": 0.056646, "nauc_map_at_10_diff1": 0.713793, "nauc_map_at_20_max": 0.601114, "nauc_map_at_20_std": 0.058125, "nauc_map_at_20_diff1": 0.714508, "nauc_map_at_100_max": 0.601064, "nauc_map_at_100_std": 0.058868, "nauc_map_at_100_diff1": 0.714962, "nauc_map_at_1000_max": 0.601013, "nauc_map_at_1000_std": 0.058562, "nauc_map_at_1000_diff1": 0.715115, "nauc_recall_at_1_max": 0.591907, "nauc_recall_at_1_std": 0.03278, "nauc_recall_at_1_diff1": 0.75903, "nauc_recall_at_3_max": 0.607601, "nauc_recall_at_3_std": 0.063001, "nauc_recall_at_3_diff1": 0.659319, "nauc_recall_at_5_max": 0.616021, "nauc_recall_at_5_std": 0.105887, "nauc_recall_at_5_diff1": 0.637655, "nauc_recall_at_10_max": 0.622193, "nauc_recall_at_10_std": 0.164648, "nauc_recall_at_10_diff1": 0.616569, "nauc_recall_at_20_max": 0.646666, "nauc_recall_at_20_std": 0.226828, "nauc_recall_at_20_diff1": 0.612916, "nauc_recall_at_100_max": 0.6766, "nauc_recall_at_100_std": 0.463937, "nauc_recall_at_100_diff1": 0.584595, "nauc_recall_at_1000_max": 0.682997, "nauc_recall_at_1000_std": 0.706873, "nauc_recall_at_1000_diff1": 0.54252, "nauc_precision_at_1_max": 0.592269, "nauc_precision_at_1_std": 0.033246, "nauc_precision_at_1_diff1": 0.75907, "nauc_precision_at_3_max": 0.607662, "nauc_precision_at_3_std": 0.064062, "nauc_precision_at_3_diff1": 0.658493, "nauc_precision_at_5_max": 0.616079, "nauc_precision_at_5_std": 0.107022, "nauc_precision_at_5_diff1": 0.636755, "nauc_precision_at_10_max": 0.622529, "nauc_precision_at_10_std": 0.166754, "nauc_precision_at_10_diff1": 0.615325, "nauc_precision_at_20_max": 0.647094, "nauc_precision_at_20_std": 0.22935, "nauc_precision_at_20_diff1": 0.611437, "nauc_precision_at_100_max": 0.674305, "nauc_precision_at_100_std": 0.468087, "nauc_precision_at_100_diff1": 0.577861, "nauc_precision_at_1000_max": 0.667826, "nauc_precision_at_1000_std": 0.721554, "nauc_precision_at_1000_diff1": 0.501068, "nauc_mrr_at_1_max": 0.592269, "nauc_mrr_at_1_std": 0.033246, "nauc_mrr_at_1_diff1": 0.75907, "nauc_mrr_at_3_max": 0.598924, "nauc_mrr_at_3_std": 0.044719, "nauc_mrr_at_3_diff1": 0.717451, "nauc_mrr_at_5_max": 0.599956, "nauc_mrr_at_5_std": 0.05215, "nauc_mrr_at_5_diff1": 0.714312, "nauc_mrr_at_10_max": 0.600338, "nauc_mrr_at_10_std": 0.056735, "nauc_mrr_at_10_diff1": 0.713775, "nauc_mrr_at_20_max": 0.601145, "nauc_mrr_at_20_std": 0.058215, "nauc_mrr_at_20_diff1": 0.714491, "nauc_mrr_at_100_max": 0.601082, "nauc_mrr_at_100_std": 0.05892, "nauc_mrr_at_100_diff1": 0.714952, "nauc_mrr_at_1000_max": 0.601031, "nauc_mrr_at_1000_std": 0.058614, "nauc_mrr_at_1000_diff1": 0.715105, "main_score": 0.64627, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.56916, "ndcg_at_3": 0.65225, "ndcg_at_5": 0.67296, "ndcg_at_10": 0.69086, "ndcg_at_20": 0.70143, "ndcg_at_100": 0.71689, "ndcg_at_1000": 0.7239, "map_at_1": 0.56916, "map_at_3": 0.63254, "map_at_5": 0.64409, "map_at_10": 0.65138, "map_at_20": 0.6543, "map_at_100": 0.65636, "map_at_1000": 0.65661, "recall_at_1": 0.56916, "recall_at_3": 0.70897, "recall_at_5": 0.75905, "recall_at_10": 0.81482, "recall_at_20": 0.85647, "recall_at_100": 0.94125, "recall_at_1000": 0.99678, "precision_at_1": 0.56916, "precision_at_3": 0.23632, "precision_at_5": 0.15181, "precision_at_10": 0.08151, "precision_at_20": 0.04284, "precision_at_100": 0.00941, "precision_at_1000": 0.001, "mrr_at_1": 0.569162, "mrr_at_3": 0.63254, "mrr_at_5": 0.644092, "mrr_at_10": 0.651423, "mrr_at_20": 0.65434, "mrr_at_100": 0.6564, "mrr_at_1000": 0.656653, "nauc_ndcg_at_1_max": 0.633963, "nauc_ndcg_at_1_std": 0.016918, "nauc_ndcg_at_1_diff1": 0.769567, "nauc_ndcg_at_3_max": 0.669892, "nauc_ndcg_at_3_std": 0.065186, "nauc_ndcg_at_3_diff1": 0.711586, "nauc_ndcg_at_5_max": 0.669021, "nauc_ndcg_at_5_std": 0.08173, "nauc_ndcg_at_5_diff1": 0.7043, "nauc_ndcg_at_10_max": 0.665409, "nauc_ndcg_at_10_std": 0.089016, "nauc_ndcg_at_10_diff1": 0.701196, "nauc_ndcg_at_20_max": 0.665781, "nauc_ndcg_at_20_std": 0.095149, "nauc_ndcg_at_20_diff1": 0.700464, "nauc_ndcg_at_100_max": 0.663815, "nauc_ndcg_at_100_std": 0.092455, "nauc_ndcg_at_100_diff1": 0.706214, "nauc_ndcg_at_1000_max": 0.662622, "nauc_ndcg_at_1000_std": 0.081846, "nauc_ndcg_at_1000_diff1": 0.711581, "nauc_map_at_1_max": 0.633963, "nauc_map_at_1_std": 0.016918, "nauc_map_at_1_diff1": 0.769567, "nauc_map_at_3_max": 0.661174, "nauc_map_at_3_std": 0.053123, "nauc_map_at_3_diff1": 0.726145, "nauc_map_at_5_max": 0.660482, "nauc_map_at_5_std": 0.06158, "nauc_map_at_5_diff1": 0.722774, "nauc_map_at_10_max": 0.658956, "nauc_map_at_10_std": 0.063826, "nauc_map_at_10_diff1": 0.722009, "nauc_map_at_20_max": 0.659021, "nauc_map_at_20_std": 0.065225, "nauc_map_at_20_diff1": 0.721888, "nauc_map_at_100_max": 0.65874, "nauc_map_at_100_std": 0.065089, "nauc_map_at_100_diff1": 0.722602, "nauc_map_at_1000_max": 0.658694, "nauc_map_at_1000_std": 0.064779, "nauc_map_at_1000_diff1": 0.722771, "nauc_recall_at_1_max": 0.633963, "nauc_recall_at_1_std": 0.016918, "nauc_recall_at_1_diff1": 0.769567, "nauc_recall_at_3_max": 0.698633, "nauc_recall_at_3_std": 0.105137, "nauc_recall_at_3_diff1": 0.663333, "nauc_recall_at_5_max": 0.700718, "nauc_recall_at_5_std": 0.1605, "nauc_recall_at_5_diff1": 0.633378, "nauc_recall_at_10_max": 0.692287, "nauc_recall_at_10_std": 0.213412, "nauc_recall_at_10_diff1": 0.601763, "nauc_recall_at_20_max": 0.701475, "nauc_recall_at_20_std": 0.287183, "nauc_recall_at_20_diff1": 0.572536, "nauc_recall_at_100_max": 0.70775, "nauc_recall_at_100_std": 0.461099, "nauc_recall_at_100_diff1": 0.527174, "nauc_recall_at_1000_max": 0.83589, "nauc_recall_at_1000_std": 0.829456, "nauc_recall_at_1000_diff1": 0.420397, "nauc_precision_at_1_max": 0.633963, "nauc_precision_at_1_std": 0.016918, "nauc_precision_at_1_diff1": 0.769567, "nauc_precision_at_3_max": 0.698633, "nauc_precision_at_3_std": 0.105137, "nauc_precision_at_3_diff1": 0.663333, "nauc_precision_at_5_max": 0.700718, "nauc_precision_at_5_std": 0.1605, "nauc_precision_at_5_diff1": 0.633378, "nauc_precision_at_10_max": 0.691905, "nauc_precision_at_10_std": 0.213501, "nauc_precision_at_10_diff1": 0.601719, "nauc_precision_at_20_max": 0.701007, "nauc_precision_at_20_std": 0.287412, "nauc_precision_at_20_diff1": 0.572434, "nauc_precision_at_100_max": 0.707066, "nauc_precision_at_100_std": 0.462532, "nauc_precision_at_100_diff1": 0.527059, "nauc_precision_at_1000_max": 0.833109, "nauc_precision_at_1000_std": 0.888336, "nauc_precision_at_1000_diff1": 0.409249, "nauc_mrr_at_1_max": 0.633963, "nauc_mrr_at_1_std": 0.016918, "nauc_mrr_at_1_diff1": 0.769567, "nauc_mrr_at_3_max": 0.661174, "nauc_mrr_at_3_std": 0.053123, "nauc_mrr_at_3_diff1": 0.726145, "nauc_mrr_at_5_max": 0.660482, "nauc_mrr_at_5_std": 0.06158, "nauc_mrr_at_5_diff1": 0.722774, "nauc_mrr_at_10_max": 0.658902, "nauc_mrr_at_10_std": 0.063815, "nauc_mrr_at_10_diff1": 0.722009, "nauc_mrr_at_20_max": 0.658967, "nauc_mrr_at_20_std": 0.065214, "nauc_mrr_at_20_diff1": 0.721889, "nauc_mrr_at_100_max": 0.658685, "nauc_mrr_at_100_std": 0.065078, "nauc_mrr_at_100_diff1": 0.722603, "nauc_mrr_at_1000_max": 0.65864, "nauc_mrr_at_1000_std": 0.064768, "nauc_mrr_at_1000_diff1": 0.722771, "main_score": 0.69086, "hf_subset": "vie-spa", "languages": [ "vie-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.5095, "ndcg_at_3": 0.59982, "ndcg_at_5": 0.62382, "ndcg_at_10": 0.64476, "ndcg_at_20": 0.65858, "ndcg_at_100": 0.67502, "ndcg_at_1000": 0.68359, "map_at_1": 0.5095, "map_at_3": 0.57807, "map_at_5": 0.59145, "map_at_10": 0.60009, "map_at_20": 0.60391, "map_at_100": 0.6062, "map_at_1000": 0.60653, "recall_at_1": 0.5095, "recall_at_3": 0.66256, "recall_at_5": 0.7206, "recall_at_10": 0.78531, "recall_at_20": 0.83975, "recall_at_100": 0.92809, "recall_at_1000": 0.99486, "precision_at_1": 0.5095, "precision_at_3": 0.22085, "precision_at_5": 0.14412, "precision_at_10": 0.07853, "precision_at_20": 0.04199, "precision_at_100": 0.00928, "precision_at_1000": 0.00099, "mrr_at_1": 0.509502, "mrr_at_3": 0.578069, "mrr_at_5": 0.591448, "mrr_at_10": 0.600094, "mrr_at_20": 0.603915, "mrr_at_100": 0.606199, "mrr_at_1000": 0.606535, "nauc_ndcg_at_1_max": 0.575945, "nauc_ndcg_at_1_std": 0.03308, "nauc_ndcg_at_1_diff1": 0.70208, "nauc_ndcg_at_3_max": 0.59534, "nauc_ndcg_at_3_std": 0.053176, "nauc_ndcg_at_3_diff1": 0.651781, "nauc_ndcg_at_5_max": 0.594092, "nauc_ndcg_at_5_std": 0.061592, "nauc_ndcg_at_5_diff1": 0.646987, "nauc_ndcg_at_10_max": 0.59388, "nauc_ndcg_at_10_std": 0.066013, "nauc_ndcg_at_10_diff1": 0.644874, "nauc_ndcg_at_20_max": 0.594741, "nauc_ndcg_at_20_std": 0.077743, "nauc_ndcg_at_20_diff1": 0.643595, "nauc_ndcg_at_100_max": 0.596484, "nauc_ndcg_at_100_std": 0.079668, "nauc_ndcg_at_100_diff1": 0.650954, "nauc_ndcg_at_1000_max": 0.592839, "nauc_ndcg_at_1000_std": 0.067946, "nauc_ndcg_at_1000_diff1": 0.653937, "nauc_map_at_1_max": 0.575945, "nauc_map_at_1_std": 0.03308, "nauc_map_at_1_diff1": 0.70208, "nauc_map_at_3_max": 0.589961, "nauc_map_at_3_std": 0.047502, "nauc_map_at_3_diff1": 0.664667, "nauc_map_at_5_max": 0.589141, "nauc_map_at_5_std": 0.051642, "nauc_map_at_5_diff1": 0.662466, "nauc_map_at_10_max": 0.588934, "nauc_map_at_10_std": 0.053042, "nauc_map_at_10_diff1": 0.661771, "nauc_map_at_20_max": 0.589095, "nauc_map_at_20_std": 0.05574, "nauc_map_at_20_diff1": 0.661699, "nauc_map_at_100_max": 0.589397, "nauc_map_at_100_std": 0.056026, "nauc_map_at_100_diff1": 0.66271, "nauc_map_at_1000_max": 0.58927, "nauc_map_at_1000_std": 0.055656, "nauc_map_at_1000_diff1": 0.66282, "nauc_recall_at_1_max": 0.575945, "nauc_recall_at_1_std": 0.03308, "nauc_recall_at_1_diff1": 0.70208, "nauc_recall_at_3_max": 0.613095, "nauc_recall_at_3_std": 0.071949, "nauc_recall_at_3_diff1": 0.609718, "nauc_recall_at_5_max": 0.612164, "nauc_recall_at_5_std": 0.09995, "nauc_recall_at_5_diff1": 0.589693, "nauc_recall_at_10_max": 0.615761, "nauc_recall_at_10_std": 0.128859, "nauc_recall_at_10_diff1": 0.568634, "nauc_recall_at_20_max": 0.628121, "nauc_recall_at_20_std": 0.229156, "nauc_recall_at_20_diff1": 0.536172, "nauc_recall_at_100_max": 0.691644, "nauc_recall_at_100_std": 0.422191, "nauc_recall_at_100_diff1": 0.55469, "nauc_recall_at_1000_max": 0.591577, "nauc_recall_at_1000_std": 0.455527, "nauc_recall_at_1000_diff1": 0.424948, "nauc_precision_at_1_max": 0.575945, "nauc_precision_at_1_std": 0.03308, "nauc_precision_at_1_diff1": 0.70208, "nauc_precision_at_3_max": 0.613095, "nauc_precision_at_3_std": 0.071949, "nauc_precision_at_3_diff1": 0.609718, "nauc_precision_at_5_max": 0.612164, "nauc_precision_at_5_std": 0.09995, "nauc_precision_at_5_diff1": 0.589693, "nauc_precision_at_10_max": 0.615761, "nauc_precision_at_10_std": 0.128859, "nauc_precision_at_10_diff1": 0.568634, "nauc_precision_at_20_max": 0.628121, "nauc_precision_at_20_std": 0.229156, "nauc_precision_at_20_diff1": 0.536172, "nauc_precision_at_100_max": 0.691644, "nauc_precision_at_100_std": 0.422191, "nauc_precision_at_100_diff1": 0.55469, "nauc_precision_at_1000_max": 0.591577, "nauc_precision_at_1000_std": 0.455527, "nauc_precision_at_1000_diff1": 0.424948, "nauc_mrr_at_1_max": 0.575945, "nauc_mrr_at_1_std": 0.03308, "nauc_mrr_at_1_diff1": 0.70208, "nauc_mrr_at_3_max": 0.589961, "nauc_mrr_at_3_std": 0.047502, "nauc_mrr_at_3_diff1": 0.664667, "nauc_mrr_at_5_max": 0.589141, "nauc_mrr_at_5_std": 0.051642, "nauc_mrr_at_5_diff1": 0.662466, "nauc_mrr_at_10_max": 0.588934, "nauc_mrr_at_10_std": 0.053042, "nauc_mrr_at_10_diff1": 0.661771, "nauc_mrr_at_20_max": 0.589095, "nauc_mrr_at_20_std": 0.05574, "nauc_mrr_at_20_diff1": 0.661699, "nauc_mrr_at_100_max": 0.589397, "nauc_mrr_at_100_std": 0.056026, "nauc_mrr_at_100_diff1": 0.66271, "nauc_mrr_at_1000_max": 0.58927, "nauc_mrr_at_1000_std": 0.055656, "nauc_mrr_at_1000_diff1": 0.66282, "main_score": 0.64476, "hf_subset": "vie-hin", "languages": [ "vie-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.54231, "ndcg_at_3": 0.61958, "ndcg_at_5": 0.63842, "ndcg_at_10": 0.65613, "ndcg_at_20": 0.66741, "ndcg_at_100": 0.68472, "ndcg_at_1000": 0.69418, "map_at_1": 0.54231, "map_at_3": 0.60106, "map_at_5": 0.61149, "map_at_10": 0.61872, "map_at_20": 0.62183, "map_at_100": 0.62424, "map_at_1000": 0.62458, "recall_at_1": 0.54231, "recall_at_3": 0.67298, "recall_at_5": 0.71884, "recall_at_10": 0.77398, "recall_at_20": 0.81856, "recall_at_100": 0.91156, "recall_at_1000": 0.98672, "precision_at_1": 0.54231, "precision_at_3": 0.22433, "precision_at_5": 0.14377, "precision_at_10": 0.0774, "precision_at_20": 0.04093, "precision_at_100": 0.00912, "precision_at_1000": 0.00099, "mrr_at_1": 0.542311, "mrr_at_3": 0.601062, "mrr_at_5": 0.611489, "mrr_at_10": 0.618722, "mrr_at_20": 0.621826, "mrr_at_100": 0.624237, "mrr_at_1000": 0.624583, "nauc_ndcg_at_1_max": 0.61254, "nauc_ndcg_at_1_std": -0.003188, "nauc_ndcg_at_1_diff1": 0.764562, "nauc_ndcg_at_3_max": 0.630544, "nauc_ndcg_at_3_std": 0.014074, "nauc_ndcg_at_3_diff1": 0.719389, "nauc_ndcg_at_5_max": 0.628002, "nauc_ndcg_at_5_std": 0.022831, "nauc_ndcg_at_5_diff1": 0.714464, "nauc_ndcg_at_10_max": 0.634509, "nauc_ndcg_at_10_std": 0.037465, "nauc_ndcg_at_10_diff1": 0.715074, "nauc_ndcg_at_20_max": 0.636172, "nauc_ndcg_at_20_std": 0.04604, "nauc_ndcg_at_20_diff1": 0.715113, "nauc_ndcg_at_100_max": 0.635502, "nauc_ndcg_at_100_std": 0.050834, "nauc_ndcg_at_100_diff1": 0.718408, "nauc_ndcg_at_1000_max": 0.632431, "nauc_ndcg_at_1000_std": 0.039518, "nauc_ndcg_at_1000_diff1": 0.721601, "nauc_map_at_1_max": 0.61254, "nauc_map_at_1_std": -0.003188, "nauc_map_at_1_diff1": 0.764562, "nauc_map_at_3_max": 0.626177, "nauc_map_at_3_std": 0.00921, "nauc_map_at_3_diff1": 0.730384, "nauc_map_at_5_max": 0.624691, "nauc_map_at_5_std": 0.013789, "nauc_map_at_5_diff1": 0.727939, "nauc_map_at_10_max": 0.626976, "nauc_map_at_10_std": 0.019152, "nauc_map_at_10_diff1": 0.728297, "nauc_map_at_20_max": 0.627241, "nauc_map_at_20_std": 0.020998, "nauc_map_at_20_diff1": 0.72842, "nauc_map_at_100_max": 0.627156, "nauc_map_at_100_std": 0.021494, "nauc_map_at_100_diff1": 0.728925, "nauc_map_at_1000_max": 0.627072, "nauc_map_at_1000_std": 0.021185, "nauc_map_at_1000_diff1": 0.729031, "nauc_recall_at_1_max": 0.61254, "nauc_recall_at_1_std": -0.003188, "nauc_recall_at_1_diff1": 0.764562, "nauc_recall_at_3_max": 0.644551, "nauc_recall_at_3_std": 0.030019, "nauc_recall_at_3_diff1": 0.684097, "nauc_recall_at_5_max": 0.639199, "nauc_recall_at_5_std": 0.05655, "nauc_recall_at_5_diff1": 0.666336, "nauc_recall_at_10_max": 0.669351, "nauc_recall_at_10_std": 0.124162, "nauc_recall_at_10_diff1": 0.660396, "nauc_recall_at_20_max": 0.687825, "nauc_recall_at_20_std": 0.196408, "nauc_recall_at_20_diff1": 0.649377, "nauc_recall_at_100_max": 0.722296, "nauc_recall_at_100_std": 0.403499, "nauc_recall_at_100_diff1": 0.637767, "nauc_recall_at_1000_max": 0.748942, "nauc_recall_at_1000_std": 0.680301, "nauc_recall_at_1000_diff1": 0.647275, "nauc_precision_at_1_max": 0.61254, "nauc_precision_at_1_std": -0.003188, "nauc_precision_at_1_diff1": 0.764562, "nauc_precision_at_3_max": 0.644551, "nauc_precision_at_3_std": 0.030019, "nauc_precision_at_3_diff1": 0.684097, "nauc_precision_at_5_max": 0.639199, "nauc_precision_at_5_std": 0.05655, "nauc_precision_at_5_diff1": 0.666336, "nauc_precision_at_10_max": 0.669351, "nauc_precision_at_10_std": 0.124162, "nauc_precision_at_10_diff1": 0.660396, "nauc_precision_at_20_max": 0.687825, "nauc_precision_at_20_std": 0.196408, "nauc_precision_at_20_diff1": 0.649377, "nauc_precision_at_100_max": 0.722296, "nauc_precision_at_100_std": 0.403499, "nauc_precision_at_100_diff1": 0.637767, "nauc_precision_at_1000_max": 0.748942, "nauc_precision_at_1000_std": 0.680301, "nauc_precision_at_1000_diff1": 0.647275, "nauc_mrr_at_1_max": 0.61254, "nauc_mrr_at_1_std": -0.003188, "nauc_mrr_at_1_diff1": 0.764562, "nauc_mrr_at_3_max": 0.626177, "nauc_mrr_at_3_std": 0.00921, "nauc_mrr_at_3_diff1": 0.730384, "nauc_mrr_at_5_max": 0.624691, "nauc_mrr_at_5_std": 0.013789, "nauc_mrr_at_5_diff1": 0.727939, "nauc_mrr_at_10_max": 0.626976, "nauc_mrr_at_10_std": 0.019152, "nauc_mrr_at_10_diff1": 0.728297, "nauc_mrr_at_20_max": 0.627241, "nauc_mrr_at_20_std": 0.020998, "nauc_mrr_at_20_diff1": 0.72842, "nauc_mrr_at_100_max": 0.627156, "nauc_mrr_at_100_std": 0.021494, "nauc_mrr_at_100_diff1": 0.728925, "nauc_mrr_at_1000_max": 0.627072, "nauc_mrr_at_1000_std": 0.021185, "nauc_mrr_at_1000_diff1": 0.729031, "main_score": 0.65613, "hf_subset": "vie-vie", "languages": [ "vie-Latn", "vie-Latn" ] }, { "ndcg_at_1": 0.49665, "ndcg_at_3": 0.58873, "ndcg_at_5": 0.6126, "ndcg_at_10": 0.63631, "ndcg_at_20": 0.65014, "ndcg_at_100": 0.66804, "ndcg_at_1000": 0.67554, "map_at_1": 0.49665, "map_at_3": 0.56596, "map_at_5": 0.57916, "map_at_10": 0.5889, "map_at_20": 0.59272, "map_at_100": 0.59521, "map_at_1000": 0.59552, "recall_at_1": 0.49665, "recall_at_3": 0.65466, "recall_at_5": 0.71282, "recall_at_10": 0.78641, "recall_at_20": 0.84097, "recall_at_100": 0.93721, "recall_at_1000": 0.99537, "precision_at_1": 0.49665, "precision_at_3": 0.21822, "precision_at_5": 0.14256, "precision_at_10": 0.07864, "precision_at_20": 0.04205, "precision_at_100": 0.00937, "precision_at_1000": 0.001, "mrr_at_1": 0.496655, "mrr_at_3": 0.565963, "mrr_at_5": 0.579165, "mrr_at_10": 0.588904, "mrr_at_20": 0.592719, "mrr_at_100": 0.595215, "mrr_at_1000": 0.595515, "nauc_ndcg_at_1_max": 0.520995, "nauc_ndcg_at_1_std": -0.009459, "nauc_ndcg_at_1_diff1": 0.701743, "nauc_ndcg_at_3_max": 0.52404, "nauc_ndcg_at_3_std": -8.4e-05, "nauc_ndcg_at_3_diff1": 0.647639, "nauc_ndcg_at_5_max": 0.523432, "nauc_ndcg_at_5_std": 0.006346, "nauc_ndcg_at_5_diff1": 0.638065, "nauc_ndcg_at_10_max": 0.531493, "nauc_ndcg_at_10_std": 0.024996, "nauc_ndcg_at_10_diff1": 0.635532, "nauc_ndcg_at_20_max": 0.533363, "nauc_ndcg_at_20_std": 0.027449, "nauc_ndcg_at_20_diff1": 0.634496, "nauc_ndcg_at_100_max": 0.533649, "nauc_ndcg_at_100_std": 0.03095, "nauc_ndcg_at_100_diff1": 0.643215, "nauc_ndcg_at_1000_max": 0.528967, "nauc_ndcg_at_1000_std": 0.020267, "nauc_ndcg_at_1000_diff1": 0.645406, "nauc_map_at_1_max": 0.520995, "nauc_map_at_1_std": -0.009459, "nauc_map_at_1_diff1": 0.701743, "nauc_map_at_3_max": 0.523273, "nauc_map_at_3_std": -0.003885, "nauc_map_at_3_diff1": 0.661074, "nauc_map_at_5_max": 0.523074, "nauc_map_at_5_std": -0.000425, "nauc_map_at_5_diff1": 0.656261, "nauc_map_at_10_max": 0.526271, "nauc_map_at_10_std": 0.006737, "nauc_map_at_10_diff1": 0.655407, "nauc_map_at_20_max": 0.526626, "nauc_map_at_20_std": 0.007155, "nauc_map_at_20_diff1": 0.655294, "nauc_map_at_100_max": 0.526523, "nauc_map_at_100_std": 0.007911, "nauc_map_at_100_diff1": 0.656273, "nauc_map_at_1000_max": 0.526378, "nauc_map_at_1000_std": 0.007593, "nauc_map_at_1000_diff1": 0.656369, "nauc_recall_at_1_max": 0.520995, "nauc_recall_at_1_std": -0.009459, "nauc_recall_at_1_diff1": 0.701743, "nauc_recall_at_3_max": 0.526539, "nauc_recall_at_3_std": 0.013, "nauc_recall_at_3_diff1": 0.603963, "nauc_recall_at_5_max": 0.524386, "nauc_recall_at_5_std": 0.032592, "nauc_recall_at_5_diff1": 0.570689, "nauc_recall_at_10_max": 0.559093, "nauc_recall_at_10_std": 0.120199, "nauc_recall_at_10_diff1": 0.543855, "nauc_recall_at_20_max": 0.581332, "nauc_recall_at_20_std": 0.166113, "nauc_recall_at_20_diff1": 0.509997, "nauc_recall_at_100_max": 0.659648, "nauc_recall_at_100_std": 0.399816, "nauc_recall_at_100_diff1": 0.537908, "nauc_recall_at_1000_max": 0.274471, "nauc_recall_at_1000_std": 0.451313, "nauc_recall_at_1000_diff1": 0.092246, "nauc_precision_at_1_max": 0.520995, "nauc_precision_at_1_std": -0.009459, "nauc_precision_at_1_diff1": 0.701743, "nauc_precision_at_3_max": 0.526539, "nauc_precision_at_3_std": 0.013, "nauc_precision_at_3_diff1": 0.603963, "nauc_precision_at_5_max": 0.524386, "nauc_precision_at_5_std": 0.032592, "nauc_precision_at_5_diff1": 0.570689, "nauc_precision_at_10_max": 0.559093, "nauc_precision_at_10_std": 0.120199, "nauc_precision_at_10_diff1": 0.543855, "nauc_precision_at_20_max": 0.581332, "nauc_precision_at_20_std": 0.166113, "nauc_precision_at_20_diff1": 0.509997, "nauc_precision_at_100_max": 0.659648, "nauc_precision_at_100_std": 0.399816, "nauc_precision_at_100_diff1": 0.537908, "nauc_precision_at_1000_max": 0.274471, "nauc_precision_at_1000_std": 0.451313, "nauc_precision_at_1000_diff1": 0.092246, "nauc_mrr_at_1_max": 0.520995, "nauc_mrr_at_1_std": -0.009459, "nauc_mrr_at_1_diff1": 0.701743, "nauc_mrr_at_3_max": 0.523273, "nauc_mrr_at_3_std": -0.003885, "nauc_mrr_at_3_diff1": 0.661074, "nauc_mrr_at_5_max": 0.523074, "nauc_mrr_at_5_std": -0.000425, "nauc_mrr_at_5_diff1": 0.656261, "nauc_mrr_at_10_max": 0.526271, "nauc_mrr_at_10_std": 0.006737, "nauc_mrr_at_10_diff1": 0.655407, "nauc_mrr_at_20_max": 0.526626, "nauc_mrr_at_20_std": 0.007155, "nauc_mrr_at_20_diff1": 0.655294, "nauc_mrr_at_100_max": 0.526523, "nauc_mrr_at_100_std": 0.007911, "nauc_mrr_at_100_diff1": 0.656273, "nauc_mrr_at_1000_max": 0.526378, "nauc_mrr_at_1000_std": 0.007593, "nauc_mrr_at_1000_diff1": 0.656369, "main_score": 0.63631, "hf_subset": "vie-zho", "languages": [ "vie-Latn", "zho-Hans" ] }, { "ndcg_at_1": 0.45212, "ndcg_at_3": 0.53726, "ndcg_at_5": 0.5582, "ndcg_at_10": 0.58665, "ndcg_at_20": 0.60229, "ndcg_at_100": 0.62404, "ndcg_at_1000": 0.63393, "map_at_1": 0.45212, "map_at_3": 0.5164, "map_at_5": 0.52804, "map_at_10": 0.5396, "map_at_20": 0.54391, "map_at_100": 0.54692, "map_at_1000": 0.5473, "recall_at_1": 0.45212, "recall_at_3": 0.59759, "recall_at_5": 0.64835, "recall_at_10": 0.73731, "recall_at_20": 0.79906, "recall_at_100": 0.91601, "recall_at_1000": 0.99372, "precision_at_1": 0.45212, "precision_at_3": 0.1992, "precision_at_5": 0.12967, "precision_at_10": 0.07373, "precision_at_20": 0.03995, "precision_at_100": 0.00916, "precision_at_1000": 0.00099, "mrr_at_1": 0.452119, "mrr_at_3": 0.516396, "mrr_at_5": 0.528039, "mrr_at_10": 0.539599, "mrr_at_20": 0.543907, "mrr_at_100": 0.546929, "mrr_at_1000": 0.547303, "nauc_ndcg_at_1_max": 0.525936, "nauc_ndcg_at_1_std": 0.02378, "nauc_ndcg_at_1_diff1": 0.661179, "nauc_ndcg_at_3_max": 0.544951, "nauc_ndcg_at_3_std": 0.055034, "nauc_ndcg_at_3_diff1": 0.606408, "nauc_ndcg_at_5_max": 0.544289, "nauc_ndcg_at_5_std": 0.059654, "nauc_ndcg_at_5_diff1": 0.603917, "nauc_ndcg_at_10_max": 0.544349, "nauc_ndcg_at_10_std": 0.080404, "nauc_ndcg_at_10_diff1": 0.596828, "nauc_ndcg_at_20_max": 0.543784, "nauc_ndcg_at_20_std": 0.085325, "nauc_ndcg_at_20_diff1": 0.598581, "nauc_ndcg_at_100_max": 0.542728, "nauc_ndcg_at_100_std": 0.080929, "nauc_ndcg_at_100_diff1": 0.603255, "nauc_ndcg_at_1000_max": 0.542004, "nauc_ndcg_at_1000_std": 0.072477, "nauc_ndcg_at_1000_diff1": 0.607017, "nauc_map_at_1_max": 0.525936, "nauc_map_at_1_std": 0.02378, "nauc_map_at_1_diff1": 0.661179, "nauc_map_at_3_max": 0.539666, "nauc_map_at_3_std": 0.046006, "nauc_map_at_3_diff1": 0.619781, "nauc_map_at_5_max": 0.539103, "nauc_map_at_5_std": 0.048434, "nauc_map_at_5_diff1": 0.618541, "nauc_map_at_10_max": 0.538755, "nauc_map_at_10_std": 0.056036, "nauc_map_at_10_diff1": 0.615887, "nauc_map_at_20_max": 0.538586, "nauc_map_at_20_std": 0.057029, "nauc_map_at_20_diff1": 0.616534, "nauc_map_at_100_max": 0.538458, "nauc_map_at_100_std": 0.056452, "nauc_map_at_100_diff1": 0.617176, "nauc_map_at_1000_max": 0.538479, "nauc_map_at_1000_std": 0.056246, "nauc_map_at_1000_diff1": 0.61732, "nauc_recall_at_1_max": 0.525936, "nauc_recall_at_1_std": 0.02378, "nauc_recall_at_1_diff1": 0.661179, "nauc_recall_at_3_max": 0.561544, "nauc_recall_at_3_std": 0.083514, "nauc_recall_at_3_diff1": 0.565171, "nauc_recall_at_5_max": 0.561854, "nauc_recall_at_5_std": 0.098202, "nauc_recall_at_5_diff1": 0.555214, "nauc_recall_at_10_max": 0.568193, "nauc_recall_at_10_std": 0.192502, "nauc_recall_at_10_diff1": 0.51659, "nauc_recall_at_20_max": 0.570135, "nauc_recall_at_20_std": 0.249522, "nauc_recall_at_20_diff1": 0.508044, "nauc_recall_at_100_max": 0.581509, "nauc_recall_at_100_std": 0.363381, "nauc_recall_at_100_diff1": 0.482962, "nauc_recall_at_1000_max": 0.690367, "nauc_recall_at_1000_std": 0.832731, "nauc_recall_at_1000_diff1": 0.214483, "nauc_precision_at_1_max": 0.525936, "nauc_precision_at_1_std": 0.02378, "nauc_precision_at_1_diff1": 0.661179, "nauc_precision_at_3_max": 0.561544, "nauc_precision_at_3_std": 0.083514, "nauc_precision_at_3_diff1": 0.565171, "nauc_precision_at_5_max": 0.561854, "nauc_precision_at_5_std": 0.098202, "nauc_precision_at_5_diff1": 0.555214, "nauc_precision_at_10_max": 0.568193, "nauc_precision_at_10_std": 0.192502, "nauc_precision_at_10_diff1": 0.51659, "nauc_precision_at_20_max": 0.570135, "nauc_precision_at_20_std": 0.249522, "nauc_precision_at_20_diff1": 0.508044, "nauc_precision_at_100_max": 0.581594, "nauc_precision_at_100_std": 0.366278, "nauc_precision_at_100_diff1": 0.481754, "nauc_precision_at_1000_max": 0.562566, "nauc_precision_at_1000_std": 0.768261, "nauc_precision_at_1000_diff1": 0.124046, "nauc_mrr_at_1_max": 0.525936, "nauc_mrr_at_1_std": 0.02378, "nauc_mrr_at_1_diff1": 0.661179, "nauc_mrr_at_3_max": 0.539666, "nauc_mrr_at_3_std": 0.046006, "nauc_mrr_at_3_diff1": 0.619781, "nauc_mrr_at_5_max": 0.539103, "nauc_mrr_at_5_std": 0.048434, "nauc_mrr_at_5_diff1": 0.618541, "nauc_mrr_at_10_max": 0.538755, "nauc_mrr_at_10_std": 0.056036, "nauc_mrr_at_10_diff1": 0.615887, "nauc_mrr_at_20_max": 0.538586, "nauc_mrr_at_20_std": 0.057029, "nauc_mrr_at_20_diff1": 0.616534, "nauc_mrr_at_100_max": 0.538455, "nauc_mrr_at_100_std": 0.056474, "nauc_mrr_at_100_diff1": 0.617164, "nauc_mrr_at_1000_max": 0.538478, "nauc_mrr_at_1000_std": 0.056259, "nauc_mrr_at_1000_diff1": 0.617313, "main_score": 0.58665, "hf_subset": "zho-ara", "languages": [ "zho-Hans", "ara-Arab" ] }, { "ndcg_at_1": 0.54596, "ndcg_at_3": 0.62125, "ndcg_at_5": 0.64801, "ndcg_at_10": 0.66941, "ndcg_at_20": 0.6848, "ndcg_at_100": 0.70004, "ndcg_at_1000": 0.7065, "map_at_1": 0.54596, "map_at_3": 0.60271, "map_at_5": 0.61761, "map_at_10": 0.62648, "map_at_20": 0.63067, "map_at_100": 0.63283, "map_at_1000": 0.63309, "recall_at_1": 0.54596, "recall_at_3": 0.67489, "recall_at_5": 0.73967, "recall_at_10": 0.80568, "recall_at_20": 0.86675, "recall_at_100": 0.94818, "recall_at_1000": 0.99815, "precision_at_1": 0.54596, "precision_at_3": 0.22496, "precision_at_5": 0.14793, "precision_at_10": 0.08057, "precision_at_20": 0.04334, "precision_at_100": 0.00948, "precision_at_1000": 0.001, "mrr_at_1": 0.545959, "mrr_at_3": 0.602714, "mrr_at_5": 0.617613, "mrr_at_10": 0.626478, "mrr_at_20": 0.630668, "mrr_at_100": 0.632828, "mrr_at_1000": 0.633087, "nauc_ndcg_at_1_max": 0.531191, "nauc_ndcg_at_1_std": -0.115129, "nauc_ndcg_at_1_diff1": 0.728393, "nauc_ndcg_at_3_max": 0.531976, "nauc_ndcg_at_3_std": -0.125153, "nauc_ndcg_at_3_diff1": 0.680416, "nauc_ndcg_at_5_max": 0.544889, "nauc_ndcg_at_5_std": -0.096251, "nauc_ndcg_at_5_diff1": 0.677265, "nauc_ndcg_at_10_max": 0.535814, "nauc_ndcg_at_10_std": -0.094782, "nauc_ndcg_at_10_diff1": 0.670633, "nauc_ndcg_at_20_max": 0.541013, "nauc_ndcg_at_20_std": -0.089921, "nauc_ndcg_at_20_diff1": 0.674125, "nauc_ndcg_at_100_max": 0.536891, "nauc_ndcg_at_100_std": -0.094445, "nauc_ndcg_at_100_diff1": 0.678977, "nauc_ndcg_at_1000_max": 0.537383, "nauc_ndcg_at_1000_std": -0.100544, "nauc_ndcg_at_1000_diff1": 0.683295, "nauc_map_at_1_max": 0.531191, "nauc_map_at_1_std": -0.115129, "nauc_map_at_1_diff1": 0.728393, "nauc_map_at_3_max": 0.532172, "nauc_map_at_3_std": -0.123777, "nauc_map_at_3_diff1": 0.692554, "nauc_map_at_5_max": 0.53908, "nauc_map_at_5_std": -0.108277, "nauc_map_at_5_diff1": 0.691412, "nauc_map_at_10_max": 0.535683, "nauc_map_at_10_std": -0.10782, "nauc_map_at_10_diff1": 0.689339, "nauc_map_at_20_max": 0.536884, "nauc_map_at_20_std": -0.107102, "nauc_map_at_20_diff1": 0.690354, "nauc_map_at_100_max": 0.536311, "nauc_map_at_100_std": -0.1078, "nauc_map_at_100_diff1": 0.690931, "nauc_map_at_1000_max": 0.536345, "nauc_map_at_1000_std": -0.107954, "nauc_map_at_1000_diff1": 0.691098, "nauc_recall_at_1_max": 0.531191, "nauc_recall_at_1_std": -0.115129, "nauc_recall_at_1_diff1": 0.728393, "nauc_recall_at_3_max": 0.531153, "nauc_recall_at_3_std": -0.129046, "nauc_recall_at_3_diff1": 0.641132, "nauc_recall_at_5_max": 0.568531, "nauc_recall_at_5_std": -0.045805, "nauc_recall_at_5_diff1": 0.623933, "nauc_recall_at_10_max": 0.532626, "nauc_recall_at_10_std": -0.027166, "nauc_recall_at_10_diff1": 0.578916, "nauc_recall_at_20_max": 0.572373, "nauc_recall_at_20_std": 0.043057, "nauc_recall_at_20_diff1": 0.569261, "nauc_recall_at_100_max": 0.522942, "nauc_recall_at_100_std": 0.133828, "nauc_recall_at_100_diff1": 0.539901, "nauc_recall_at_1000_max": 0.466523, "nauc_recall_at_1000_std": -0.079916, "nauc_recall_at_1000_diff1": 0.85141, "nauc_precision_at_1_max": 0.531191, "nauc_precision_at_1_std": -0.115129, "nauc_precision_at_1_diff1": 0.728393, "nauc_precision_at_3_max": 0.531153, "nauc_precision_at_3_std": -0.129046, "nauc_precision_at_3_diff1": 0.641132, "nauc_precision_at_5_max": 0.568531, "nauc_precision_at_5_std": -0.045805, "nauc_precision_at_5_diff1": 0.623933, "nauc_precision_at_10_max": 0.532626, "nauc_precision_at_10_std": -0.027166, "nauc_precision_at_10_diff1": 0.578916, "nauc_precision_at_20_max": 0.572373, "nauc_precision_at_20_std": 0.043057, "nauc_precision_at_20_diff1": 0.569261, "nauc_precision_at_100_max": 0.522942, "nauc_precision_at_100_std": 0.133828, "nauc_precision_at_100_diff1": 0.539901, "nauc_precision_at_1000_max": 0.466523, "nauc_precision_at_1000_std": -0.079916, "nauc_precision_at_1000_diff1": 0.85141, "nauc_mrr_at_1_max": 0.531191, "nauc_mrr_at_1_std": -0.115129, "nauc_mrr_at_1_diff1": 0.728393, "nauc_mrr_at_3_max": 0.532172, "nauc_mrr_at_3_std": -0.123777, "nauc_mrr_at_3_diff1": 0.692554, "nauc_mrr_at_5_max": 0.53908, "nauc_mrr_at_5_std": -0.108277, "nauc_mrr_at_5_diff1": 0.691412, "nauc_mrr_at_10_max": 0.535683, "nauc_mrr_at_10_std": -0.10782, "nauc_mrr_at_10_diff1": 0.689339, "nauc_mrr_at_20_max": 0.536884, "nauc_mrr_at_20_std": -0.107102, "nauc_mrr_at_20_diff1": 0.690354, "nauc_mrr_at_100_max": 0.536311, "nauc_mrr_at_100_std": -0.1078, "nauc_mrr_at_100_diff1": 0.690931, "nauc_mrr_at_1000_max": 0.536345, "nauc_mrr_at_1000_std": -0.107954, "nauc_mrr_at_1000_diff1": 0.691098, "main_score": 0.66941, "hf_subset": "zho-deu", "languages": [ "zho-Hans", "deu-Latn" ] }, { "ndcg_at_1": 0.49017, "ndcg_at_3": 0.57702, "ndcg_at_5": 0.59987, "ndcg_at_10": 0.62141, "ndcg_at_20": 0.63571, "ndcg_at_100": 0.6539, "ndcg_at_1000": 0.66278, "map_at_1": 0.49017, "map_at_3": 0.55581, "map_at_5": 0.5685, "map_at_10": 0.57739, "map_at_20": 0.58138, "map_at_100": 0.58387, "map_at_1000": 0.58419, "recall_at_1": 0.49017, "recall_at_3": 0.63827, "recall_at_5": 0.69367, "recall_at_10": 0.76027, "recall_at_20": 0.81636, "recall_at_100": 0.9148, "recall_at_1000": 0.98539, "precision_at_1": 0.49017, "precision_at_3": 0.21279, "precision_at_5": 0.13877, "precision_at_10": 0.07605, "precision_at_20": 0.04083, "precision_at_100": 0.00915, "precision_at_1000": 0.00099, "mrr_at_1": 0.490166, "mrr_at_3": 0.555858, "mrr_at_5": 0.568565, "mrr_at_10": 0.577463, "mrr_at_20": 0.581448, "mrr_at_100": 0.583935, "mrr_at_1000": 0.584259, "nauc_ndcg_at_1_max": 0.494865, "nauc_ndcg_at_1_std": -0.015088, "nauc_ndcg_at_1_diff1": 0.700237, "nauc_ndcg_at_3_max": 0.495874, "nauc_ndcg_at_3_std": 0.008444, "nauc_ndcg_at_3_diff1": 0.64674, "nauc_ndcg_at_5_max": 0.495921, "nauc_ndcg_at_5_std": 0.022891, "nauc_ndcg_at_5_diff1": 0.640406, "nauc_ndcg_at_10_max": 0.496911, "nauc_ndcg_at_10_std": 0.034799, "nauc_ndcg_at_10_diff1": 0.640894, "nauc_ndcg_at_20_max": 0.498632, "nauc_ndcg_at_20_std": 0.043108, "nauc_ndcg_at_20_diff1": 0.6403, "nauc_ndcg_at_100_max": 0.500941, "nauc_ndcg_at_100_std": 0.045664, "nauc_ndcg_at_100_diff1": 0.644322, "nauc_ndcg_at_1000_max": 0.49998, "nauc_ndcg_at_1000_std": 0.035127, "nauc_ndcg_at_1000_diff1": 0.648656, "nauc_map_at_1_max": 0.494865, "nauc_map_at_1_std": -0.015088, "nauc_map_at_1_diff1": 0.700237, "nauc_map_at_3_max": 0.495802, "nauc_map_at_3_std": 0.001254, "nauc_map_at_3_diff1": 0.659577, "nauc_map_at_5_max": 0.496009, "nauc_map_at_5_std": 0.008831, "nauc_map_at_5_diff1": 0.656747, "nauc_map_at_10_max": 0.496556, "nauc_map_at_10_std": 0.013204, "nauc_map_at_10_diff1": 0.657301, "nauc_map_at_20_max": 0.49691, "nauc_map_at_20_std": 0.015095, "nauc_map_at_20_diff1": 0.657288, "nauc_map_at_100_max": 0.497215, "nauc_map_at_100_std": 0.01533, "nauc_map_at_100_diff1": 0.65779, "nauc_map_at_1000_max": 0.497195, "nauc_map_at_1000_std": 0.015042, "nauc_map_at_1000_diff1": 0.65792, "nauc_recall_at_1_max": 0.494865, "nauc_recall_at_1_std": -0.015088, "nauc_recall_at_1_diff1": 0.700237, "nauc_recall_at_3_max": 0.495987, "nauc_recall_at_3_std": 0.032123, "nauc_recall_at_3_diff1": 0.605777, "nauc_recall_at_5_max": 0.495139, "nauc_recall_at_5_std": 0.075048, "nauc_recall_at_5_diff1": 0.581913, "nauc_recall_at_10_max": 0.497729, "nauc_recall_at_10_std": 0.135189, "nauc_recall_at_10_diff1": 0.570774, "nauc_recall_at_20_max": 0.509818, "nauc_recall_at_20_std": 0.212642, "nauc_recall_at_20_diff1": 0.54975, "nauc_recall_at_100_max": 0.557724, "nauc_recall_at_100_std": 0.422047, "nauc_recall_at_100_diff1": 0.528614, "nauc_recall_at_1000_max": 0.679164, "nauc_recall_at_1000_std": 0.708597, "nauc_recall_at_1000_diff1": 0.586964, "nauc_precision_at_1_max": 0.494865, "nauc_precision_at_1_std": -0.015088, "nauc_precision_at_1_diff1": 0.700237, "nauc_precision_at_3_max": 0.496038, "nauc_precision_at_3_std": 0.03201, "nauc_precision_at_3_diff1": 0.606076, "nauc_precision_at_5_max": 0.49536, "nauc_precision_at_5_std": 0.075591, "nauc_precision_at_5_diff1": 0.582094, "nauc_precision_at_10_max": 0.498076, "nauc_precision_at_10_std": 0.135903, "nauc_precision_at_10_diff1": 0.571075, "nauc_precision_at_20_max": 0.510346, "nauc_precision_at_20_std": 0.213631, "nauc_precision_at_20_diff1": 0.5502, "nauc_precision_at_100_max": 0.556063, "nauc_precision_at_100_std": 0.422021, "nauc_precision_at_100_diff1": 0.527581, "nauc_precision_at_1000_max": 0.649656, "nauc_precision_at_1000_std": 0.694781, "nauc_precision_at_1000_diff1": 0.558906, "nauc_mrr_at_1_max": 0.494865, "nauc_mrr_at_1_std": -0.015088, "nauc_mrr_at_1_diff1": 0.700237, "nauc_mrr_at_3_max": 0.495815, "nauc_mrr_at_3_std": 0.001201, "nauc_mrr_at_3_diff1": 0.659702, "nauc_mrr_at_5_max": 0.49605, "nauc_mrr_at_5_std": 0.008883, "nauc_mrr_at_5_diff1": 0.656854, "nauc_mrr_at_10_max": 0.496601, "nauc_mrr_at_10_std": 0.013258, "nauc_mrr_at_10_diff1": 0.657414, "nauc_mrr_at_20_max": 0.496956, "nauc_mrr_at_20_std": 0.01515, "nauc_mrr_at_20_diff1": 0.657402, "nauc_mrr_at_100_max": 0.497259, "nauc_mrr_at_100_std": 0.015389, "nauc_mrr_at_100_diff1": 0.657894, "nauc_mrr_at_1000_max": 0.497238, "nauc_mrr_at_1000_std": 0.015098, "nauc_mrr_at_1000_diff1": 0.658025, "main_score": 0.62141, "hf_subset": "zho-eng", "languages": [ "zho-Hans", "eng-Latn" ] }, { "ndcg_at_1": 0.50745, "ndcg_at_3": 0.59757, "ndcg_at_5": 0.62465, "ndcg_at_10": 0.64317, "ndcg_at_20": 0.65562, "ndcg_at_100": 0.6729, "ndcg_at_1000": 0.68181, "map_at_1": 0.50745, "map_at_3": 0.57593, "map_at_5": 0.59108, "map_at_10": 0.59878, "map_at_20": 0.60218, "map_at_100": 0.60461, "map_at_1000": 0.60494, "recall_at_1": 0.50745, "recall_at_3": 0.65999, "recall_at_5": 0.72522, "recall_at_10": 0.78223, "recall_at_20": 0.83154, "recall_at_100": 0.92399, "recall_at_1000": 0.99435, "precision_at_1": 0.50745, "precision_at_3": 0.22, "precision_at_5": 0.14504, "precision_at_10": 0.07822, "precision_at_20": 0.04158, "precision_at_100": 0.00924, "precision_at_1000": 0.00099, "mrr_at_1": 0.507447, "mrr_at_3": 0.575929, "mrr_at_5": 0.59108, "mrr_at_10": 0.598776, "mrr_at_20": 0.602179, "mrr_at_100": 0.604612, "mrr_at_1000": 0.604943, "nauc_ndcg_at_1_max": 0.556141, "nauc_ndcg_at_1_std": 0.033467, "nauc_ndcg_at_1_diff1": 0.71404, "nauc_ndcg_at_3_max": 0.559262, "nauc_ndcg_at_3_std": 0.055439, "nauc_ndcg_at_3_diff1": 0.651581, "nauc_ndcg_at_5_max": 0.558746, "nauc_ndcg_at_5_std": 0.072641, "nauc_ndcg_at_5_diff1": 0.644116, "nauc_ndcg_at_10_max": 0.556674, "nauc_ndcg_at_10_std": 0.073405, "nauc_ndcg_at_10_diff1": 0.6431, "nauc_ndcg_at_20_max": 0.558585, "nauc_ndcg_at_20_std": 0.079628, "nauc_ndcg_at_20_diff1": 0.646277, "nauc_ndcg_at_100_max": 0.557981, "nauc_ndcg_at_100_std": 0.079645, "nauc_ndcg_at_100_diff1": 0.651438, "nauc_ndcg_at_1000_max": 0.558149, "nauc_ndcg_at_1000_std": 0.070755, "nauc_ndcg_at_1000_diff1": 0.655371, "nauc_map_at_1_max": 0.556141, "nauc_map_at_1_std": 0.033467, "nauc_map_at_1_diff1": 0.71404, "nauc_map_at_3_max": 0.558179, "nauc_map_at_3_std": 0.048908, "nauc_map_at_3_diff1": 0.666572, "nauc_map_at_5_max": 0.557835, "nauc_map_at_5_std": 0.05808, "nauc_map_at_5_diff1": 0.662983, "nauc_map_at_10_max": 0.556951, "nauc_map_at_10_std": 0.058066, "nauc_map_at_10_diff1": 0.66277, "nauc_map_at_20_max": 0.557367, "nauc_map_at_20_std": 0.059402, "nauc_map_at_20_diff1": 0.663681, "nauc_map_at_100_max": 0.557205, "nauc_map_at_100_std": 0.058971, "nauc_map_at_100_diff1": 0.66433, "nauc_map_at_1000_max": 0.557243, "nauc_map_at_1000_std": 0.058768, "nauc_map_at_1000_diff1": 0.664472, "nauc_recall_at_1_max": 0.556141, "nauc_recall_at_1_std": 0.033467, "nauc_recall_at_1_diff1": 0.71404, "nauc_recall_at_3_max": 0.562929, "nauc_recall_at_3_std": 0.077155, "nauc_recall_at_3_diff1": 0.603222, "nauc_recall_at_5_max": 0.562237, "nauc_recall_at_5_std": 0.129661, "nauc_recall_at_5_diff1": 0.573764, "nauc_recall_at_10_max": 0.554626, "nauc_recall_at_10_std": 0.145152, "nauc_recall_at_10_diff1": 0.556216, "nauc_recall_at_20_max": 0.567609, "nauc_recall_at_20_std": 0.205304, "nauc_recall_at_20_diff1": 0.556149, "nauc_recall_at_100_max": 0.570895, "nauc_recall_at_100_std": 0.359088, "nauc_recall_at_100_diff1": 0.554138, "nauc_recall_at_1000_max": 0.682963, "nauc_recall_at_1000_std": 0.532803, "nauc_recall_at_1000_diff1": 0.64016, "nauc_precision_at_1_max": 0.556141, "nauc_precision_at_1_std": 0.033467, "nauc_precision_at_1_diff1": 0.71404, "nauc_precision_at_3_max": 0.562929, "nauc_precision_at_3_std": 0.077155, "nauc_precision_at_3_diff1": 0.603222, "nauc_precision_at_5_max": 0.562237, "nauc_precision_at_5_std": 0.129661, "nauc_precision_at_5_diff1": 0.573764, "nauc_precision_at_10_max": 0.554626, "nauc_precision_at_10_std": 0.145152, "nauc_precision_at_10_diff1": 0.556216, "nauc_precision_at_20_max": 0.567609, "nauc_precision_at_20_std": 0.205304, "nauc_precision_at_20_diff1": 0.556149, "nauc_precision_at_100_max": 0.570895, "nauc_precision_at_100_std": 0.359088, "nauc_precision_at_100_diff1": 0.554138, "nauc_precision_at_1000_max": 0.682963, "nauc_precision_at_1000_std": 0.532803, "nauc_precision_at_1000_diff1": 0.64016, "nauc_mrr_at_1_max": 0.556141, "nauc_mrr_at_1_std": 0.033467, "nauc_mrr_at_1_diff1": 0.71404, "nauc_mrr_at_3_max": 0.558179, "nauc_mrr_at_3_std": 0.048908, "nauc_mrr_at_3_diff1": 0.666572, "nauc_mrr_at_5_max": 0.557835, "nauc_mrr_at_5_std": 0.05808, "nauc_mrr_at_5_diff1": 0.662983, "nauc_mrr_at_10_max": 0.556951, "nauc_mrr_at_10_std": 0.058066, "nauc_mrr_at_10_diff1": 0.66277, "nauc_mrr_at_20_max": 0.557367, "nauc_mrr_at_20_std": 0.059402, "nauc_mrr_at_20_diff1": 0.663681, "nauc_mrr_at_100_max": 0.557205, "nauc_mrr_at_100_std": 0.058971, "nauc_mrr_at_100_diff1": 0.66433, "nauc_mrr_at_1000_max": 0.557243, "nauc_mrr_at_1000_std": 0.058768, "nauc_mrr_at_1000_diff1": 0.664472, "main_score": 0.64317, "hf_subset": "zho-spa", "languages": [ "zho-Hans", "spa-Latn" ] }, { "ndcg_at_1": 0.48075, "ndcg_at_3": 0.57454, "ndcg_at_5": 0.59881, "ndcg_at_10": 0.62181, "ndcg_at_20": 0.63879, "ndcg_at_100": 0.65581, "ndcg_at_1000": 0.66413, "map_at_1": 0.48075, "map_at_3": 0.55143, "map_at_5": 0.56491, "map_at_10": 0.57425, "map_at_20": 0.57893, "map_at_100": 0.58123, "map_at_1000": 0.58154, "recall_at_1": 0.48075, "recall_at_3": 0.64128, "recall_at_5": 0.70017, "recall_at_10": 0.77208, "recall_at_20": 0.83918, "recall_at_100": 0.93148, "recall_at_1000": 0.99717, "precision_at_1": 0.48075, "precision_at_3": 0.21385, "precision_at_5": 0.14009, "precision_at_10": 0.07724, "precision_at_20": 0.04199, "precision_at_100": 0.00932, "precision_at_1000": 0.001, "mrr_at_1": 0.480747, "mrr_at_3": 0.551529, "mrr_at_5": 0.565006, "mrr_at_10": 0.574345, "mrr_at_20": 0.578969, "mrr_at_100": 0.581275, "mrr_at_1000": 0.581585, "nauc_ndcg_at_1_max": 0.580714, "nauc_ndcg_at_1_std": 0.039893, "nauc_ndcg_at_1_diff1": 0.692302, "nauc_ndcg_at_3_max": 0.583116, "nauc_ndcg_at_3_std": 0.053691, "nauc_ndcg_at_3_diff1": 0.62328, "nauc_ndcg_at_5_max": 0.582083, "nauc_ndcg_at_5_std": 0.05267, "nauc_ndcg_at_5_diff1": 0.617882, "nauc_ndcg_at_10_max": 0.585302, "nauc_ndcg_at_10_std": 0.066193, "nauc_ndcg_at_10_diff1": 0.61817, "nauc_ndcg_at_20_max": 0.590767, "nauc_ndcg_at_20_std": 0.083208, "nauc_ndcg_at_20_diff1": 0.620753, "nauc_ndcg_at_100_max": 0.588339, "nauc_ndcg_at_100_std": 0.078346, "nauc_ndcg_at_100_diff1": 0.625009, "nauc_ndcg_at_1000_max": 0.586575, "nauc_ndcg_at_1000_std": 0.067603, "nauc_ndcg_at_1000_diff1": 0.630279, "nauc_map_at_1_max": 0.580714, "nauc_map_at_1_std": 0.039893, "nauc_map_at_1_diff1": 0.692302, "nauc_map_at_3_max": 0.582889, "nauc_map_at_3_std": 0.048481, "nauc_map_at_3_diff1": 0.640903, "nauc_map_at_5_max": 0.582526, "nauc_map_at_5_std": 0.047804, "nauc_map_at_5_diff1": 0.638643, "nauc_map_at_10_max": 0.583745, "nauc_map_at_10_std": 0.052661, "nauc_map_at_10_diff1": 0.639172, "nauc_map_at_20_max": 0.585159, "nauc_map_at_20_std": 0.056716, "nauc_map_at_20_diff1": 0.640198, "nauc_map_at_100_max": 0.584697, "nauc_map_at_100_std": 0.055927, "nauc_map_at_100_diff1": 0.64068, "nauc_map_at_1000_max": 0.584621, "nauc_map_at_1000_std": 0.05559, "nauc_map_at_1000_diff1": 0.640832, "nauc_recall_at_1_max": 0.580714, "nauc_recall_at_1_std": 0.039893, "nauc_recall_at_1_diff1": 0.692302, "nauc_recall_at_3_max": 0.583851, "nauc_recall_at_3_std": 0.071681, "nauc_recall_at_3_diff1": 0.5666, "nauc_recall_at_5_max": 0.579978, "nauc_recall_at_5_std": 0.071114, "nauc_recall_at_5_diff1": 0.543059, "nauc_recall_at_10_max": 0.593365, "nauc_recall_at_10_std": 0.135221, "nauc_recall_at_10_diff1": 0.52573, "nauc_recall_at_20_max": 0.633338, "nauc_recall_at_20_std": 0.278933, "nauc_recall_at_20_diff1": 0.508955, "nauc_recall_at_100_max": 0.647477, "nauc_recall_at_100_std": 0.426826, "nauc_recall_at_100_diff1": 0.467021, "nauc_recall_at_1000_max": 0.892141, "nauc_recall_at_1000_std": 0.910823, "nauc_recall_at_1000_diff1": 0.643885, "nauc_precision_at_1_max": 0.580714, "nauc_precision_at_1_std": 0.039893, "nauc_precision_at_1_diff1": 0.692302, "nauc_precision_at_3_max": 0.583464, "nauc_precision_at_3_std": 0.070876, "nauc_precision_at_3_diff1": 0.566203, "nauc_precision_at_5_max": 0.579647, "nauc_precision_at_5_std": 0.070219, "nauc_precision_at_5_diff1": 0.542698, "nauc_precision_at_10_max": 0.592963, "nauc_precision_at_10_std": 0.134165, "nauc_precision_at_10_diff1": 0.525262, "nauc_precision_at_20_max": 0.626628, "nauc_precision_at_20_std": 0.273949, "nauc_precision_at_20_diff1": 0.50304, "nauc_precision_at_100_max": 0.632419, "nauc_precision_at_100_std": 0.413697, "nauc_precision_at_100_diff1": 0.45452, "nauc_precision_at_1000_max": 0.554759, "nauc_precision_at_1000_std": 0.546801, "nauc_precision_at_1000_diff1": 0.370564, "nauc_mrr_at_1_max": 0.580714, "nauc_mrr_at_1_std": 0.039893, "nauc_mrr_at_1_diff1": 0.692302, "nauc_mrr_at_3_max": 0.582773, "nauc_mrr_at_3_std": 0.048238, "nauc_mrr_at_3_diff1": 0.640797, "nauc_mrr_at_5_max": 0.582413, "nauc_mrr_at_5_std": 0.047555, "nauc_mrr_at_5_diff1": 0.638541, "nauc_mrr_at_10_max": 0.583631, "nauc_mrr_at_10_std": 0.052408, "nauc_mrr_at_10_diff1": 0.639067, "nauc_mrr_at_20_max": 0.585103, "nauc_mrr_at_20_std": 0.0566, "nauc_mrr_at_20_diff1": 0.640147, "nauc_mrr_at_100_max": 0.584641, "nauc_mrr_at_100_std": 0.05581, "nauc_mrr_at_100_diff1": 0.640629, "nauc_mrr_at_1000_max": 0.584565, "nauc_mrr_at_1000_std": 0.055473, "nauc_mrr_at_1000_diff1": 0.640781, "main_score": 0.62181, "hf_subset": "zho-hin", "languages": [ "zho-Hans", "hin-Deva" ] }, { "ndcg_at_1": 0.51724, "ndcg_at_3": 0.60838, "ndcg_at_5": 0.63281, "ndcg_at_10": 0.65316, "ndcg_at_20": 0.66772, "ndcg_at_100": 0.68282, "ndcg_at_1000": 0.69115, "map_at_1": 0.51724, "map_at_3": 0.58629, "map_at_5": 0.59988, "map_at_10": 0.6084, "map_at_20": 0.61246, "map_at_100": 0.61455, "map_at_1000": 0.61488, "recall_at_1": 0.51724, "recall_at_3": 0.67216, "recall_at_5": 0.73134, "recall_at_10": 0.79362, "recall_at_20": 0.85075, "recall_at_100": 0.93206, "recall_at_1000": 0.99691, "precision_at_1": 0.51724, "precision_at_3": 0.22405, "precision_at_5": 0.14627, "precision_at_10": 0.07936, "precision_at_20": 0.04254, "precision_at_100": 0.00932, "precision_at_1000": 0.001, "mrr_at_1": 0.517241, "mrr_at_3": 0.586293, "mrr_at_5": 0.59988, "mrr_at_10": 0.608399, "mrr_at_20": 0.61246, "mrr_at_100": 0.614549, "mrr_at_1000": 0.614879, "nauc_ndcg_at_1_max": 0.482457, "nauc_ndcg_at_1_std": -0.041763, "nauc_ndcg_at_1_diff1": 0.683412, "nauc_ndcg_at_3_max": 0.49078, "nauc_ndcg_at_3_std": -0.039057, "nauc_ndcg_at_3_diff1": 0.643481, "nauc_ndcg_at_5_max": 0.495083, "nauc_ndcg_at_5_std": -0.035026, "nauc_ndcg_at_5_diff1": 0.643537, "nauc_ndcg_at_10_max": 0.497118, "nauc_ndcg_at_10_std": -0.030002, "nauc_ndcg_at_10_diff1": 0.640806, "nauc_ndcg_at_20_max": 0.497566, "nauc_ndcg_at_20_std": -0.025645, "nauc_ndcg_at_20_diff1": 0.640166, "nauc_ndcg_at_100_max": 0.497912, "nauc_ndcg_at_100_std": -0.014856, "nauc_ndcg_at_100_diff1": 0.642899, "nauc_ndcg_at_1000_max": 0.494858, "nauc_ndcg_at_1000_std": -0.025686, "nauc_ndcg_at_1000_diff1": 0.646339, "nauc_map_at_1_max": 0.482457, "nauc_map_at_1_std": -0.041763, "nauc_map_at_1_diff1": 0.683412, "nauc_map_at_3_max": 0.488946, "nauc_map_at_3_std": -0.040653, "nauc_map_at_3_diff1": 0.653497, "nauc_map_at_5_max": 0.491208, "nauc_map_at_5_std": -0.038546, "nauc_map_at_5_diff1": 0.653823, "nauc_map_at_10_max": 0.491879, "nauc_map_at_10_std": -0.03681, "nauc_map_at_10_diff1": 0.653206, "nauc_map_at_20_max": 0.492121, "nauc_map_at_20_std": -0.035574, "nauc_map_at_20_diff1": 0.65328, "nauc_map_at_100_max": 0.492078, "nauc_map_at_100_std": -0.034356, "nauc_map_at_100_diff1": 0.653532, "nauc_map_at_1000_max": 0.49197, "nauc_map_at_1000_std": -0.034657, "nauc_map_at_1000_diff1": 0.65365, "nauc_recall_at_1_max": 0.482457, "nauc_recall_at_1_std": -0.041763, "nauc_recall_at_1_diff1": 0.683412, "nauc_recall_at_3_max": 0.496659, "nauc_recall_at_3_std": -0.033371, "nauc_recall_at_3_diff1": 0.610678, "nauc_recall_at_5_max": 0.510022, "nauc_recall_at_5_std": -0.020743, "nauc_recall_at_5_diff1": 0.605489, "nauc_recall_at_10_max": 0.522711, "nauc_recall_at_10_std": 0.00553, "nauc_recall_at_10_diff1": 0.582938, "nauc_recall_at_20_max": 0.531735, "nauc_recall_at_20_std": 0.045292, "nauc_recall_at_20_diff1": 0.557274, "nauc_recall_at_100_max": 0.57963, "nauc_recall_at_100_std": 0.334387, "nauc_recall_at_100_diff1": 0.528952, "nauc_recall_at_1000_max": 0.502562, "nauc_recall_at_1000_std": 0.824932, "nauc_recall_at_1000_diff1": 0.223184, "nauc_precision_at_1_max": 0.482457, "nauc_precision_at_1_std": -0.041763, "nauc_precision_at_1_diff1": 0.683412, "nauc_precision_at_3_max": 0.496659, "nauc_precision_at_3_std": -0.033371, "nauc_precision_at_3_diff1": 0.610678, "nauc_precision_at_5_max": 0.510022, "nauc_precision_at_5_std": -0.020743, "nauc_precision_at_5_diff1": 0.605489, "nauc_precision_at_10_max": 0.522711, "nauc_precision_at_10_std": 0.00553, "nauc_precision_at_10_diff1": 0.582938, "nauc_precision_at_20_max": 0.531735, "nauc_precision_at_20_std": 0.045292, "nauc_precision_at_20_diff1": 0.557274, "nauc_precision_at_100_max": 0.57963, "nauc_precision_at_100_std": 0.334387, "nauc_precision_at_100_diff1": 0.528952, "nauc_precision_at_1000_max": 0.502562, "nauc_precision_at_1000_std": 0.824932, "nauc_precision_at_1000_diff1": 0.223184, "nauc_mrr_at_1_max": 0.482457, "nauc_mrr_at_1_std": -0.041763, "nauc_mrr_at_1_diff1": 0.683412, "nauc_mrr_at_3_max": 0.488946, "nauc_mrr_at_3_std": -0.040653, "nauc_mrr_at_3_diff1": 0.653497, "nauc_mrr_at_5_max": 0.491208, "nauc_mrr_at_5_std": -0.038546, "nauc_mrr_at_5_diff1": 0.653823, "nauc_mrr_at_10_max": 0.491879, "nauc_mrr_at_10_std": -0.03681, "nauc_mrr_at_10_diff1": 0.653206, "nauc_mrr_at_20_max": 0.492121, "nauc_mrr_at_20_std": -0.035574, "nauc_mrr_at_20_diff1": 0.65328, "nauc_mrr_at_100_max": 0.492078, "nauc_mrr_at_100_std": -0.034356, "nauc_mrr_at_100_diff1": 0.653532, "nauc_mrr_at_1000_max": 0.49197, "nauc_mrr_at_1000_std": -0.034657, "nauc_mrr_at_1000_diff1": 0.65365, "main_score": 0.65316, "hf_subset": "zho-vie", "languages": [ "zho-Hans", "vie-Latn" ] }, { "ndcg_at_1": 0.56308, "ndcg_at_3": 0.63629, "ndcg_at_5": 0.65493, "ndcg_at_10": 0.67219, "ndcg_at_20": 0.68392, "ndcg_at_100": 0.69924, "ndcg_at_1000": 0.70797, "map_at_1": 0.56308, "map_at_3": 0.61838, "map_at_5": 0.62875, "map_at_10": 0.63598, "map_at_20": 0.63926, "map_at_100": 0.64139, "map_at_1000": 0.64171, "recall_at_1": 0.56308, "recall_at_3": 0.68808, "recall_at_5": 0.73326, "recall_at_10": 0.78602, "recall_at_20": 0.83197, "recall_at_100": 0.91423, "recall_at_1000": 0.98384, "precision_at_1": 0.56308, "precision_at_3": 0.22936, "precision_at_5": 0.14665, "precision_at_10": 0.0786, "precision_at_20": 0.0416, "precision_at_100": 0.00914, "precision_at_1000": 0.00098, "mrr_at_1": 0.563084, "mrr_at_3": 0.61838, "mrr_at_5": 0.628748, "mrr_at_10": 0.635981, "mrr_at_20": 0.639261, "mrr_at_100": 0.641397, "mrr_at_1000": 0.641713, "nauc_ndcg_at_1_max": 0.628442, "nauc_ndcg_at_1_std": 0.051234, "nauc_ndcg_at_1_diff1": 0.774043, "nauc_ndcg_at_3_max": 0.647768, "nauc_ndcg_at_3_std": 0.082479, "nauc_ndcg_at_3_diff1": 0.731837, "nauc_ndcg_at_5_max": 0.650799, "nauc_ndcg_at_5_std": 0.093359, "nauc_ndcg_at_5_diff1": 0.729523, "nauc_ndcg_at_10_max": 0.649755, "nauc_ndcg_at_10_std": 0.101873, "nauc_ndcg_at_10_diff1": 0.726019, "nauc_ndcg_at_20_max": 0.652102, "nauc_ndcg_at_20_std": 0.110762, "nauc_ndcg_at_20_diff1": 0.727441, "nauc_ndcg_at_100_max": 0.6523, "nauc_ndcg_at_100_std": 0.114054, "nauc_ndcg_at_100_diff1": 0.730029, "nauc_ndcg_at_1000_max": 0.650087, "nauc_ndcg_at_1000_std": 0.1058, "nauc_ndcg_at_1000_diff1": 0.733612, "nauc_map_at_1_max": 0.628442, "nauc_map_at_1_std": 0.051234, "nauc_map_at_1_diff1": 0.774043, "nauc_map_at_3_max": 0.643521, "nauc_map_at_3_std": 0.07391, "nauc_map_at_3_diff1": 0.742877, "nauc_map_at_5_max": 0.644994, "nauc_map_at_5_std": 0.079389, "nauc_map_at_5_diff1": 0.741917, "nauc_map_at_10_max": 0.644525, "nauc_map_at_10_std": 0.082482, "nauc_map_at_10_diff1": 0.740815, "nauc_map_at_20_max": 0.645082, "nauc_map_at_20_std": 0.084523, "nauc_map_at_20_diff1": 0.741308, "nauc_map_at_100_max": 0.645083, "nauc_map_at_100_std": 0.084911, "nauc_map_at_100_diff1": 0.741631, "nauc_map_at_1000_max": 0.645017, "nauc_map_at_1000_std": 0.084735, "nauc_map_at_1000_diff1": 0.741748, "nauc_recall_at_1_max": 0.628442, "nauc_recall_at_1_std": 0.051234, "nauc_recall_at_1_diff1": 0.774043, "nauc_recall_at_3_max": 0.661252, "nauc_recall_at_3_std": 0.110631, "nauc_recall_at_3_diff1": 0.695807, "nauc_recall_at_5_max": 0.671868, "nauc_recall_at_5_std": 0.14594, "nauc_recall_at_5_diff1": 0.684457, "nauc_recall_at_10_max": 0.671313, "nauc_recall_at_10_std": 0.190999, "nauc_recall_at_10_diff1": 0.660993, "nauc_recall_at_20_max": 0.691045, "nauc_recall_at_20_std": 0.268622, "nauc_recall_at_20_diff1": 0.654534, "nauc_recall_at_100_max": 0.726141, "nauc_recall_at_100_std": 0.445674, "nauc_recall_at_100_diff1": 0.634729, "nauc_recall_at_1000_max": 0.78197, "nauc_recall_at_1000_std": 0.822075, "nauc_recall_at_1000_diff1": 0.642093, "nauc_precision_at_1_max": 0.628442, "nauc_precision_at_1_std": 0.051234, "nauc_precision_at_1_diff1": 0.774043, "nauc_precision_at_3_max": 0.661252, "nauc_precision_at_3_std": 0.110631, "nauc_precision_at_3_diff1": 0.695807, "nauc_precision_at_5_max": 0.671868, "nauc_precision_at_5_std": 0.14594, "nauc_precision_at_5_diff1": 0.684457, "nauc_precision_at_10_max": 0.671313, "nauc_precision_at_10_std": 0.190999, "nauc_precision_at_10_diff1": 0.660993, "nauc_precision_at_20_max": 0.691045, "nauc_precision_at_20_std": 0.268622, "nauc_precision_at_20_diff1": 0.654534, "nauc_precision_at_100_max": 0.726827, "nauc_precision_at_100_std": 0.448157, "nauc_precision_at_100_diff1": 0.634821, "nauc_precision_at_1000_max": 0.764468, "nauc_precision_at_1000_std": 0.825728, "nauc_precision_at_1000_diff1": 0.622372, "nauc_mrr_at_1_max": 0.628442, "nauc_mrr_at_1_std": 0.051234, "nauc_mrr_at_1_diff1": 0.774043, "nauc_mrr_at_3_max": 0.643521, "nauc_mrr_at_3_std": 0.07391, "nauc_mrr_at_3_diff1": 0.742877, "nauc_mrr_at_5_max": 0.644994, "nauc_mrr_at_5_std": 0.079389, "nauc_mrr_at_5_diff1": 0.741917, "nauc_mrr_at_10_max": 0.644525, "nauc_mrr_at_10_std": 0.082482, "nauc_mrr_at_10_diff1": 0.740815, "nauc_mrr_at_20_max": 0.645082, "nauc_mrr_at_20_std": 0.084523, "nauc_mrr_at_20_diff1": 0.741308, "nauc_mrr_at_100_max": 0.645089, "nauc_mrr_at_100_std": 0.084937, "nauc_mrr_at_100_diff1": 0.741632, "nauc_mrr_at_1000_max": 0.64502, "nauc_mrr_at_1000_std": 0.084749, "nauc_mrr_at_1000_diff1": 0.741749, "main_score": 0.67219, "hf_subset": "zho-zho", "languages": [ "zho-Hans", "zho-Hans" ] } ] }, "evaluation_time": 838.7172977924347, "kg_co2_emissions": 0.062099378858826576 }