{ "dataset_revision": "c99d599f0a6ab9b85b065da6f9d94f9cf731679f", "task_name": "XPQARetrieval", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.036, "ndcg_at_3": 0.03551, "ndcg_at_5": 0.03846, "ndcg_at_10": 0.04573, "ndcg_at_20": 0.05568, "ndcg_at_100": 0.07879, "ndcg_at_1000": 0.15851, "map_at_1": 0.01658, "map_at_3": 0.02541, "map_at_5": 0.0282, "map_at_10": 0.03139, "map_at_20": 0.03415, "map_at_100": 0.03704, "map_at_1000": 0.0397, "recall_at_1": 0.01658, "recall_at_3": 0.03222, "recall_at_5": 0.04269, "recall_at_10": 0.06162, "recall_at_20": 0.09491, "recall_at_100": 0.20056, "recall_at_1000": 0.761, "precision_at_1": 0.036, "precision_at_3": 0.02622, "precision_at_5": 0.02107, "precision_at_10": 0.01413, "precision_at_20": 0.01027, "precision_at_100": 0.00451, "precision_at_1000": 0.00164, "mrr_at_1": 0.036, "mrr_at_3": 0.049556, "mrr_at_5": 0.054622, "mrr_at_10": 0.058286, "mrr_at_20": 0.061368, "mrr_at_100": 0.064532, "mrr_at_1000": 0.066291, "nauc_ndcg_at_1_max": 0.03344, "nauc_ndcg_at_1_std": 0.072335, "nauc_ndcg_at_1_diff1": 0.301782, "nauc_ndcg_at_3_max": 0.01243, "nauc_ndcg_at_3_std": 0.142763, "nauc_ndcg_at_3_diff1": 0.300621, "nauc_ndcg_at_5_max": -0.01847, "nauc_ndcg_at_5_std": 0.134941, "nauc_ndcg_at_5_diff1": 0.279293, "nauc_ndcg_at_10_max": -0.059306, "nauc_ndcg_at_10_std": 0.115085, "nauc_ndcg_at_10_diff1": 0.228498, "nauc_ndcg_at_20_max": -0.044627, "nauc_ndcg_at_20_std": 0.094971, "nauc_ndcg_at_20_diff1": 0.205124, "nauc_ndcg_at_100_max": -0.053626, "nauc_ndcg_at_100_std": 0.063167, "nauc_ndcg_at_100_diff1": 0.161067, "nauc_ndcg_at_1000_max": -0.036146, "nauc_ndcg_at_1000_std": 0.097188, "nauc_ndcg_at_1000_diff1": 0.176314, "nauc_map_at_1_max": -0.040537, "nauc_map_at_1_std": 0.066234, "nauc_map_at_1_diff1": 0.377668, "nauc_map_at_3_max": -0.014622, "nauc_map_at_3_std": 0.120495, "nauc_map_at_3_diff1": 0.334804, "nauc_map_at_5_max": -0.024558, "nauc_map_at_5_std": 0.115437, "nauc_map_at_5_diff1": 0.310337, "nauc_map_at_10_max": -0.053173, "nauc_map_at_10_std": 0.101175, "nauc_map_at_10_diff1": 0.27746, "nauc_map_at_20_max": -0.047353, "nauc_map_at_20_std": 0.093412, "nauc_map_at_20_diff1": 0.262993, "nauc_map_at_100_max": -0.04774, "nauc_map_at_100_std": 0.086059, "nauc_map_at_100_diff1": 0.250651, "nauc_map_at_1000_max": -0.04596, "nauc_map_at_1000_std": 0.087533, "nauc_map_at_1000_diff1": 0.247055, "nauc_recall_at_1_max": -0.040537, "nauc_recall_at_1_std": 0.066234, "nauc_recall_at_1_diff1": 0.377668, "nauc_recall_at_3_max": -0.003758, "nauc_recall_at_3_std": 0.182337, "nauc_recall_at_3_diff1": 0.342656, "nauc_recall_at_5_max": -0.046156, "nauc_recall_at_5_std": 0.163605, "nauc_recall_at_5_diff1": 0.278916, "nauc_recall_at_10_max": -0.12168, "nauc_recall_at_10_std": 0.120862, "nauc_recall_at_10_diff1": 0.172279, "nauc_recall_at_20_max": -0.061569, "nauc_recall_at_20_std": 0.073312, "nauc_recall_at_20_diff1": 0.13832, "nauc_recall_at_100_max": -0.079414, "nauc_recall_at_100_std": 0.015177, "nauc_recall_at_100_diff1": 0.067298, "nauc_recall_at_1000_max": -0.00378, "nauc_recall_at_1000_std": 0.119133, "nauc_recall_at_1000_diff1": 0.140602, "nauc_precision_at_1_max": 0.03344, "nauc_precision_at_1_std": 0.072335, "nauc_precision_at_1_diff1": 0.301782, "nauc_precision_at_3_max": 0.044021, "nauc_precision_at_3_std": 0.14699, "nauc_precision_at_3_diff1": 0.232245, "nauc_precision_at_5_max": -0.000944, "nauc_precision_at_5_std": 0.134978, "nauc_precision_at_5_diff1": 0.210092, "nauc_precision_at_10_max": -0.056245, "nauc_precision_at_10_std": 0.096345, "nauc_precision_at_10_diff1": 0.157343, "nauc_precision_at_20_max": -0.054329, "nauc_precision_at_20_std": 0.070474, "nauc_precision_at_20_diff1": 0.119809, "nauc_precision_at_100_max": -0.054999, "nauc_precision_at_100_std": 0.016, "nauc_precision_at_100_diff1": 0.054104, "nauc_precision_at_1000_max": -0.046848, "nauc_precision_at_1000_std": 0.085353, "nauc_precision_at_1000_diff1": 0.068992, "nauc_mrr_at_1_max": 0.03344, "nauc_mrr_at_1_std": 0.072335, "nauc_mrr_at_1_diff1": 0.301782, "nauc_mrr_at_3_max": 0.03768, "nauc_mrr_at_3_std": 0.136054, "nauc_mrr_at_3_diff1": 0.273961, "nauc_mrr_at_5_max": 0.018431, "nauc_mrr_at_5_std": 0.131896, "nauc_mrr_at_5_diff1": 0.256335, "nauc_mrr_at_10_max": 0.004525, "nauc_mrr_at_10_std": 0.125651, "nauc_mrr_at_10_diff1": 0.235954, "nauc_mrr_at_20_max": 0.006591, "nauc_mrr_at_20_std": 0.119472, "nauc_mrr_at_20_diff1": 0.233821, "nauc_mrr_at_100_max": 0.005415, "nauc_mrr_at_100_std": 0.113304, "nauc_mrr_at_100_diff1": 0.227118, "nauc_mrr_at_1000_max": 0.006433, "nauc_mrr_at_1000_std": 0.114298, "nauc_mrr_at_1000_diff1": 0.22758, "main_score": 0.04573, "hf_subset": "ara-ara", "languages": [ "ara-Arab", "ara-Arab" ] }, { "ndcg_at_1": 0.004, "ndcg_at_3": 0.00722, "ndcg_at_5": 0.01011, "ndcg_at_10": 0.01218, "ndcg_at_20": 0.01463, "ndcg_at_100": 0.03173, "ndcg_at_1000": 0.11428, "map_at_1": 0.00333, "map_at_3": 0.00619, "map_at_5": 0.00774, "map_at_10": 0.00862, "map_at_20": 0.00922, "map_at_100": 0.01131, "map_at_1000": 0.01343, "recall_at_1": 0.00333, "recall_at_3": 0.0086, "recall_at_5": 0.01593, "recall_at_10": 0.02193, "recall_at_20": 0.03042, "recall_at_100": 0.11287, "recall_at_1000": 0.72131, "precision_at_1": 0.004, "precision_at_3": 0.00444, "precision_at_5": 0.00453, "precision_at_10": 0.00293, "precision_at_20": 0.0022, "precision_at_100": 0.00192, "precision_at_1000": 0.00141, "mrr_at_1": 0.002667, "mrr_at_3": 0.007111, "mrr_at_5": 0.009178, "mrr_at_10": 0.009929, "mrr_at_20": 0.010865, "mrr_at_100": 0.013479, "mrr_at_1000": 0.015364, "nauc_ndcg_at_1_max": 0.774618, "nauc_ndcg_at_1_std": 0.083445, "nauc_ndcg_at_1_diff1": 0.118236, "nauc_ndcg_at_3_max": 0.537035, "nauc_ndcg_at_3_std": 0.019284, "nauc_ndcg_at_3_diff1": 0.075408, "nauc_ndcg_at_5_max": 0.398276, "nauc_ndcg_at_5_std": -0.012609, "nauc_ndcg_at_5_diff1": -0.02273, "nauc_ndcg_at_10_max": 0.391189, "nauc_ndcg_at_10_std": 0.004615, "nauc_ndcg_at_10_diff1": 0.019421, "nauc_ndcg_at_20_max": 0.378041, "nauc_ndcg_at_20_std": -0.003792, "nauc_ndcg_at_20_diff1": 0.051925, "nauc_ndcg_at_100_max": 0.242883, "nauc_ndcg_at_100_std": 0.035008, "nauc_ndcg_at_100_diff1": 0.047254, "nauc_ndcg_at_1000_max": 0.156381, "nauc_ndcg_at_1000_std": -9.5e-05, "nauc_ndcg_at_1000_diff1": 0.042895, "nauc_map_at_1_max": 0.729541, "nauc_map_at_1_std": -0.032251, "nauc_map_at_1_diff1": -0.058116, "nauc_map_at_3_max": 0.599309, "nauc_map_at_3_std": 0.041085, "nauc_map_at_3_diff1": 0.095103, "nauc_map_at_5_max": 0.491346, "nauc_map_at_5_std": 0.013538, "nauc_map_at_5_diff1": 0.018273, "nauc_map_at_10_max": 0.478495, "nauc_map_at_10_std": 0.020742, "nauc_map_at_10_diff1": 0.034176, "nauc_map_at_20_max": 0.463489, "nauc_map_at_20_std": 0.015957, "nauc_map_at_20_diff1": 0.042356, "nauc_map_at_100_max": 0.400299, "nauc_map_at_100_std": 0.021791, "nauc_map_at_100_diff1": 0.046424, "nauc_map_at_1000_max": 0.382483, "nauc_map_at_1000_std": 0.017613, "nauc_map_at_1000_diff1": 0.05114, "nauc_recall_at_1_max": 0.729541, "nauc_recall_at_1_std": -0.032251, "nauc_recall_at_1_diff1": -0.058116, "nauc_recall_at_3_max": 0.524338, "nauc_recall_at_3_std": 0.000693, "nauc_recall_at_3_diff1": 0.071161, "nauc_recall_at_5_max": 0.300143, "nauc_recall_at_5_std": -0.058722, "nauc_recall_at_5_diff1": -0.098464, "nauc_recall_at_10_max": 0.310054, "nauc_recall_at_10_std": -0.024333, "nauc_recall_at_10_diff1": -0.004679, "nauc_recall_at_20_max": 0.307807, "nauc_recall_at_20_std": -0.026944, "nauc_recall_at_20_diff1": 0.056145, "nauc_recall_at_100_max": 0.169548, "nauc_recall_at_100_std": 0.052341, "nauc_recall_at_100_diff1": 0.035867, "nauc_recall_at_1000_max": 0.036145, "nauc_recall_at_1000_std": 0.005795, "nauc_recall_at_1000_diff1": 0.013945, "nauc_precision_at_1_max": 0.774618, "nauc_precision_at_1_std": 0.083445, "nauc_precision_at_1_diff1": 0.118236, "nauc_precision_at_3_max": 0.40161, "nauc_precision_at_3_std": 0.036329, "nauc_precision_at_3_diff1": 0.083311, "nauc_precision_at_5_max": 0.24852, "nauc_precision_at_5_std": 0.009896, "nauc_precision_at_5_diff1": -0.01714, "nauc_precision_at_10_max": 0.275886, "nauc_precision_at_10_std": 0.036393, "nauc_precision_at_10_diff1": 0.051784, "nauc_precision_at_20_max": 0.309014, "nauc_precision_at_20_std": 0.004366, "nauc_precision_at_20_diff1": 0.118692, "nauc_precision_at_100_max": 0.171133, "nauc_precision_at_100_std": 0.051811, "nauc_precision_at_100_diff1": 0.063804, "nauc_precision_at_1000_max": 0.005151, "nauc_precision_at_1000_std": -0.02467, "nauc_precision_at_1000_diff1": 0.003782, "nauc_mrr_at_1_max": 0.661926, "nauc_mrr_at_1_std": 0.228065, "nauc_mrr_at_1_diff1": 0.464717, "nauc_mrr_at_3_max": 0.478099, "nauc_mrr_at_3_std": 0.096408, "nauc_mrr_at_3_diff1": 0.08446, "nauc_mrr_at_5_max": 0.398274, "nauc_mrr_at_5_std": 0.050219, "nauc_mrr_at_5_diff1": 0.030396, "nauc_mrr_at_10_max": 0.374813, "nauc_mrr_at_10_std": 0.053114, "nauc_mrr_at_10_diff1": 0.060564, "nauc_mrr_at_20_max": 0.37629, "nauc_mrr_at_20_std": 0.045496, "nauc_mrr_at_20_diff1": 0.07557, "nauc_mrr_at_100_max": 0.326888, "nauc_mrr_at_100_std": 0.043703, "nauc_mrr_at_100_diff1": 0.075905, "nauc_mrr_at_1000_max": 0.31797, "nauc_mrr_at_1000_std": 0.036763, "nauc_mrr_at_1000_diff1": 0.076888, "main_score": 0.01218, "hf_subset": "eng-ara", "languages": [ "eng-Latn", "ara-Arab" ] }, { "ndcg_at_1": 0.02426, "ndcg_at_3": 0.0277, "ndcg_at_5": 0.03348, "ndcg_at_10": 0.03826, "ndcg_at_20": 0.04522, "ndcg_at_100": 0.06616, "ndcg_at_1000": 0.14519, "map_at_1": 0.01763, "map_at_3": 0.0239, "map_at_5": 0.02745, "map_at_10": 0.02945, "map_at_20": 0.03145, "map_at_100": 0.03406, "map_at_1000": 0.0363, "recall_at_1": 0.01763, "recall_at_3": 0.03133, "recall_at_5": 0.04447, "recall_at_10": 0.05768, "recall_at_20": 0.08131, "recall_at_100": 0.18165, "recall_at_1000": 0.75083, "precision_at_1": 0.02426, "precision_at_3": 0.01527, "precision_at_5": 0.01402, "precision_at_10": 0.0093, "precision_at_20": 0.00681, "precision_at_100": 0.00334, "precision_at_1000": 0.00151, "mrr_at_1": 0.024259, "mrr_at_3": 0.029874, "mrr_at_5": 0.034052, "mrr_at_10": 0.035989, "mrr_at_20": 0.038119, "mrr_at_100": 0.040946, "mrr_at_1000": 0.042847, "nauc_ndcg_at_1_max": 0.485039, "nauc_ndcg_at_1_std": 0.471348, "nauc_ndcg_at_1_diff1": 0.398739, "nauc_ndcg_at_3_max": 0.4513, "nauc_ndcg_at_3_std": 0.442105, "nauc_ndcg_at_3_diff1": 0.313675, "nauc_ndcg_at_5_max": 0.351373, "nauc_ndcg_at_5_std": 0.408692, "nauc_ndcg_at_5_diff1": 0.295356, "nauc_ndcg_at_10_max": 0.292863, "nauc_ndcg_at_10_std": 0.386512, "nauc_ndcg_at_10_diff1": 0.251914, "nauc_ndcg_at_20_max": 0.260321, "nauc_ndcg_at_20_std": 0.36894, "nauc_ndcg_at_20_diff1": 0.207711, "nauc_ndcg_at_100_max": 0.214801, "nauc_ndcg_at_100_std": 0.345167, "nauc_ndcg_at_100_diff1": 0.153682, "nauc_ndcg_at_1000_max": 0.187502, "nauc_ndcg_at_1000_std": 0.290892, "nauc_ndcg_at_1000_diff1": 0.155987, "nauc_map_at_1_max": 0.482305, "nauc_map_at_1_std": 0.53379, "nauc_map_at_1_diff1": 0.441487, "nauc_map_at_3_max": 0.462794, "nauc_map_at_3_std": 0.46458, "nauc_map_at_3_diff1": 0.345819, "nauc_map_at_5_max": 0.392507, "nauc_map_at_5_std": 0.430654, "nauc_map_at_5_diff1": 0.32834, "nauc_map_at_10_max": 0.360087, "nauc_map_at_10_std": 0.418798, "nauc_map_at_10_diff1": 0.300688, "nauc_map_at_20_max": 0.340192, "nauc_map_at_20_std": 0.413089, "nauc_map_at_20_diff1": 0.280163, "nauc_map_at_100_max": 0.322667, "nauc_map_at_100_std": 0.409367, "nauc_map_at_100_diff1": 0.264532, "nauc_map_at_1000_max": 0.318729, "nauc_map_at_1000_std": 0.404358, "nauc_map_at_1000_diff1": 0.262466, "nauc_recall_at_1_max": 0.482305, "nauc_recall_at_1_std": 0.53379, "nauc_recall_at_1_diff1": 0.441487, "nauc_recall_at_3_max": 0.44062, "nauc_recall_at_3_std": 0.433458, "nauc_recall_at_3_diff1": 0.259381, "nauc_recall_at_5_max": 0.27879, "nauc_recall_at_5_std": 0.381434, "nauc_recall_at_5_diff1": 0.257191, "nauc_recall_at_10_max": 0.192817, "nauc_recall_at_10_std": 0.339931, "nauc_recall_at_10_diff1": 0.187606, "nauc_recall_at_20_max": 0.160838, "nauc_recall_at_20_std": 0.311026, "nauc_recall_at_20_diff1": 0.112, "nauc_recall_at_100_max": 0.120943, "nauc_recall_at_100_std": 0.277142, "nauc_recall_at_100_diff1": 0.050289, "nauc_recall_at_1000_max": 0.059446, "nauc_recall_at_1000_std": 0.135228, "nauc_recall_at_1000_diff1": 0.037262, "nauc_precision_at_1_max": 0.485039, "nauc_precision_at_1_std": 0.471348, "nauc_precision_at_1_diff1": 0.398739, "nauc_precision_at_3_max": 0.459611, "nauc_precision_at_3_std": 0.393826, "nauc_precision_at_3_diff1": 0.284645, "nauc_precision_at_5_max": 0.268266, "nauc_precision_at_5_std": 0.345383, "nauc_precision_at_5_diff1": 0.218628, "nauc_precision_at_10_max": 0.160179, "nauc_precision_at_10_std": 0.333328, "nauc_precision_at_10_diff1": 0.14353, "nauc_precision_at_20_max": 0.136106, "nauc_precision_at_20_std": 0.331755, "nauc_precision_at_20_diff1": 0.104076, "nauc_precision_at_100_max": 0.096314, "nauc_precision_at_100_std": 0.291021, "nauc_precision_at_100_diff1": 0.030707, "nauc_precision_at_1000_max": -0.029413, "nauc_precision_at_1000_std": 0.025148, "nauc_precision_at_1000_diff1": 0.034336, "nauc_mrr_at_1_max": 0.485039, "nauc_mrr_at_1_std": 0.471348, "nauc_mrr_at_1_diff1": 0.398739, "nauc_mrr_at_3_max": 0.458865, "nauc_mrr_at_3_std": 0.431381, "nauc_mrr_at_3_diff1": 0.331346, "nauc_mrr_at_5_max": 0.381, "nauc_mrr_at_5_std": 0.413512, "nauc_mrr_at_5_diff1": 0.300532, "nauc_mrr_at_10_max": 0.350166, "nauc_mrr_at_10_std": 0.400764, "nauc_mrr_at_10_diff1": 0.286877, "nauc_mrr_at_20_max": 0.336909, "nauc_mrr_at_20_std": 0.391652, "nauc_mrr_at_20_diff1": 0.269769, "nauc_mrr_at_100_max": 0.326306, "nauc_mrr_at_100_std": 0.383868, "nauc_mrr_at_100_diff1": 0.258037, "nauc_mrr_at_1000_max": 0.32533, "nauc_mrr_at_1000_std": 0.382081, "nauc_mrr_at_1000_diff1": 0.258568, "main_score": 0.03826, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "ndcg_at_1": 0.35509, "ndcg_at_3": 0.37044, "ndcg_at_5": 0.38149, "ndcg_at_10": 0.40128, "ndcg_at_20": 0.41656, "ndcg_at_100": 0.44775, "ndcg_at_1000": 0.48675, "map_at_1": 0.25122, "map_at_3": 0.33484, "map_at_5": 0.34963, "map_at_10": 0.3595, "map_at_20": 0.36448, "map_at_100": 0.36965, "map_at_1000": 0.37116, "recall_at_1": 0.25122, "recall_at_3": 0.37739, "recall_at_5": 0.4161, "recall_at_10": 0.46934, "recall_at_20": 0.52274, "recall_at_100": 0.67124, "recall_at_1000": 0.96073, "precision_at_1": 0.35509, "precision_at_3": 0.20279, "precision_at_5": 0.13812, "precision_at_10": 0.07794, "precision_at_20": 0.04341, "precision_at_100": 0.01131, "precision_at_1000": 0.00158, "mrr_at_1": 0.355091, "mrr_at_3": 0.400566, "mrr_at_5": 0.408138, "mrr_at_10": 0.415481, "mrr_at_20": 0.418823, "mrr_at_100": 0.421978, "mrr_at_1000": 0.422966, "nauc_ndcg_at_1_max": 0.571185, "nauc_ndcg_at_1_std": 0.054103, "nauc_ndcg_at_1_diff1": 0.719633, "nauc_ndcg_at_3_max": 0.510058, "nauc_ndcg_at_3_std": 0.061051, "nauc_ndcg_at_3_diff1": 0.617102, "nauc_ndcg_at_5_max": 0.493182, "nauc_ndcg_at_5_std": 0.051471, "nauc_ndcg_at_5_diff1": 0.605333, "nauc_ndcg_at_10_max": 0.485243, "nauc_ndcg_at_10_std": 0.054164, "nauc_ndcg_at_10_diff1": 0.602266, "nauc_ndcg_at_20_max": 0.485985, "nauc_ndcg_at_20_std": 0.061856, "nauc_ndcg_at_20_diff1": 0.601008, "nauc_ndcg_at_100_max": 0.483289, "nauc_ndcg_at_100_std": 0.075528, "nauc_ndcg_at_100_diff1": 0.595636, "nauc_ndcg_at_1000_max": 0.496232, "nauc_ndcg_at_1000_std": 0.072084, "nauc_ndcg_at_1000_diff1": 0.606616, "nauc_map_at_1_max": 0.427477, "nauc_map_at_1_std": 0.042212, "nauc_map_at_1_diff1": 0.638876, "nauc_map_at_3_max": 0.50056, "nauc_map_at_3_std": 0.060302, "nauc_map_at_3_diff1": 0.619053, "nauc_map_at_5_max": 0.496338, "nauc_map_at_5_std": 0.049693, "nauc_map_at_5_diff1": 0.615475, "nauc_map_at_10_max": 0.492515, "nauc_map_at_10_std": 0.050465, "nauc_map_at_10_diff1": 0.614866, "nauc_map_at_20_max": 0.493983, "nauc_map_at_20_std": 0.052646, "nauc_map_at_20_diff1": 0.614866, "nauc_map_at_100_max": 0.494745, "nauc_map_at_100_std": 0.055353, "nauc_map_at_100_diff1": 0.614583, "nauc_map_at_1000_max": 0.495274, "nauc_map_at_1000_std": 0.055437, "nauc_map_at_1000_diff1": 0.614821, "nauc_recall_at_1_max": 0.427477, "nauc_recall_at_1_std": 0.042212, "nauc_recall_at_1_diff1": 0.638876, "nauc_recall_at_3_max": 0.457982, "nauc_recall_at_3_std": 0.069056, "nauc_recall_at_3_diff1": 0.543905, "nauc_recall_at_5_max": 0.434652, "nauc_recall_at_5_std": 0.043428, "nauc_recall_at_5_diff1": 0.526142, "nauc_recall_at_10_max": 0.400806, "nauc_recall_at_10_std": 0.045492, "nauc_recall_at_10_diff1": 0.506348, "nauc_recall_at_20_max": 0.392541, "nauc_recall_at_20_std": 0.069887, "nauc_recall_at_20_diff1": 0.495199, "nauc_recall_at_100_max": 0.346153, "nauc_recall_at_100_std": 0.145271, "nauc_recall_at_100_diff1": 0.440647, "nauc_recall_at_1000_max": 0.432788, "nauc_recall_at_1000_std": 0.285798, "nauc_recall_at_1000_diff1": 0.451804, "nauc_precision_at_1_max": 0.571185, "nauc_precision_at_1_std": 0.054103, "nauc_precision_at_1_diff1": 0.719633, "nauc_precision_at_3_max": 0.501741, "nauc_precision_at_3_std": 0.05855, "nauc_precision_at_3_diff1": 0.465506, "nauc_precision_at_5_max": 0.4494, "nauc_precision_at_5_std": 0.032912, "nauc_precision_at_5_diff1": 0.422641, "nauc_precision_at_10_max": 0.418886, "nauc_precision_at_10_std": 0.045739, "nauc_precision_at_10_diff1": 0.397867, "nauc_precision_at_20_max": 0.398508, "nauc_precision_at_20_std": 0.06234, "nauc_precision_at_20_diff1": 0.369451, "nauc_precision_at_100_max": 0.305547, "nauc_precision_at_100_std": 0.102318, "nauc_precision_at_100_diff1": 0.256126, "nauc_precision_at_1000_max": 0.192913, "nauc_precision_at_1000_std": 0.070686, "nauc_precision_at_1000_diff1": 0.08257, "nauc_mrr_at_1_max": 0.571185, "nauc_mrr_at_1_std": 0.054103, "nauc_mrr_at_1_diff1": 0.719633, "nauc_mrr_at_3_max": 0.546158, "nauc_mrr_at_3_std": 0.063832, "nauc_mrr_at_3_diff1": 0.663615, "nauc_mrr_at_5_max": 0.539893, "nauc_mrr_at_5_std": 0.06386, "nauc_mrr_at_5_diff1": 0.657197, "nauc_mrr_at_10_max": 0.536832, "nauc_mrr_at_10_std": 0.065469, "nauc_mrr_at_10_diff1": 0.654857, "nauc_mrr_at_20_max": 0.536585, "nauc_mrr_at_20_std": 0.067712, "nauc_mrr_at_20_diff1": 0.653896, "nauc_mrr_at_100_max": 0.535486, "nauc_mrr_at_100_std": 0.068053, "nauc_mrr_at_100_diff1": 0.652477, "nauc_mrr_at_1000_max": 0.5358, "nauc_mrr_at_1000_std": 0.067937, "nauc_mrr_at_1000_diff1": 0.6529, "main_score": 0.40128, "hf_subset": "deu-deu", "languages": [ "deu-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.01436, "ndcg_at_3": 0.01537, "ndcg_at_5": 0.01989, "ndcg_at_10": 0.02684, "ndcg_at_20": 0.03735, "ndcg_at_100": 0.06252, "ndcg_at_1000": 0.14236, "map_at_1": 0.00542, "map_at_3": 0.00956, "map_at_5": 0.01335, "map_at_10": 0.01651, "map_at_20": 0.01966, "map_at_100": 0.02292, "map_at_1000": 0.02529, "recall_at_1": 0.00542, "recall_at_3": 0.01453, "recall_at_5": 0.02794, "recall_at_10": 0.04452, "recall_at_20": 0.07972, "recall_at_100": 0.20128, "recall_at_1000": 0.78368, "precision_at_1": 0.01436, "precision_at_3": 0.01262, "precision_at_5": 0.01201, "precision_at_10": 0.01031, "precision_at_20": 0.00855, "precision_at_100": 0.00397, "precision_at_1000": 0.00152, "mrr_at_1": 0.01436, "mrr_at_3": 0.021976, "mrr_at_5": 0.024587, "mrr_at_10": 0.027753, "mrr_at_20": 0.030935, "mrr_at_100": 0.034517, "mrr_at_1000": 0.036393, "nauc_ndcg_at_1_max": -0.011046, "nauc_ndcg_at_1_std": 0.072135, "nauc_ndcg_at_1_diff1": 0.39783, "nauc_ndcg_at_3_max": -0.171117, "nauc_ndcg_at_3_std": 0.094909, "nauc_ndcg_at_3_diff1": 0.117108, "nauc_ndcg_at_5_max": -0.166184, "nauc_ndcg_at_5_std": 0.117862, "nauc_ndcg_at_5_diff1": 0.140974, "nauc_ndcg_at_10_max": -0.20028, "nauc_ndcg_at_10_std": 0.093843, "nauc_ndcg_at_10_diff1": 0.095016, "nauc_ndcg_at_20_max": -0.19127, "nauc_ndcg_at_20_std": 0.038192, "nauc_ndcg_at_20_diff1": 0.036943, "nauc_ndcg_at_100_max": -0.180801, "nauc_ndcg_at_100_std": 0.075042, "nauc_ndcg_at_100_diff1": 0.00158, "nauc_ndcg_at_1000_max": -0.180095, "nauc_ndcg_at_1000_std": 0.050737, "nauc_ndcg_at_1000_diff1": 0.005804, "nauc_map_at_1_max": -0.071123, "nauc_map_at_1_std": -0.019591, "nauc_map_at_1_diff1": 0.353767, "nauc_map_at_3_max": -0.163608, "nauc_map_at_3_std": 0.057535, "nauc_map_at_3_diff1": 0.148204, "nauc_map_at_5_max": -0.172195, "nauc_map_at_5_std": 0.095538, "nauc_map_at_5_diff1": 0.153484, "nauc_map_at_10_max": -0.19261, "nauc_map_at_10_std": 0.089071, "nauc_map_at_10_diff1": 0.118182, "nauc_map_at_20_max": -0.189533, "nauc_map_at_20_std": 0.062946, "nauc_map_at_20_diff1": 0.077412, "nauc_map_at_100_max": -0.188121, "nauc_map_at_100_std": 0.073311, "nauc_map_at_100_diff1": 0.064106, "nauc_map_at_1000_max": -0.18847, "nauc_map_at_1000_std": 0.072515, "nauc_map_at_1000_diff1": 0.063023, "nauc_recall_at_1_max": -0.071123, "nauc_recall_at_1_std": -0.019591, "nauc_recall_at_1_diff1": 0.353767, "nauc_recall_at_3_max": -0.220351, "nauc_recall_at_3_std": 0.050809, "nauc_recall_at_3_diff1": 0.002427, "nauc_recall_at_5_max": -0.190253, "nauc_recall_at_5_std": 0.133177, "nauc_recall_at_5_diff1": 0.099176, "nauc_recall_at_10_max": -0.228694, "nauc_recall_at_10_std": 0.084728, "nauc_recall_at_10_diff1": 0.062819, "nauc_recall_at_20_max": -0.20089, "nauc_recall_at_20_std": -0.003702, "nauc_recall_at_20_diff1": -0.022147, "nauc_recall_at_100_max": -0.180868, "nauc_recall_at_100_std": 0.082003, "nauc_recall_at_100_diff1": -0.058985, "nauc_recall_at_1000_max": -0.164163, "nauc_recall_at_1000_std": 0.018245, "nauc_recall_at_1000_diff1": -0.047041, "nauc_precision_at_1_max": -0.011046, "nauc_precision_at_1_std": 0.072135, "nauc_precision_at_1_diff1": 0.39783, "nauc_precision_at_3_max": -0.18048, "nauc_precision_at_3_std": 0.149946, "nauc_precision_at_3_diff1": 0.079075, "nauc_precision_at_5_max": -0.177112, "nauc_precision_at_5_std": 0.159639, "nauc_precision_at_5_diff1": 0.092368, "nauc_precision_at_10_max": -0.230628, "nauc_precision_at_10_std": 0.11776, "nauc_precision_at_10_diff1": 0.022866, "nauc_precision_at_20_max": -0.206354, "nauc_precision_at_20_std": 0.029925, "nauc_precision_at_20_diff1": -0.012397, "nauc_precision_at_100_max": -0.152335, "nauc_precision_at_100_std": 0.065272, "nauc_precision_at_100_diff1": -0.015306, "nauc_precision_at_1000_max": -0.087701, "nauc_precision_at_1000_std": -0.024481, "nauc_precision_at_1000_diff1": -0.024869, "nauc_mrr_at_1_max": -0.011046, "nauc_mrr_at_1_std": 0.072135, "nauc_mrr_at_1_diff1": 0.39783, "nauc_mrr_at_3_max": -0.127095, "nauc_mrr_at_3_std": 0.104522, "nauc_mrr_at_3_diff1": 0.188869, "nauc_mrr_at_5_max": -0.122722, "nauc_mrr_at_5_std": 0.116513, "nauc_mrr_at_5_diff1": 0.198507, "nauc_mrr_at_10_max": -0.146244, "nauc_mrr_at_10_std": 0.101142, "nauc_mrr_at_10_diff1": 0.163405, "nauc_mrr_at_20_max": -0.149108, "nauc_mrr_at_20_std": 0.078223, "nauc_mrr_at_20_diff1": 0.143735, "nauc_mrr_at_100_max": -0.148725, "nauc_mrr_at_100_std": 0.083193, "nauc_mrr_at_100_diff1": 0.125975, "nauc_mrr_at_1000_max": -0.150173, "nauc_mrr_at_1000_std": 0.083751, "nauc_mrr_at_1000_diff1": 0.126327, "main_score": 0.02684, "hf_subset": "eng-deu", "languages": [ "eng-Latn", "deu-Latn" ] }, { "ndcg_at_1": 0.10444, "ndcg_at_3": 0.11303, "ndcg_at_5": 0.12155, "ndcg_at_10": 0.13342, "ndcg_at_20": 0.1449, "ndcg_at_100": 0.17719, "ndcg_at_1000": 0.24395, "map_at_1": 0.07489, "map_at_3": 0.10236, "map_at_5": 0.10843, "map_at_10": 0.11364, "map_at_20": 0.11721, "map_at_100": 0.12182, "map_at_1000": 0.12384, "recall_at_1": 0.07489, "recall_at_3": 0.11871, "recall_at_5": 0.14062, "recall_at_10": 0.17276, "recall_at_20": 0.21305, "recall_at_100": 0.37565, "recall_at_1000": 0.88066, "precision_at_1": 0.10444, "precision_at_3": 0.06353, "precision_at_5": 0.04517, "precision_at_10": 0.02807, "precision_at_20": 0.01743, "precision_at_100": 0.00604, "precision_at_1000": 0.00144, "mrr_at_1": 0.104439, "mrr_at_3": 0.12228, "mrr_at_5": 0.127698, "mrr_at_10": 0.132842, "mrr_at_20": 0.135561, "mrr_at_100": 0.139169, "mrr_at_1000": 0.140771, "nauc_ndcg_at_1_max": 0.603239, "nauc_ndcg_at_1_std": 0.296225, "nauc_ndcg_at_1_diff1": 0.440205, "nauc_ndcg_at_3_max": 0.628233, "nauc_ndcg_at_3_std": 0.31328, "nauc_ndcg_at_3_diff1": 0.417764, "nauc_ndcg_at_5_max": 0.590631, "nauc_ndcg_at_5_std": 0.30978, "nauc_ndcg_at_5_diff1": 0.385853, "nauc_ndcg_at_10_max": 0.58775, "nauc_ndcg_at_10_std": 0.310199, "nauc_ndcg_at_10_diff1": 0.359794, "nauc_ndcg_at_20_max": 0.576149, "nauc_ndcg_at_20_std": 0.305948, "nauc_ndcg_at_20_diff1": 0.340064, "nauc_ndcg_at_100_max": 0.545711, "nauc_ndcg_at_100_std": 0.300816, "nauc_ndcg_at_100_diff1": 0.299338, "nauc_ndcg_at_1000_max": 0.541889, "nauc_ndcg_at_1000_std": 0.291539, "nauc_ndcg_at_1000_diff1": 0.312818, "nauc_map_at_1_max": 0.5939, "nauc_map_at_1_std": 0.294927, "nauc_map_at_1_diff1": 0.499681, "nauc_map_at_3_max": 0.628666, "nauc_map_at_3_std": 0.306167, "nauc_map_at_3_diff1": 0.429398, "nauc_map_at_5_max": 0.607709, "nauc_map_at_5_std": 0.306524, "nauc_map_at_5_diff1": 0.409319, "nauc_map_at_10_max": 0.60603, "nauc_map_at_10_std": 0.306652, "nauc_map_at_10_diff1": 0.396218, "nauc_map_at_20_max": 0.602057, "nauc_map_at_20_std": 0.304207, "nauc_map_at_20_diff1": 0.388522, "nauc_map_at_100_max": 0.596447, "nauc_map_at_100_std": 0.303139, "nauc_map_at_100_diff1": 0.379922, "nauc_map_at_1000_max": 0.596151, "nauc_map_at_1000_std": 0.303118, "nauc_map_at_1000_diff1": 0.380121, "nauc_recall_at_1_max": 0.5939, "nauc_recall_at_1_std": 0.294927, "nauc_recall_at_1_diff1": 0.499681, "nauc_recall_at_3_max": 0.612806, "nauc_recall_at_3_std": 0.305007, "nauc_recall_at_3_diff1": 0.391401, "nauc_recall_at_5_max": 0.548028, "nauc_recall_at_5_std": 0.306971, "nauc_recall_at_5_diff1": 0.333528, "nauc_recall_at_10_max": 0.549898, "nauc_recall_at_10_std": 0.313455, "nauc_recall_at_10_diff1": 0.28427, "nauc_recall_at_20_max": 0.507844, "nauc_recall_at_20_std": 0.293992, "nauc_recall_at_20_diff1": 0.232445, "nauc_recall_at_100_max": 0.432485, "nauc_recall_at_100_std": 0.286804, "nauc_recall_at_100_diff1": 0.123064, "nauc_recall_at_1000_max": 0.27003, "nauc_recall_at_1000_std": 0.189974, "nauc_recall_at_1000_diff1": 0.029853, "nauc_precision_at_1_max": 0.603239, "nauc_precision_at_1_std": 0.296225, "nauc_precision_at_1_diff1": 0.440205, "nauc_precision_at_3_max": 0.645713, "nauc_precision_at_3_std": 0.308561, "nauc_precision_at_3_diff1": 0.344055, "nauc_precision_at_5_max": 0.569695, "nauc_precision_at_5_std": 0.301684, "nauc_precision_at_5_diff1": 0.279351, "nauc_precision_at_10_max": 0.556182, "nauc_precision_at_10_std": 0.292353, "nauc_precision_at_10_diff1": 0.230289, "nauc_precision_at_20_max": 0.522927, "nauc_precision_at_20_std": 0.279967, "nauc_precision_at_20_diff1": 0.186854, "nauc_precision_at_100_max": 0.391865, "nauc_precision_at_100_std": 0.240881, "nauc_precision_at_100_diff1": 0.086521, "nauc_precision_at_1000_max": 0.064462, "nauc_precision_at_1000_std": 0.020853, "nauc_precision_at_1000_diff1": -0.027694, "nauc_mrr_at_1_max": 0.603239, "nauc_mrr_at_1_std": 0.296225, "nauc_mrr_at_1_diff1": 0.440205, "nauc_mrr_at_3_max": 0.613846, "nauc_mrr_at_3_std": 0.312243, "nauc_mrr_at_3_diff1": 0.413904, "nauc_mrr_at_5_max": 0.593768, "nauc_mrr_at_5_std": 0.313927, "nauc_mrr_at_5_diff1": 0.39416, "nauc_mrr_at_10_max": 0.591158, "nauc_mrr_at_10_std": 0.313466, "nauc_mrr_at_10_diff1": 0.382313, "nauc_mrr_at_20_max": 0.587799, "nauc_mrr_at_20_std": 0.312986, "nauc_mrr_at_20_diff1": 0.378381, "nauc_mrr_at_100_max": 0.582615, "nauc_mrr_at_100_std": 0.310992, "nauc_mrr_at_100_diff1": 0.373238, "nauc_mrr_at_1000_max": 0.583086, "nauc_mrr_at_1000_std": 0.311063, "nauc_mrr_at_1000_diff1": 0.373952, "main_score": 0.13342, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.21311, "ndcg_at_3": 0.19442, "ndcg_at_5": 0.19454, "ndcg_at_10": 0.21468, "ndcg_at_20": 0.23522, "ndcg_at_100": 0.27661, "ndcg_at_1000": 0.3294, "map_at_1": 0.10647, "map_at_3": 0.14952, "map_at_5": 0.15921, "map_at_10": 0.16883, "map_at_20": 0.17571, "map_at_100": 0.18261, "map_at_1000": 0.18478, "recall_at_1": 0.10647, "recall_at_3": 0.17654, "recall_at_5": 0.20351, "recall_at_10": 0.25025, "recall_at_20": 0.31026, "recall_at_100": 0.49021, "recall_at_1000": 0.83485, "precision_at_1": 0.21311, "precision_at_3": 0.13283, "precision_at_5": 0.09458, "precision_at_10": 0.0599, "precision_at_20": 0.03859, "precision_at_100": 0.01201, "precision_at_1000": 0.00206, "mrr_at_1": 0.213115, "mrr_at_3": 0.249054, "mrr_at_5": 0.258008, "mrr_at_10": 0.267088, "mrr_at_20": 0.272494, "mrr_at_100": 0.276735, "mrr_at_1000": 0.277706, "nauc_ndcg_at_1_max": 0.40843, "nauc_ndcg_at_1_std": 0.076406, "nauc_ndcg_at_1_diff1": 0.438569, "nauc_ndcg_at_3_max": 0.380541, "nauc_ndcg_at_3_std": 0.081728, "nauc_ndcg_at_3_diff1": 0.346262, "nauc_ndcg_at_5_max": 0.361589, "nauc_ndcg_at_5_std": 0.091427, "nauc_ndcg_at_5_diff1": 0.326023, "nauc_ndcg_at_10_max": 0.349304, "nauc_ndcg_at_10_std": 0.079657, "nauc_ndcg_at_10_diff1": 0.322025, "nauc_ndcg_at_20_max": 0.343095, "nauc_ndcg_at_20_std": 0.071033, "nauc_ndcg_at_20_diff1": 0.307456, "nauc_ndcg_at_100_max": 0.337171, "nauc_ndcg_at_100_std": 0.082067, "nauc_ndcg_at_100_diff1": 0.298211, "nauc_ndcg_at_1000_max": 0.334427, "nauc_ndcg_at_1000_std": 0.065794, "nauc_ndcg_at_1000_diff1": 0.314527, "nauc_map_at_1_max": 0.35037, "nauc_map_at_1_std": 0.069307, "nauc_map_at_1_diff1": 0.425266, "nauc_map_at_3_max": 0.374481, "nauc_map_at_3_std": 0.084403, "nauc_map_at_3_diff1": 0.357157, "nauc_map_at_5_max": 0.371494, "nauc_map_at_5_std": 0.097135, "nauc_map_at_5_diff1": 0.343361, "nauc_map_at_10_max": 0.368514, "nauc_map_at_10_std": 0.091642, "nauc_map_at_10_diff1": 0.342176, "nauc_map_at_20_max": 0.367336, "nauc_map_at_20_std": 0.088713, "nauc_map_at_20_diff1": 0.336228, "nauc_map_at_100_max": 0.366075, "nauc_map_at_100_std": 0.089707, "nauc_map_at_100_diff1": 0.334759, "nauc_map_at_1000_max": 0.365811, "nauc_map_at_1000_std": 0.089066, "nauc_map_at_1000_diff1": 0.33527, "nauc_recall_at_1_max": 0.35037, "nauc_recall_at_1_std": 0.069307, "nauc_recall_at_1_diff1": 0.425266, "nauc_recall_at_3_max": 0.334279, "nauc_recall_at_3_std": 0.065302, "nauc_recall_at_3_diff1": 0.285718, "nauc_recall_at_5_max": 0.307829, "nauc_recall_at_5_std": 0.088563, "nauc_recall_at_5_diff1": 0.248294, "nauc_recall_at_10_max": 0.277014, "nauc_recall_at_10_std": 0.063803, "nauc_recall_at_10_diff1": 0.234258, "nauc_recall_at_20_max": 0.258702, "nauc_recall_at_20_std": 0.042148, "nauc_recall_at_20_diff1": 0.195549, "nauc_recall_at_100_max": 0.218314, "nauc_recall_at_100_std": 0.091368, "nauc_recall_at_100_diff1": 0.126239, "nauc_recall_at_1000_max": 0.121984, "nauc_recall_at_1000_std": -0.034253, "nauc_recall_at_1000_diff1": 0.11324, "nauc_precision_at_1_max": 0.40843, "nauc_precision_at_1_std": 0.076406, "nauc_precision_at_1_diff1": 0.438569, "nauc_precision_at_3_max": 0.384473, "nauc_precision_at_3_std": 0.096815, "nauc_precision_at_3_diff1": 0.290247, "nauc_precision_at_5_max": 0.355852, "nauc_precision_at_5_std": 0.123834, "nauc_precision_at_5_diff1": 0.2492, "nauc_precision_at_10_max": 0.316584, "nauc_precision_at_10_std": 0.087131, "nauc_precision_at_10_diff1": 0.251817, "nauc_precision_at_20_max": 0.270185, "nauc_precision_at_20_std": 0.055436, "nauc_precision_at_20_diff1": 0.192295, "nauc_precision_at_100_max": 0.203168, "nauc_precision_at_100_std": 0.064474, "nauc_precision_at_100_diff1": 0.159208, "nauc_precision_at_1000_max": 0.078497, "nauc_precision_at_1000_std": -0.026162, "nauc_precision_at_1000_diff1": 0.144708, "nauc_mrr_at_1_max": 0.40843, "nauc_mrr_at_1_std": 0.076406, "nauc_mrr_at_1_diff1": 0.438569, "nauc_mrr_at_3_max": 0.389693, "nauc_mrr_at_3_std": 0.067487, "nauc_mrr_at_3_diff1": 0.382112, "nauc_mrr_at_5_max": 0.379774, "nauc_mrr_at_5_std": 0.072874, "nauc_mrr_at_5_diff1": 0.370625, "nauc_mrr_at_10_max": 0.370104, "nauc_mrr_at_10_std": 0.065725, "nauc_mrr_at_10_diff1": 0.367232, "nauc_mrr_at_20_max": 0.368271, "nauc_mrr_at_20_std": 0.064637, "nauc_mrr_at_20_diff1": 0.365393, "nauc_mrr_at_100_max": 0.368275, "nauc_mrr_at_100_std": 0.066031, "nauc_mrr_at_100_diff1": 0.365048, "nauc_mrr_at_1000_max": 0.368405, "nauc_mrr_at_1000_std": 0.06551, "nauc_mrr_at_1000_diff1": 0.365629, "main_score": 0.21468, "hf_subset": "spa-spa", "languages": [ "spa-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.03026, "ndcg_at_3": 0.03078, "ndcg_at_5": 0.03353, "ndcg_at_10": 0.04229, "ndcg_at_20": 0.05215, "ndcg_at_100": 0.07962, "ndcg_at_1000": 0.14842, "map_at_1": 0.01732, "map_at_3": 0.02292, "map_at_5": 0.02565, "map_at_10": 0.02945, "map_at_20": 0.03228, "map_at_100": 0.03581, "map_at_1000": 0.038, "recall_at_1": 0.01732, "recall_at_3": 0.02816, "recall_at_5": 0.03844, "recall_at_10": 0.05897, "recall_at_20": 0.09056, "recall_at_100": 0.21427, "recall_at_1000": 0.67867, "precision_at_1": 0.03026, "precision_at_3": 0.02018, "precision_at_5": 0.01665, "precision_at_10": 0.01412, "precision_at_20": 0.01059, "precision_at_100": 0.00501, "precision_at_1000": 0.00162, "mrr_at_1": 0.030265, "mrr_at_3": 0.040773, "mrr_at_5": 0.044178, "mrr_at_10": 0.048466, "mrr_at_20": 0.051819, "mrr_at_100": 0.055711, "mrr_at_1000": 0.05738, "nauc_ndcg_at_1_max": 0.072006, "nauc_ndcg_at_1_std": 0.028934, "nauc_ndcg_at_1_diff1": 0.406686, "nauc_ndcg_at_3_max": 0.006293, "nauc_ndcg_at_3_std": 0.041757, "nauc_ndcg_at_3_diff1": 0.335526, "nauc_ndcg_at_5_max": -0.015139, "nauc_ndcg_at_5_std": 0.064357, "nauc_ndcg_at_5_diff1": 0.283533, "nauc_ndcg_at_10_max": 0.013968, "nauc_ndcg_at_10_std": 0.096239, "nauc_ndcg_at_10_diff1": 0.229168, "nauc_ndcg_at_20_max": 0.009492, "nauc_ndcg_at_20_std": 0.109926, "nauc_ndcg_at_20_diff1": 0.165931, "nauc_ndcg_at_100_max": -0.023397, "nauc_ndcg_at_100_std": 0.129572, "nauc_ndcg_at_100_diff1": 0.110502, "nauc_ndcg_at_1000_max": -0.030299, "nauc_ndcg_at_1000_std": 0.13992, "nauc_ndcg_at_1000_diff1": 0.115942, "nauc_map_at_1_max": 0.067195, "nauc_map_at_1_std": 0.027769, "nauc_map_at_1_diff1": 0.469916, "nauc_map_at_3_max": 0.014094, "nauc_map_at_3_std": 0.027584, "nauc_map_at_3_diff1": 0.398345, "nauc_map_at_5_max": 0.001847, "nauc_map_at_5_std": 0.04973, "nauc_map_at_5_diff1": 0.346621, "nauc_map_at_10_max": 0.024659, "nauc_map_at_10_std": 0.072985, "nauc_map_at_10_diff1": 0.306043, "nauc_map_at_20_max": 0.022006, "nauc_map_at_20_std": 0.082702, "nauc_map_at_20_diff1": 0.271877, "nauc_map_at_100_max": 0.011332, "nauc_map_at_100_std": 0.090041, "nauc_map_at_100_diff1": 0.248289, "nauc_map_at_1000_max": 0.009702, "nauc_map_at_1000_std": 0.09175, "nauc_map_at_1000_diff1": 0.246088, "nauc_recall_at_1_max": 0.067195, "nauc_recall_at_1_std": 0.027769, "nauc_recall_at_1_diff1": 0.469916, "nauc_recall_at_3_max": -0.025058, "nauc_recall_at_3_std": 0.042998, "nauc_recall_at_3_diff1": 0.334655, "nauc_recall_at_5_max": -0.048649, "nauc_recall_at_5_std": 0.09328, "nauc_recall_at_5_diff1": 0.209179, "nauc_recall_at_10_max": 0.012122, "nauc_recall_at_10_std": 0.132314, "nauc_recall_at_10_diff1": 0.141188, "nauc_recall_at_20_max": 0.015655, "nauc_recall_at_20_std": 0.150346, "nauc_recall_at_20_diff1": 0.045299, "nauc_recall_at_100_max": -0.042327, "nauc_recall_at_100_std": 0.154296, "nauc_recall_at_100_diff1": -0.006677, "nauc_recall_at_1000_max": -0.035389, "nauc_recall_at_1000_std": 0.207642, "nauc_recall_at_1000_diff1": 0.017619, "nauc_precision_at_1_max": 0.072006, "nauc_precision_at_1_std": 0.028934, "nauc_precision_at_1_diff1": 0.406686, "nauc_precision_at_3_max": -0.017482, "nauc_precision_at_3_std": 0.054536, "nauc_precision_at_3_diff1": 0.2458, "nauc_precision_at_5_max": -0.040778, "nauc_precision_at_5_std": 0.087548, "nauc_precision_at_5_diff1": 0.177192, "nauc_precision_at_10_max": 0.02552, "nauc_precision_at_10_std": 0.146899, "nauc_precision_at_10_diff1": 0.112453, "nauc_precision_at_20_max": -1.2e-05, "nauc_precision_at_20_std": 0.153336, "nauc_precision_at_20_diff1": 0.031994, "nauc_precision_at_100_max": -0.04912, "nauc_precision_at_100_std": 0.179216, "nauc_precision_at_100_diff1": -0.013864, "nauc_precision_at_1000_max": -0.070308, "nauc_precision_at_1000_std": 0.096979, "nauc_precision_at_1000_diff1": -0.005334, "nauc_mrr_at_1_max": 0.072006, "nauc_mrr_at_1_std": 0.028934, "nauc_mrr_at_1_diff1": 0.406686, "nauc_mrr_at_3_max": 0.005636, "nauc_mrr_at_3_std": 0.037556, "nauc_mrr_at_3_diff1": 0.315021, "nauc_mrr_at_5_max": -0.006097, "nauc_mrr_at_5_std": 0.047148, "nauc_mrr_at_5_diff1": 0.281349, "nauc_mrr_at_10_max": -0.002035, "nauc_mrr_at_10_std": 0.056515, "nauc_mrr_at_10_diff1": 0.260679, "nauc_mrr_at_20_max": -0.006194, "nauc_mrr_at_20_std": 0.057946, "nauc_mrr_at_20_diff1": 0.238244, "nauc_mrr_at_100_max": -0.01196, "nauc_mrr_at_100_std": 0.063108, "nauc_mrr_at_100_diff1": 0.227997, "nauc_mrr_at_1000_max": -0.011791, "nauc_mrr_at_1000_std": 0.063164, "nauc_mrr_at_1000_diff1": 0.228688, "main_score": 0.04229, "hf_subset": "eng-spa", "languages": [ "eng-Latn", "spa-Latn" ] }, { "ndcg_at_1": 0.07692, "ndcg_at_3": 0.07163, "ndcg_at_5": 0.07463, "ndcg_at_10": 0.08749, "ndcg_at_20": 0.09624, "ndcg_at_100": 0.12233, "ndcg_at_1000": 0.19212, "map_at_1": 0.03806, "map_at_3": 0.05393, "map_at_5": 0.05909, "map_at_10": 0.06492, "map_at_20": 0.06769, "map_at_100": 0.07126, "map_at_1000": 0.07357, "recall_at_1": 0.03806, "recall_at_3": 0.06459, "recall_at_5": 0.08094, "recall_at_10": 0.11385, "recall_at_20": 0.14151, "recall_at_100": 0.25603, "recall_at_1000": 0.72547, "precision_at_1": 0.07692, "precision_at_3": 0.05002, "precision_at_5": 0.03808, "precision_at_10": 0.02636, "precision_at_20": 0.01646, "precision_at_100": 0.00622, "precision_at_1000": 0.00176, "mrr_at_1": 0.076923, "mrr_at_3": 0.094998, "mrr_at_5": 0.099979, "mrr_at_10": 0.105076, "mrr_at_20": 0.10751, "mrr_at_100": 0.11086, "mrr_at_1000": 0.112415, "nauc_ndcg_at_1_max": 0.520257, "nauc_ndcg_at_1_std": 0.047261, "nauc_ndcg_at_1_diff1": 0.447042, "nauc_ndcg_at_3_max": 0.496893, "nauc_ndcg_at_3_std": 0.065912, "nauc_ndcg_at_3_diff1": 0.404075, "nauc_ndcg_at_5_max": 0.476449, "nauc_ndcg_at_5_std": 0.085051, "nauc_ndcg_at_5_diff1": 0.363176, "nauc_ndcg_at_10_max": 0.478236, "nauc_ndcg_at_10_std": 0.108906, "nauc_ndcg_at_10_diff1": 0.351292, "nauc_ndcg_at_20_max": 0.458368, "nauc_ndcg_at_20_std": 0.109405, "nauc_ndcg_at_20_diff1": 0.336592, "nauc_ndcg_at_100_max": 0.427494, "nauc_ndcg_at_100_std": 0.125478, "nauc_ndcg_at_100_diff1": 0.302616, "nauc_ndcg_at_1000_max": 0.42117, "nauc_ndcg_at_1000_std": 0.133932, "nauc_ndcg_at_1000_diff1": 0.305103, "nauc_map_at_1_max": 0.536287, "nauc_map_at_1_std": 0.024792, "nauc_map_at_1_diff1": 0.551647, "nauc_map_at_3_max": 0.522111, "nauc_map_at_3_std": 0.061731, "nauc_map_at_3_diff1": 0.46617, "nauc_map_at_5_max": 0.510052, "nauc_map_at_5_std": 0.07801, "nauc_map_at_5_diff1": 0.431484, "nauc_map_at_10_max": 0.510711, "nauc_map_at_10_std": 0.094029, "nauc_map_at_10_diff1": 0.419993, "nauc_map_at_20_max": 0.502107, "nauc_map_at_20_std": 0.094024, "nauc_map_at_20_diff1": 0.410323, "nauc_map_at_100_max": 0.495974, "nauc_map_at_100_std": 0.097034, "nauc_map_at_100_diff1": 0.404677, "nauc_map_at_1000_max": 0.494883, "nauc_map_at_1000_std": 0.09787, "nauc_map_at_1000_diff1": 0.40406, "nauc_recall_at_1_max": 0.536287, "nauc_recall_at_1_std": 0.024792, "nauc_recall_at_1_diff1": 0.551647, "nauc_recall_at_3_max": 0.477496, "nauc_recall_at_3_std": 0.065745, "nauc_recall_at_3_diff1": 0.391548, "nauc_recall_at_5_max": 0.432659, "nauc_recall_at_5_std": 0.109246, "nauc_recall_at_5_diff1": 0.297156, "nauc_recall_at_10_max": 0.431898, "nauc_recall_at_10_std": 0.149303, "nauc_recall_at_10_diff1": 0.280399, "nauc_recall_at_20_max": 0.38022, "nauc_recall_at_20_std": 0.142583, "nauc_recall_at_20_diff1": 0.253165, "nauc_recall_at_100_max": 0.30738, "nauc_recall_at_100_std": 0.177398, "nauc_recall_at_100_diff1": 0.161068, "nauc_recall_at_1000_max": 0.275466, "nauc_recall_at_1000_std": 0.244526, "nauc_recall_at_1000_diff1": 0.110395, "nauc_precision_at_1_max": 0.520257, "nauc_precision_at_1_std": 0.047261, "nauc_precision_at_1_diff1": 0.447042, "nauc_precision_at_3_max": 0.501169, "nauc_precision_at_3_std": 0.098666, "nauc_precision_at_3_diff1": 0.330962, "nauc_precision_at_5_max": 0.469663, "nauc_precision_at_5_std": 0.130813, "nauc_precision_at_5_diff1": 0.271571, "nauc_precision_at_10_max": 0.463847, "nauc_precision_at_10_std": 0.160395, "nauc_precision_at_10_diff1": 0.260516, "nauc_precision_at_20_max": 0.427225, "nauc_precision_at_20_std": 0.153248, "nauc_precision_at_20_diff1": 0.233767, "nauc_precision_at_100_max": 0.332652, "nauc_precision_at_100_std": 0.165148, "nauc_precision_at_100_diff1": 0.17412, "nauc_precision_at_1000_max": 0.150672, "nauc_precision_at_1000_std": 0.095866, "nauc_precision_at_1000_diff1": 0.116223, "nauc_mrr_at_1_max": 0.520257, "nauc_mrr_at_1_std": 0.047261, "nauc_mrr_at_1_diff1": 0.447042, "nauc_mrr_at_3_max": 0.469601, "nauc_mrr_at_3_std": 0.052213, "nauc_mrr_at_3_diff1": 0.352445, "nauc_mrr_at_5_max": 0.460109, "nauc_mrr_at_5_std": 0.065683, "nauc_mrr_at_5_diff1": 0.332302, "nauc_mrr_at_10_max": 0.459121, "nauc_mrr_at_10_std": 0.071957, "nauc_mrr_at_10_diff1": 0.329647, "nauc_mrr_at_20_max": 0.454627, "nauc_mrr_at_20_std": 0.072462, "nauc_mrr_at_20_diff1": 0.327685, "nauc_mrr_at_100_max": 0.449392, "nauc_mrr_at_100_std": 0.073097, "nauc_mrr_at_100_diff1": 0.324196, "nauc_mrr_at_1000_max": 0.449309, "nauc_mrr_at_1000_std": 0.073255, "nauc_mrr_at_1000_diff1": 0.324795, "main_score": 0.08749, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.31108, "ndcg_at_3": 0.28506, "ndcg_at_5": 0.29291, "ndcg_at_10": 0.31485, "ndcg_at_20": 0.3359, "ndcg_at_100": 0.373, "ndcg_at_1000": 0.42282, "map_at_1": 0.1935, "map_at_3": 0.2412, "map_at_5": 0.25432, "map_at_10": 0.26525, "map_at_20": 0.27225, "map_at_100": 0.27812, "map_at_1000": 0.28025, "recall_at_1": 0.1935, "recall_at_3": 0.27259, "recall_at_5": 0.30959, "recall_at_10": 0.36513, "recall_at_20": 0.43429, "recall_at_100": 0.60467, "recall_at_1000": 0.9411, "precision_at_1": 0.31108, "precision_at_3": 0.16199, "precision_at_5": 0.11482, "precision_at_10": 0.06969, "precision_at_20": 0.04206, "precision_at_100": 0.01203, "precision_at_1000": 0.00195, "mrr_at_1": 0.311081, "mrr_at_3": 0.347797, "mrr_at_5": 0.356075, "mrr_at_10": 0.364038, "mrr_at_20": 0.368887, "mrr_at_100": 0.372471, "mrr_at_1000": 0.373369, "nauc_ndcg_at_1_max": 0.563759, "nauc_ndcg_at_1_std": 0.134791, "nauc_ndcg_at_1_diff1": 0.612465, "nauc_ndcg_at_3_max": 0.531028, "nauc_ndcg_at_3_std": 0.122948, "nauc_ndcg_at_3_diff1": 0.55319, "nauc_ndcg_at_5_max": 0.519557, "nauc_ndcg_at_5_std": 0.118704, "nauc_ndcg_at_5_diff1": 0.541671, "nauc_ndcg_at_10_max": 0.505546, "nauc_ndcg_at_10_std": 0.120641, "nauc_ndcg_at_10_diff1": 0.52895, "nauc_ndcg_at_20_max": 0.495032, "nauc_ndcg_at_20_std": 0.11901, "nauc_ndcg_at_20_diff1": 0.518182, "nauc_ndcg_at_100_max": 0.49289, "nauc_ndcg_at_100_std": 0.13005, "nauc_ndcg_at_100_diff1": 0.513782, "nauc_ndcg_at_1000_max": 0.5015, "nauc_ndcg_at_1000_std": 0.12578, "nauc_ndcg_at_1000_diff1": 0.521785, "nauc_map_at_1_max": 0.521274, "nauc_map_at_1_std": 0.085548, "nauc_map_at_1_diff1": 0.606781, "nauc_map_at_3_max": 0.532322, "nauc_map_at_3_std": 0.11276, "nauc_map_at_3_diff1": 0.564851, "nauc_map_at_5_max": 0.525377, "nauc_map_at_5_std": 0.109779, "nauc_map_at_5_diff1": 0.55089, "nauc_map_at_10_max": 0.519229, "nauc_map_at_10_std": 0.111144, "nauc_map_at_10_diff1": 0.545326, "nauc_map_at_20_max": 0.51523, "nauc_map_at_20_std": 0.111194, "nauc_map_at_20_diff1": 0.541496, "nauc_map_at_100_max": 0.51485, "nauc_map_at_100_std": 0.113396, "nauc_map_at_100_diff1": 0.540571, "nauc_map_at_1000_max": 0.515123, "nauc_map_at_1000_std": 0.113575, "nauc_map_at_1000_diff1": 0.540715, "nauc_recall_at_1_max": 0.521274, "nauc_recall_at_1_std": 0.085548, "nauc_recall_at_1_diff1": 0.606781, "nauc_recall_at_3_max": 0.487551, "nauc_recall_at_3_std": 0.116429, "nauc_recall_at_3_diff1": 0.508824, "nauc_recall_at_5_max": 0.459325, "nauc_recall_at_5_std": 0.108295, "nauc_recall_at_5_diff1": 0.465739, "nauc_recall_at_10_max": 0.415877, "nauc_recall_at_10_std": 0.111048, "nauc_recall_at_10_diff1": 0.428842, "nauc_recall_at_20_max": 0.371087, "nauc_recall_at_20_std": 0.100039, "nauc_recall_at_20_diff1": 0.382756, "nauc_recall_at_100_max": 0.329056, "nauc_recall_at_100_std": 0.146901, "nauc_recall_at_100_diff1": 0.326457, "nauc_recall_at_1000_max": 0.193975, "nauc_recall_at_1000_std": 0.047536, "nauc_recall_at_1000_diff1": 0.152366, "nauc_precision_at_1_max": 0.563759, "nauc_precision_at_1_std": 0.134791, "nauc_precision_at_1_diff1": 0.612465, "nauc_precision_at_3_max": 0.466115, "nauc_precision_at_3_std": 0.141209, "nauc_precision_at_3_diff1": 0.426746, "nauc_precision_at_5_max": 0.418413, "nauc_precision_at_5_std": 0.122381, "nauc_precision_at_5_diff1": 0.360053, "nauc_precision_at_10_max": 0.362195, "nauc_precision_at_10_std": 0.113692, "nauc_precision_at_10_diff1": 0.308985, "nauc_precision_at_20_max": 0.303806, "nauc_precision_at_20_std": 0.103323, "nauc_precision_at_20_diff1": 0.255657, "nauc_precision_at_100_max": 0.222118, "nauc_precision_at_100_std": 0.110742, "nauc_precision_at_100_diff1": 0.158483, "nauc_precision_at_1000_max": 0.052721, "nauc_precision_at_1000_std": 0.045102, "nauc_precision_at_1000_diff1": -0.030756, "nauc_mrr_at_1_max": 0.563759, "nauc_mrr_at_1_std": 0.134791, "nauc_mrr_at_1_diff1": 0.612465, "nauc_mrr_at_3_max": 0.546024, "nauc_mrr_at_3_std": 0.140033, "nauc_mrr_at_3_diff1": 0.586793, "nauc_mrr_at_5_max": 0.544268, "nauc_mrr_at_5_std": 0.139861, "nauc_mrr_at_5_diff1": 0.580691, "nauc_mrr_at_10_max": 0.537898, "nauc_mrr_at_10_std": 0.13971, "nauc_mrr_at_10_diff1": 0.573641, "nauc_mrr_at_20_max": 0.535727, "nauc_mrr_at_20_std": 0.139133, "nauc_mrr_at_20_diff1": 0.571311, "nauc_mrr_at_100_max": 0.534932, "nauc_mrr_at_100_std": 0.139948, "nauc_mrr_at_100_diff1": 0.571132, "nauc_mrr_at_1000_max": 0.535135, "nauc_mrr_at_1000_std": 0.139715, "nauc_mrr_at_1000_diff1": 0.571455, "main_score": 0.31485, "hf_subset": "fra-fra", "languages": [ "fra-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.05073, "ndcg_at_3": 0.04186, "ndcg_at_5": 0.04775, "ndcg_at_10": 0.06136, "ndcg_at_20": 0.07684, "ndcg_at_100": 0.11121, "ndcg_at_1000": 0.17929, "map_at_1": 0.02009, "map_at_3": 0.03079, "map_at_5": 0.03528, "map_at_10": 0.04128, "map_at_20": 0.04617, "map_at_100": 0.0513, "map_at_1000": 0.0536, "recall_at_1": 0.02009, "recall_at_3": 0.03789, "recall_at_5": 0.05543, "recall_at_10": 0.0881, "recall_at_20": 0.13785, "recall_at_100": 0.2913, "recall_at_1000": 0.76491, "precision_at_1": 0.05073, "precision_at_3": 0.0316, "precision_at_5": 0.02617, "precision_at_10": 0.0215, "precision_at_20": 0.01642, "precision_at_100": 0.00669, "precision_at_1000": 0.0017, "mrr_at_1": 0.050734, "mrr_at_3": 0.06008, "mrr_at_5": 0.065955, "mrr_at_10": 0.072024, "mrr_at_20": 0.076047, "mrr_at_100": 0.080614, "mrr_at_1000": 0.082153, "nauc_ndcg_at_1_max": 0.385304, "nauc_ndcg_at_1_std": 0.491944, "nauc_ndcg_at_1_diff1": 0.027566, "nauc_ndcg_at_3_max": 0.310936, "nauc_ndcg_at_3_std": 0.436851, "nauc_ndcg_at_3_diff1": -0.019025, "nauc_ndcg_at_5_max": 0.217494, "nauc_ndcg_at_5_std": 0.397251, "nauc_ndcg_at_5_diff1": -0.061411, "nauc_ndcg_at_10_max": 0.19658, "nauc_ndcg_at_10_std": 0.389114, "nauc_ndcg_at_10_diff1": -0.077411, "nauc_ndcg_at_20_max": 0.18918, "nauc_ndcg_at_20_std": 0.379356, "nauc_ndcg_at_20_diff1": -0.058689, "nauc_ndcg_at_100_max": 0.151062, "nauc_ndcg_at_100_std": 0.355884, "nauc_ndcg_at_100_diff1": -0.066121, "nauc_ndcg_at_1000_max": 0.138394, "nauc_ndcg_at_1000_std": 0.343818, "nauc_ndcg_at_1000_diff1": -0.062925, "nauc_map_at_1_max": 0.331252, "nauc_map_at_1_std": 0.454947, "nauc_map_at_1_diff1": -0.014868, "nauc_map_at_3_max": 0.314302, "nauc_map_at_3_std": 0.437432, "nauc_map_at_3_diff1": -0.02514, "nauc_map_at_5_max": 0.25792, "nauc_map_at_5_std": 0.416493, "nauc_map_at_5_diff1": -0.048635, "nauc_map_at_10_max": 0.248286, "nauc_map_at_10_std": 0.417807, "nauc_map_at_10_diff1": -0.062084, "nauc_map_at_20_max": 0.24456, "nauc_map_at_20_std": 0.41445, "nauc_map_at_20_diff1": -0.053971, "nauc_map_at_100_max": 0.232952, "nauc_map_at_100_std": 0.408104, "nauc_map_at_100_diff1": -0.055918, "nauc_map_at_1000_max": 0.230587, "nauc_map_at_1000_std": 0.408035, "nauc_map_at_1000_diff1": -0.056544, "nauc_recall_at_1_max": 0.331252, "nauc_recall_at_1_std": 0.454947, "nauc_recall_at_1_diff1": -0.014868, "nauc_recall_at_3_max": 0.230796, "nauc_recall_at_3_std": 0.37007, "nauc_recall_at_3_diff1": -0.048616, "nauc_recall_at_5_max": 0.094586, "nauc_recall_at_5_std": 0.323574, "nauc_recall_at_5_diff1": -0.10193, "nauc_recall_at_10_max": 0.082677, "nauc_recall_at_10_std": 0.315899, "nauc_recall_at_10_diff1": -0.124878, "nauc_recall_at_20_max": 0.099075, "nauc_recall_at_20_std": 0.316283, "nauc_recall_at_20_diff1": -0.065243, "nauc_recall_at_100_max": 0.038369, "nauc_recall_at_100_std": 0.271605, "nauc_recall_at_100_diff1": -0.076711, "nauc_recall_at_1000_max": -0.014357, "nauc_recall_at_1000_std": 0.217874, "nauc_recall_at_1000_diff1": -0.056616, "nauc_precision_at_1_max": 0.385304, "nauc_precision_at_1_std": 0.491944, "nauc_precision_at_1_diff1": 0.027566, "nauc_precision_at_3_max": 0.337248, "nauc_precision_at_3_std": 0.464006, "nauc_precision_at_3_diff1": -0.015402, "nauc_precision_at_5_max": 0.241941, "nauc_precision_at_5_std": 0.440345, "nauc_precision_at_5_diff1": -0.068162, "nauc_precision_at_10_max": 0.219833, "nauc_precision_at_10_std": 0.430168, "nauc_precision_at_10_diff1": -0.077371, "nauc_precision_at_20_max": 0.19112, "nauc_precision_at_20_std": 0.380846, "nauc_precision_at_20_diff1": -0.053269, "nauc_precision_at_100_max": 0.118315, "nauc_precision_at_100_std": 0.317977, "nauc_precision_at_100_diff1": -0.074435, "nauc_precision_at_1000_max": 0.015608, "nauc_precision_at_1000_std": 0.116156, "nauc_precision_at_1000_diff1": -0.038843, "nauc_mrr_at_1_max": 0.385304, "nauc_mrr_at_1_std": 0.491944, "nauc_mrr_at_1_diff1": 0.027566, "nauc_mrr_at_3_max": 0.320169, "nauc_mrr_at_3_std": 0.444005, "nauc_mrr_at_3_diff1": -0.00941, "nauc_mrr_at_5_max": 0.27944, "nauc_mrr_at_5_std": 0.435409, "nauc_mrr_at_5_diff1": -0.030977, "nauc_mrr_at_10_max": 0.260795, "nauc_mrr_at_10_std": 0.41912, "nauc_mrr_at_10_diff1": -0.032702, "nauc_mrr_at_20_max": 0.254725, "nauc_mrr_at_20_std": 0.412194, "nauc_mrr_at_20_diff1": -0.031337, "nauc_mrr_at_100_max": 0.247647, "nauc_mrr_at_100_std": 0.406857, "nauc_mrr_at_100_diff1": -0.03128, "nauc_mrr_at_1000_max": 0.247884, "nauc_mrr_at_1000_std": 0.407575, "nauc_mrr_at_1000_diff1": -0.030913, "main_score": 0.06136, "hf_subset": "eng-fra", "languages": [ "eng-Latn", "fra-Latn" ] }, { "ndcg_at_1": 0.09746, "ndcg_at_3": 0.10814, "ndcg_at_5": 0.11427, "ndcg_at_10": 0.12625, "ndcg_at_20": 0.13909, "ndcg_at_100": 0.17349, "ndcg_at_1000": 0.24659, "map_at_1": 0.05866, "map_at_3": 0.08927, "map_at_5": 0.09615, "map_at_10": 0.10186, "map_at_20": 0.10572, "map_at_100": 0.11046, "map_at_1000": 0.11308, "recall_at_1": 0.05866, "recall_at_3": 0.11469, "recall_at_5": 0.1332, "recall_at_10": 0.16242, "recall_at_20": 0.20481, "recall_at_100": 0.37032, "recall_at_1000": 0.87459, "precision_at_1": 0.09746, "precision_at_3": 0.06587, "precision_at_5": 0.04833, "precision_at_10": 0.03111, "precision_at_20": 0.01976, "precision_at_100": 0.00702, "precision_at_1000": 0.00179, "mrr_at_1": 0.097463, "mrr_at_3": 0.125946, "mrr_at_5": 0.130552, "mrr_at_10": 0.135748, "mrr_at_20": 0.139715, "mrr_at_100": 0.143857, "mrr_at_1000": 0.145571, "nauc_ndcg_at_1_max": 0.547654, "nauc_ndcg_at_1_std": 0.35163, "nauc_ndcg_at_1_diff1": 0.277688, "nauc_ndcg_at_3_max": 0.528413, "nauc_ndcg_at_3_std": 0.383878, "nauc_ndcg_at_3_diff1": 0.22647, "nauc_ndcg_at_5_max": 0.501849, "nauc_ndcg_at_5_std": 0.365972, "nauc_ndcg_at_5_diff1": 0.193786, "nauc_ndcg_at_10_max": 0.498938, "nauc_ndcg_at_10_std": 0.366311, "nauc_ndcg_at_10_diff1": 0.189842, "nauc_ndcg_at_20_max": 0.490382, "nauc_ndcg_at_20_std": 0.358123, "nauc_ndcg_at_20_diff1": 0.183795, "nauc_ndcg_at_100_max": 0.4774, "nauc_ndcg_at_100_std": 0.372207, "nauc_ndcg_at_100_diff1": 0.170692, "nauc_ndcg_at_1000_max": 0.471919, "nauc_ndcg_at_1000_std": 0.367392, "nauc_ndcg_at_1000_diff1": 0.174278, "nauc_map_at_1_max": 0.536438, "nauc_map_at_1_std": 0.328008, "nauc_map_at_1_diff1": 0.289344, "nauc_map_at_3_max": 0.528692, "nauc_map_at_3_std": 0.376741, "nauc_map_at_3_diff1": 0.234186, "nauc_map_at_5_max": 0.513691, "nauc_map_at_5_std": 0.368, "nauc_map_at_5_diff1": 0.208364, "nauc_map_at_10_max": 0.513351, "nauc_map_at_10_std": 0.369291, "nauc_map_at_10_diff1": 0.204174, "nauc_map_at_20_max": 0.510915, "nauc_map_at_20_std": 0.366934, "nauc_map_at_20_diff1": 0.201637, "nauc_map_at_100_max": 0.508788, "nauc_map_at_100_std": 0.369343, "nauc_map_at_100_diff1": 0.199007, "nauc_map_at_1000_max": 0.508312, "nauc_map_at_1000_std": 0.369704, "nauc_map_at_1000_diff1": 0.199078, "nauc_recall_at_1_max": 0.536438, "nauc_recall_at_1_std": 0.328008, "nauc_recall_at_1_diff1": 0.289344, "nauc_recall_at_3_max": 0.486058, "nauc_recall_at_3_std": 0.368932, "nauc_recall_at_3_diff1": 0.187189, "nauc_recall_at_5_max": 0.451372, "nauc_recall_at_5_std": 0.34759, "nauc_recall_at_5_diff1": 0.137658, "nauc_recall_at_10_max": 0.451248, "nauc_recall_at_10_std": 0.3471, "nauc_recall_at_10_diff1": 0.141347, "nauc_recall_at_20_max": 0.430328, "nauc_recall_at_20_std": 0.324319, "nauc_recall_at_20_diff1": 0.135206, "nauc_recall_at_100_max": 0.385282, "nauc_recall_at_100_std": 0.367583, "nauc_recall_at_100_diff1": 0.093759, "nauc_recall_at_1000_max": 0.360237, "nauc_recall_at_1000_std": 0.425384, "nauc_recall_at_1000_diff1": 0.048964, "nauc_precision_at_1_max": 0.547654, "nauc_precision_at_1_std": 0.35163, "nauc_precision_at_1_diff1": 0.277688, "nauc_precision_at_3_max": 0.537976, "nauc_precision_at_3_std": 0.422832, "nauc_precision_at_3_diff1": 0.190175, "nauc_precision_at_5_max": 0.482708, "nauc_precision_at_5_std": 0.37951, "nauc_precision_at_5_diff1": 0.132553, "nauc_precision_at_10_max": 0.46782, "nauc_precision_at_10_std": 0.374698, "nauc_precision_at_10_diff1": 0.128663, "nauc_precision_at_20_max": 0.437275, "nauc_precision_at_20_std": 0.34594, "nauc_precision_at_20_diff1": 0.106861, "nauc_precision_at_100_max": 0.3588, "nauc_precision_at_100_std": 0.341603, "nauc_precision_at_100_diff1": 0.086125, "nauc_precision_at_1000_max": 0.036745, "nauc_precision_at_1000_std": 0.058344, "nauc_precision_at_1000_diff1": 0.009695, "nauc_mrr_at_1_max": 0.547654, "nauc_mrr_at_1_std": 0.35163, "nauc_mrr_at_1_diff1": 0.277688, "nauc_mrr_at_3_max": 0.528516, "nauc_mrr_at_3_std": 0.369316, "nauc_mrr_at_3_diff1": 0.244317, "nauc_mrr_at_5_max": 0.516576, "nauc_mrr_at_5_std": 0.360466, "nauc_mrr_at_5_diff1": 0.230446, "nauc_mrr_at_10_max": 0.51168, "nauc_mrr_at_10_std": 0.360767, "nauc_mrr_at_10_diff1": 0.227838, "nauc_mrr_at_20_max": 0.507337, "nauc_mrr_at_20_std": 0.356586, "nauc_mrr_at_20_diff1": 0.225126, "nauc_mrr_at_100_max": 0.505451, "nauc_mrr_at_100_std": 0.356988, "nauc_mrr_at_100_diff1": 0.222632, "nauc_mrr_at_1000_max": 0.505724, "nauc_mrr_at_1000_std": 0.357263, "nauc_mrr_at_1000_diff1": 0.222858, "main_score": 0.12625, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.23351, "ndcg_at_3": 0.26321, "ndcg_at_5": 0.27799, "ndcg_at_10": 0.30098, "ndcg_at_20": 0.31748, "ndcg_at_100": 0.3531, "ndcg_at_1000": 0.39622, "map_at_1": 0.19784, "map_at_3": 0.24561, "map_at_5": 0.25492, "map_at_10": 0.26483, "map_at_20": 0.26955, "map_at_100": 0.27454, "map_at_1000": 0.27607, "recall_at_1": 0.19784, "recall_at_3": 0.28796, "recall_at_5": 0.32319, "recall_at_10": 0.39137, "recall_at_20": 0.45429, "recall_at_100": 0.63463, "recall_at_1000": 0.95602, "precision_at_1": 0.23351, "precision_at_3": 0.1218, "precision_at_5": 0.08216, "precision_at_10": 0.0493, "precision_at_20": 0.02843, "precision_at_100": 0.00822, "precision_at_1000": 0.00132, "mrr_at_1": 0.233514, "mrr_at_3": 0.270631, "mrr_at_5": 0.278793, "mrr_at_10": 0.28774, "mrr_at_20": 0.291923, "mrr_at_100": 0.296533, "mrr_at_1000": 0.297652, "nauc_ndcg_at_1_max": 0.315282, "nauc_ndcg_at_1_std": 0.103537, "nauc_ndcg_at_1_diff1": 0.429994, "nauc_ndcg_at_3_max": 0.301323, "nauc_ndcg_at_3_std": 0.082219, "nauc_ndcg_at_3_diff1": 0.389004, "nauc_ndcg_at_5_max": 0.30497, "nauc_ndcg_at_5_std": 0.092231, "nauc_ndcg_at_5_diff1": 0.378488, "nauc_ndcg_at_10_max": 0.294592, "nauc_ndcg_at_10_std": 0.086127, "nauc_ndcg_at_10_diff1": 0.368304, "nauc_ndcg_at_20_max": 0.291941, "nauc_ndcg_at_20_std": 0.081922, "nauc_ndcg_at_20_diff1": 0.358353, "nauc_ndcg_at_100_max": 0.291171, "nauc_ndcg_at_100_std": 0.088497, "nauc_ndcg_at_100_diff1": 0.351719, "nauc_ndcg_at_1000_max": 0.292621, "nauc_ndcg_at_1000_std": 0.084511, "nauc_ndcg_at_1000_diff1": 0.363064, "nauc_map_at_1_max": 0.291554, "nauc_map_at_1_std": 0.115165, "nauc_map_at_1_diff1": 0.430768, "nauc_map_at_3_max": 0.299049, "nauc_map_at_3_std": 0.092665, "nauc_map_at_3_diff1": 0.397773, "nauc_map_at_5_max": 0.303948, "nauc_map_at_5_std": 0.097722, "nauc_map_at_5_diff1": 0.392727, "nauc_map_at_10_max": 0.298921, "nauc_map_at_10_std": 0.095376, "nauc_map_at_10_diff1": 0.388345, "nauc_map_at_20_max": 0.297487, "nauc_map_at_20_std": 0.094461, "nauc_map_at_20_diff1": 0.384965, "nauc_map_at_100_max": 0.297845, "nauc_map_at_100_std": 0.09473, "nauc_map_at_100_diff1": 0.383719, "nauc_map_at_1000_max": 0.297818, "nauc_map_at_1000_std": 0.094512, "nauc_map_at_1000_diff1": 0.384072, "nauc_recall_at_1_max": 0.291554, "nauc_recall_at_1_std": 0.115165, "nauc_recall_at_1_diff1": 0.430768, "nauc_recall_at_3_max": 0.290203, "nauc_recall_at_3_std": 0.065356, "nauc_recall_at_3_diff1": 0.367411, "nauc_recall_at_5_max": 0.298044, "nauc_recall_at_5_std": 0.088031, "nauc_recall_at_5_diff1": 0.336543, "nauc_recall_at_10_max": 0.270654, "nauc_recall_at_10_std": 0.069991, "nauc_recall_at_10_diff1": 0.307836, "nauc_recall_at_20_max": 0.259537, "nauc_recall_at_20_std": 0.052669, "nauc_recall_at_20_diff1": 0.269396, "nauc_recall_at_100_max": 0.245599, "nauc_recall_at_100_std": 0.098347, "nauc_recall_at_100_diff1": 0.212572, "nauc_recall_at_1000_max": 0.214588, "nauc_recall_at_1000_std": 0.06178, "nauc_recall_at_1000_diff1": 0.067102, "nauc_precision_at_1_max": 0.315282, "nauc_precision_at_1_std": 0.103537, "nauc_precision_at_1_diff1": 0.429994, "nauc_precision_at_3_max": 0.308227, "nauc_precision_at_3_std": 0.041539, "nauc_precision_at_3_diff1": 0.333217, "nauc_precision_at_5_max": 0.310763, "nauc_precision_at_5_std": 0.059172, "nauc_precision_at_5_diff1": 0.31009, "nauc_precision_at_10_max": 0.27213, "nauc_precision_at_10_std": 0.039935, "nauc_precision_at_10_diff1": 0.273418, "nauc_precision_at_20_max": 0.259791, "nauc_precision_at_20_std": 0.020314, "nauc_precision_at_20_diff1": 0.233833, "nauc_precision_at_100_max": 0.195048, "nauc_precision_at_100_std": 0.022156, "nauc_precision_at_100_diff1": 0.149745, "nauc_precision_at_1000_max": 0.003364, "nauc_precision_at_1000_std": -0.074272, "nauc_precision_at_1000_diff1": 0.019145, "nauc_mrr_at_1_max": 0.315282, "nauc_mrr_at_1_std": 0.103537, "nauc_mrr_at_1_diff1": 0.429994, "nauc_mrr_at_3_max": 0.310489, "nauc_mrr_at_3_std": 0.080479, "nauc_mrr_at_3_diff1": 0.397642, "nauc_mrr_at_5_max": 0.309921, "nauc_mrr_at_5_std": 0.087095, "nauc_mrr_at_5_diff1": 0.389556, "nauc_mrr_at_10_max": 0.305085, "nauc_mrr_at_10_std": 0.083827, "nauc_mrr_at_10_diff1": 0.384701, "nauc_mrr_at_20_max": 0.304568, "nauc_mrr_at_20_std": 0.083352, "nauc_mrr_at_20_diff1": 0.382723, "nauc_mrr_at_100_max": 0.303998, "nauc_mrr_at_100_std": 0.083817, "nauc_mrr_at_100_diff1": 0.381916, "nauc_mrr_at_1000_max": 0.304201, "nauc_mrr_at_1000_std": 0.083849, "nauc_mrr_at_1000_diff1": 0.382201, "main_score": 0.30098, "hf_subset": "hin-hin", "languages": [ "hin-Deva", "hin-Deva" ] }, { "ndcg_at_1": 0.06919, "ndcg_at_3": 0.06987, "ndcg_at_5": 0.07029, "ndcg_at_10": 0.07098, "ndcg_at_20": 0.07204, "ndcg_at_100": 0.0798, "ndcg_at_1000": 0.16078, "map_at_1": 0.06919, "map_at_3": 0.06973, "map_at_5": 0.06995, "map_at_10": 0.07022, "map_at_20": 0.0705, "map_at_100": 0.07128, "map_at_1000": 0.07348, "recall_at_1": 0.06919, "recall_at_3": 0.07027, "recall_at_5": 0.07135, "recall_at_10": 0.07351, "recall_at_20": 0.07784, "recall_at_100": 0.12288, "recall_at_1000": 0.72506, "precision_at_1": 0.06919, "precision_at_3": 0.02342, "precision_at_5": 0.01427, "precision_at_10": 0.00735, "precision_at_20": 0.00389, "precision_at_100": 0.00131, "precision_at_1000": 0.00125, "mrr_at_1": 0.069189, "mrr_at_3": 0.06973, "mrr_at_5": 0.069946, "mrr_at_10": 0.070221, "mrr_at_20": 0.070499, "mrr_at_100": 0.071311, "mrr_at_1000": 0.073391, "nauc_ndcg_at_1_max": 0.705337, "nauc_ndcg_at_1_std": 0.187633, "nauc_ndcg_at_1_diff1": 0.791439, "nauc_ndcg_at_3_max": 0.701621, "nauc_ndcg_at_3_std": 0.183789, "nauc_ndcg_at_3_diff1": 0.781701, "nauc_ndcg_at_5_max": 0.697025, "nauc_ndcg_at_5_std": 0.186642, "nauc_ndcg_at_5_diff1": 0.774576, "nauc_ndcg_at_10_max": 0.691242, "nauc_ndcg_at_10_std": 0.189528, "nauc_ndcg_at_10_diff1": 0.764826, "nauc_ndcg_at_20_max": 0.680058, "nauc_ndcg_at_20_std": 0.191694, "nauc_ndcg_at_20_diff1": 0.747372, "nauc_ndcg_at_100_max": 0.616258, "nauc_ndcg_at_100_std": 0.173365, "nauc_ndcg_at_100_diff1": 0.684936, "nauc_ndcg_at_1000_max": 0.45295, "nauc_ndcg_at_1000_std": 0.0756, "nauc_ndcg_at_1000_diff1": 0.577722, "nauc_map_at_1_max": 0.705337, "nauc_map_at_1_std": 0.187633, "nauc_map_at_1_diff1": 0.791439, "nauc_map_at_3_max": 0.702386, "nauc_map_at_3_std": 0.184581, "nauc_map_at_3_diff1": 0.783706, "nauc_map_at_5_max": 0.699996, "nauc_map_at_5_std": 0.18606, "nauc_map_at_5_diff1": 0.779999, "nauc_map_at_10_max": 0.697644, "nauc_map_at_10_std": 0.187181, "nauc_map_at_10_diff1": 0.776082, "nauc_map_at_20_max": 0.694605, "nauc_map_at_20_std": 0.187697, "nauc_map_at_20_diff1": 0.771354, "nauc_map_at_100_max": 0.687653, "nauc_map_at_100_std": 0.186627, "nauc_map_at_100_diff1": 0.763155, "nauc_map_at_1000_max": 0.676816, "nauc_map_at_1000_std": 0.180544, "nauc_map_at_1000_diff1": 0.755516, "nauc_recall_at_1_max": 0.705337, "nauc_recall_at_1_std": 0.187633, "nauc_recall_at_1_diff1": 0.791439, "nauc_recall_at_3_max": 0.69948, "nauc_recall_at_3_std": 0.181576, "nauc_recall_at_3_diff1": 0.776093, "nauc_recall_at_5_max": 0.68781, "nauc_recall_at_5_std": 0.188874, "nauc_recall_at_5_diff1": 0.758034, "nauc_recall_at_10_max": 0.670477, "nauc_recall_at_10_std": 0.197846, "nauc_recall_at_10_diff1": 0.728584, "nauc_recall_at_20_max": 0.629908, "nauc_recall_at_20_std": 0.205996, "nauc_recall_at_20_diff1": 0.66536, "nauc_recall_at_100_max": 0.392372, "nauc_recall_at_100_std": 0.124225, "nauc_recall_at_100_diff1": 0.455767, "nauc_recall_at_1000_max": -0.160428, "nauc_recall_at_1000_std": -0.235835, "nauc_recall_at_1000_diff1": 0.143034, "nauc_precision_at_1_max": 0.705337, "nauc_precision_at_1_std": 0.187633, "nauc_precision_at_1_diff1": 0.791439, "nauc_precision_at_3_max": 0.69948, "nauc_precision_at_3_std": 0.181576, "nauc_precision_at_3_diff1": 0.776093, "nauc_precision_at_5_max": 0.68781, "nauc_precision_at_5_std": 0.188874, "nauc_precision_at_5_diff1": 0.758034, "nauc_precision_at_10_max": 0.670477, "nauc_precision_at_10_std": 0.197846, "nauc_precision_at_10_diff1": 0.728584, "nauc_precision_at_20_max": 0.629908, "nauc_precision_at_20_std": 0.205996, "nauc_precision_at_20_diff1": 0.66536, "nauc_precision_at_100_max": 0.348613, "nauc_precision_at_100_std": 0.085701, "nauc_precision_at_100_diff1": 0.42336, "nauc_precision_at_1000_max": -0.181722, "nauc_precision_at_1000_std": -0.184403, "nauc_precision_at_1000_diff1": -0.019577, "nauc_mrr_at_1_max": 0.705337, "nauc_mrr_at_1_std": 0.187633, "nauc_mrr_at_1_diff1": 0.791439, "nauc_mrr_at_3_max": 0.702386, "nauc_mrr_at_3_std": 0.184581, "nauc_mrr_at_3_diff1": 0.783706, "nauc_mrr_at_5_max": 0.699996, "nauc_mrr_at_5_std": 0.18606, "nauc_mrr_at_5_diff1": 0.779999, "nauc_mrr_at_10_max": 0.697644, "nauc_mrr_at_10_std": 0.187181, "nauc_mrr_at_10_diff1": 0.776082, "nauc_mrr_at_20_max": 0.694605, "nauc_mrr_at_20_std": 0.187697, "nauc_mrr_at_20_diff1": 0.771354, "nauc_mrr_at_100_max": 0.687537, "nauc_mrr_at_100_std": 0.186467, "nauc_mrr_at_100_diff1": 0.76306, "nauc_mrr_at_1000_max": 0.678507, "nauc_mrr_at_1000_std": 0.181746, "nauc_mrr_at_1000_diff1": 0.756298, "main_score": 0.07098, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "ndcg_at_1": 0.01316, "ndcg_at_3": 0.0179, "ndcg_at_5": 0.02037, "ndcg_at_10": 0.02455, "ndcg_at_20": 0.02925, "ndcg_at_100": 0.04853, "ndcg_at_1000": 0.13817, "map_at_1": 0.01078, "map_at_3": 0.01562, "map_at_5": 0.01694, "map_at_10": 0.01855, "map_at_20": 0.01988, "map_at_100": 0.0223, "map_at_1000": 0.02475, "recall_at_1": 0.01078, "recall_at_3": 0.02211, "recall_at_5": 0.02814, "recall_at_10": 0.03949, "recall_at_20": 0.05685, "recall_at_100": 0.15799, "recall_at_1000": 0.87103, "precision_at_1": 0.01316, "precision_at_3": 0.00877, "precision_at_5": 0.00658, "precision_at_10": 0.00537, "precision_at_20": 0.00389, "precision_at_100": 0.00217, "precision_at_1000": 0.00122, "mrr_at_1": 0.013158, "mrr_at_3": 0.018275, "mrr_at_5": 0.0197, "mrr_at_10": 0.021915, "mrr_at_20": 0.023112, "mrr_at_100": 0.025527, "mrr_at_1000": 0.027701, "nauc_ndcg_at_1_max": 0.441027, "nauc_ndcg_at_1_std": 0.003468, "nauc_ndcg_at_1_diff1": 0.594175, "nauc_ndcg_at_3_max": 0.367029, "nauc_ndcg_at_3_std": 0.05133, "nauc_ndcg_at_3_diff1": 0.449255, "nauc_ndcg_at_5_max": 0.386686, "nauc_ndcg_at_5_std": 0.06202, "nauc_ndcg_at_5_diff1": 0.435014, "nauc_ndcg_at_10_max": 0.412737, "nauc_ndcg_at_10_std": 0.085987, "nauc_ndcg_at_10_diff1": 0.357658, "nauc_ndcg_at_20_max": 0.389716, "nauc_ndcg_at_20_std": 0.118918, "nauc_ndcg_at_20_diff1": 0.334567, "nauc_ndcg_at_100_max": 0.365236, "nauc_ndcg_at_100_std": 0.163388, "nauc_ndcg_at_100_diff1": 0.258279, "nauc_ndcg_at_1000_max": 0.311559, "nauc_ndcg_at_1000_std": 0.12635, "nauc_ndcg_at_1000_diff1": 0.225925, "nauc_map_at_1_max": 0.384887, "nauc_map_at_1_std": -0.042837, "nauc_map_at_1_diff1": 0.59934, "nauc_map_at_3_max": 0.365321, "nauc_map_at_3_std": 0.03492, "nauc_map_at_3_diff1": 0.470627, "nauc_map_at_5_max": 0.377763, "nauc_map_at_5_std": 0.044943, "nauc_map_at_5_diff1": 0.462962, "nauc_map_at_10_max": 0.394261, "nauc_map_at_10_std": 0.060301, "nauc_map_at_10_diff1": 0.420289, "nauc_map_at_20_max": 0.384103, "nauc_map_at_20_std": 0.074155, "nauc_map_at_20_diff1": 0.405693, "nauc_map_at_100_max": 0.380205, "nauc_map_at_100_std": 0.089149, "nauc_map_at_100_diff1": 0.376225, "nauc_map_at_1000_max": 0.373192, "nauc_map_at_1000_std": 0.087768, "nauc_map_at_1000_diff1": 0.369775, "nauc_recall_at_1_max": 0.384887, "nauc_recall_at_1_std": -0.042837, "nauc_recall_at_1_diff1": 0.59934, "nauc_recall_at_3_max": 0.335409, "nauc_recall_at_3_std": 0.062464, "nauc_recall_at_3_diff1": 0.401034, "nauc_recall_at_5_max": 0.382279, "nauc_recall_at_5_std": 0.077818, "nauc_recall_at_5_diff1": 0.38586, "nauc_recall_at_10_max": 0.421986, "nauc_recall_at_10_std": 0.120339, "nauc_recall_at_10_diff1": 0.269784, "nauc_recall_at_20_max": 0.37502, "nauc_recall_at_20_std": 0.17988, "nauc_recall_at_20_diff1": 0.258856, "nauc_recall_at_100_max": 0.336539, "nauc_recall_at_100_std": 0.219303, "nauc_recall_at_100_diff1": 0.187695, "nauc_recall_at_1000_max": 0.195012, "nauc_recall_at_1000_std": 0.0964, "nauc_recall_at_1000_diff1": 0.12908, "nauc_precision_at_1_max": 0.441027, "nauc_precision_at_1_std": 0.003468, "nauc_precision_at_1_diff1": 0.594175, "nauc_precision_at_3_max": 0.404696, "nauc_precision_at_3_std": 0.122414, "nauc_precision_at_3_diff1": 0.395331, "nauc_precision_at_5_max": 0.424175, "nauc_precision_at_5_std": 0.117217, "nauc_precision_at_5_diff1": 0.367238, "nauc_precision_at_10_max": 0.492616, "nauc_precision_at_10_std": 0.135579, "nauc_precision_at_10_diff1": 0.230533, "nauc_precision_at_20_max": 0.437987, "nauc_precision_at_20_std": 0.163476, "nauc_precision_at_20_diff1": 0.209744, "nauc_precision_at_100_max": 0.361075, "nauc_precision_at_100_std": 0.206009, "nauc_precision_at_100_diff1": 0.114925, "nauc_precision_at_1000_max": 0.095529, "nauc_precision_at_1000_std": 0.084205, "nauc_precision_at_1000_diff1": -0.079306, "nauc_mrr_at_1_max": 0.441027, "nauc_mrr_at_1_std": 0.003468, "nauc_mrr_at_1_diff1": 0.594175, "nauc_mrr_at_3_max": 0.411036, "nauc_mrr_at_3_std": 0.059089, "nauc_mrr_at_3_diff1": 0.478056, "nauc_mrr_at_5_max": 0.416002, "nauc_mrr_at_5_std": 0.063995, "nauc_mrr_at_5_diff1": 0.465113, "nauc_mrr_at_10_max": 0.426035, "nauc_mrr_at_10_std": 0.07107, "nauc_mrr_at_10_diff1": 0.417455, "nauc_mrr_at_20_max": 0.417572, "nauc_mrr_at_20_std": 0.083925, "nauc_mrr_at_20_diff1": 0.406065, "nauc_mrr_at_100_max": 0.406069, "nauc_mrr_at_100_std": 0.096805, "nauc_mrr_at_100_diff1": 0.380695, "nauc_mrr_at_1000_max": 0.401374, "nauc_mrr_at_1000_std": 0.09447, "nauc_mrr_at_1000_diff1": 0.378265, "main_score": 0.02455, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "ndcg_at_1": 0.34842, "ndcg_at_3": 0.35158, "ndcg_at_5": 0.36026, "ndcg_at_10": 0.38362, "ndcg_at_20": 0.40452, "ndcg_at_100": 0.43997, "ndcg_at_1000": 0.47896, "map_at_1": 0.22081, "map_at_3": 0.30507, "map_at_5": 0.32216, "map_at_10": 0.33474, "map_at_20": 0.34202, "map_at_100": 0.34822, "map_at_1000": 0.34985, "recall_at_1": 0.22081, "recall_at_3": 0.34746, "recall_at_5": 0.39213, "recall_at_10": 0.45302, "recall_at_20": 0.52373, "recall_at_100": 0.68318, "recall_at_1000": 0.95485, "precision_at_1": 0.34842, "precision_at_3": 0.20915, "precision_at_5": 0.1454, "precision_at_10": 0.08507, "precision_at_20": 0.04947, "precision_at_100": 0.01309, "precision_at_1000": 0.00184, "mrr_at_1": 0.348416, "mrr_at_3": 0.394671, "mrr_at_5": 0.403343, "mrr_at_10": 0.410256, "mrr_at_20": 0.414583, "mrr_at_100": 0.418527, "mrr_at_1000": 0.41935, "nauc_ndcg_at_1_max": 0.561427, "nauc_ndcg_at_1_std": 0.018156, "nauc_ndcg_at_1_diff1": 0.556191, "nauc_ndcg_at_3_max": 0.493906, "nauc_ndcg_at_3_std": -0.025595, "nauc_ndcg_at_3_diff1": 0.498221, "nauc_ndcg_at_5_max": 0.479157, "nauc_ndcg_at_5_std": -0.044901, "nauc_ndcg_at_5_diff1": 0.480233, "nauc_ndcg_at_10_max": 0.476843, "nauc_ndcg_at_10_std": -0.035771, "nauc_ndcg_at_10_diff1": 0.466773, "nauc_ndcg_at_20_max": 0.484892, "nauc_ndcg_at_20_std": -0.033832, "nauc_ndcg_at_20_diff1": 0.46068, "nauc_ndcg_at_100_max": 0.480471, "nauc_ndcg_at_100_std": -0.035622, "nauc_ndcg_at_100_diff1": 0.458855, "nauc_ndcg_at_1000_max": 0.486794, "nauc_ndcg_at_1000_std": -0.029777, "nauc_ndcg_at_1000_diff1": 0.470047, "nauc_map_at_1_max": 0.385948, "nauc_map_at_1_std": -0.070507, "nauc_map_at_1_diff1": 0.523925, "nauc_map_at_3_max": 0.448273, "nauc_map_at_3_std": -0.053038, "nauc_map_at_3_diff1": 0.482792, "nauc_map_at_5_max": 0.463223, "nauc_map_at_5_std": -0.055687, "nauc_map_at_5_diff1": 0.479255, "nauc_map_at_10_max": 0.466124, "nauc_map_at_10_std": -0.052325, "nauc_map_at_10_diff1": 0.475293, "nauc_map_at_20_max": 0.471163, "nauc_map_at_20_std": -0.050734, "nauc_map_at_20_diff1": 0.47437, "nauc_map_at_100_max": 0.471441, "nauc_map_at_100_std": -0.049947, "nauc_map_at_100_diff1": 0.474467, "nauc_map_at_1000_max": 0.471769, "nauc_map_at_1000_std": -0.049346, "nauc_map_at_1000_diff1": 0.474716, "nauc_recall_at_1_max": 0.385948, "nauc_recall_at_1_std": -0.070507, "nauc_recall_at_1_diff1": 0.523925, "nauc_recall_at_3_max": 0.417609, "nauc_recall_at_3_std": -0.058178, "nauc_recall_at_3_diff1": 0.448608, "nauc_recall_at_5_max": 0.420949, "nauc_recall_at_5_std": -0.07056, "nauc_recall_at_5_diff1": 0.4224, "nauc_recall_at_10_max": 0.398978, "nauc_recall_at_10_std": -0.046306, "nauc_recall_at_10_diff1": 0.372964, "nauc_recall_at_20_max": 0.410443, "nauc_recall_at_20_std": -0.046714, "nauc_recall_at_20_diff1": 0.338794, "nauc_recall_at_100_max": 0.354992, "nauc_recall_at_100_std": -0.082096, "nauc_recall_at_100_diff1": 0.292604, "nauc_recall_at_1000_max": 0.240394, "nauc_recall_at_1000_std": -0.206581, "nauc_recall_at_1000_diff1": 0.286906, "nauc_precision_at_1_max": 0.561427, "nauc_precision_at_1_std": 0.018156, "nauc_precision_at_1_diff1": 0.556191, "nauc_precision_at_3_max": 0.513912, "nauc_precision_at_3_std": 0.040831, "nauc_precision_at_3_diff1": 0.361298, "nauc_precision_at_5_max": 0.499154, "nauc_precision_at_5_std": 0.028179, "nauc_precision_at_5_diff1": 0.32107, "nauc_precision_at_10_max": 0.457049, "nauc_precision_at_10_std": 0.04737, "nauc_precision_at_10_diff1": 0.276143, "nauc_precision_at_20_max": 0.443323, "nauc_precision_at_20_std": 0.063889, "nauc_precision_at_20_diff1": 0.238755, "nauc_precision_at_100_max": 0.350964, "nauc_precision_at_100_std": 0.07541, "nauc_precision_at_100_diff1": 0.16875, "nauc_precision_at_1000_max": 0.200651, "nauc_precision_at_1000_std": 0.121521, "nauc_precision_at_1000_diff1": 0.049525, "nauc_mrr_at_1_max": 0.561427, "nauc_mrr_at_1_std": 0.018156, "nauc_mrr_at_1_diff1": 0.556191, "nauc_mrr_at_3_max": 0.547113, "nauc_mrr_at_3_std": 0.010813, "nauc_mrr_at_3_diff1": 0.533365, "nauc_mrr_at_5_max": 0.544447, "nauc_mrr_at_5_std": 0.007777, "nauc_mrr_at_5_diff1": 0.527252, "nauc_mrr_at_10_max": 0.540853, "nauc_mrr_at_10_std": 0.010638, "nauc_mrr_at_10_diff1": 0.521015, "nauc_mrr_at_20_max": 0.540344, "nauc_mrr_at_20_std": 0.01002, "nauc_mrr_at_20_diff1": 0.518393, "nauc_mrr_at_100_max": 0.539367, "nauc_mrr_at_100_std": 0.009999, "nauc_mrr_at_100_diff1": 0.518087, "nauc_mrr_at_1000_max": 0.5396, "nauc_mrr_at_1000_std": 0.010049, "nauc_mrr_at_1000_diff1": 0.518395, "main_score": 0.38362, "hf_subset": "ita-ita", "languages": [ "ita-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.04676, "ndcg_at_3": 0.04647, "ndcg_at_5": 0.0479, "ndcg_at_10": 0.0559, "ndcg_at_20": 0.06797, "ndcg_at_100": 0.09633, "ndcg_at_1000": 0.18242, "map_at_1": 0.02499, "map_at_3": 0.03792, "map_at_5": 0.04038, "map_at_10": 0.04375, "map_at_20": 0.04714, "map_at_100": 0.05106, "map_at_1000": 0.05369, "recall_at_1": 0.02499, "recall_at_3": 0.04729, "recall_at_5": 0.05357, "recall_at_10": 0.07453, "recall_at_20": 0.11287, "recall_at_100": 0.24899, "recall_at_1000": 0.87637, "precision_at_1": 0.04676, "precision_at_3": 0.03117, "precision_at_5": 0.02172, "precision_at_10": 0.01478, "precision_at_20": 0.01176, "precision_at_100": 0.00483, "precision_at_1000": 0.0017, "mrr_at_1": 0.046757, "mrr_at_3": 0.055304, "mrr_at_5": 0.056586, "mrr_at_10": 0.060696, "mrr_at_20": 0.065017, "mrr_at_100": 0.06888, "mrr_at_1000": 0.070858, "nauc_ndcg_at_1_max": 0.375015, "nauc_ndcg_at_1_std": 0.315433, "nauc_ndcg_at_1_diff1": 0.442169, "nauc_ndcg_at_3_max": 0.287942, "nauc_ndcg_at_3_std": 0.339305, "nauc_ndcg_at_3_diff1": 0.356294, "nauc_ndcg_at_5_max": 0.260554, "nauc_ndcg_at_5_std": 0.339786, "nauc_ndcg_at_5_diff1": 0.33235, "nauc_ndcg_at_10_max": 0.229813, "nauc_ndcg_at_10_std": 0.293991, "nauc_ndcg_at_10_diff1": 0.272334, "nauc_ndcg_at_20_max": 0.22135, "nauc_ndcg_at_20_std": 0.240198, "nauc_ndcg_at_20_diff1": 0.220545, "nauc_ndcg_at_100_max": 0.194438, "nauc_ndcg_at_100_std": 0.230961, "nauc_ndcg_at_100_diff1": 0.189199, "nauc_ndcg_at_1000_max": 0.171881, "nauc_ndcg_at_1000_std": 0.238545, "nauc_ndcg_at_1000_diff1": 0.186397, "nauc_map_at_1_max": 0.242762, "nauc_map_at_1_std": 0.239646, "nauc_map_at_1_diff1": 0.397554, "nauc_map_at_3_max": 0.254763, "nauc_map_at_3_std": 0.314713, "nauc_map_at_3_diff1": 0.368522, "nauc_map_at_5_max": 0.256634, "nauc_map_at_5_std": 0.327721, "nauc_map_at_5_diff1": 0.352163, "nauc_map_at_10_max": 0.247591, "nauc_map_at_10_std": 0.310943, "nauc_map_at_10_diff1": 0.323823, "nauc_map_at_20_max": 0.249093, "nauc_map_at_20_std": 0.294312, "nauc_map_at_20_diff1": 0.299802, "nauc_map_at_100_max": 0.245907, "nauc_map_at_100_std": 0.290989, "nauc_map_at_100_diff1": 0.288527, "nauc_map_at_1000_max": 0.242555, "nauc_map_at_1000_std": 0.290298, "nauc_map_at_1000_diff1": 0.287065, "nauc_recall_at_1_max": 0.242762, "nauc_recall_at_1_std": 0.239646, "nauc_recall_at_1_diff1": 0.397554, "nauc_recall_at_3_max": 0.210196, "nauc_recall_at_3_std": 0.331459, "nauc_recall_at_3_diff1": 0.314652, "nauc_recall_at_5_max": 0.192713, "nauc_recall_at_5_std": 0.346846, "nauc_recall_at_5_diff1": 0.264808, "nauc_recall_at_10_max": 0.137747, "nauc_recall_at_10_std": 0.244128, "nauc_recall_at_10_diff1": 0.160962, "nauc_recall_at_20_max": 0.140641, "nauc_recall_at_20_std": 0.138903, "nauc_recall_at_20_diff1": 0.092665, "nauc_recall_at_100_max": 0.102075, "nauc_recall_at_100_std": 0.130554, "nauc_recall_at_100_diff1": 0.064956, "nauc_recall_at_1000_max": -0.063643, "nauc_recall_at_1000_std": 0.100633, "nauc_recall_at_1000_diff1": -0.052621, "nauc_precision_at_1_max": 0.375015, "nauc_precision_at_1_std": 0.315433, "nauc_precision_at_1_diff1": 0.442169, "nauc_precision_at_3_max": 0.377137, "nauc_precision_at_3_std": 0.426628, "nauc_precision_at_3_diff1": 0.35526, "nauc_precision_at_5_max": 0.356766, "nauc_precision_at_5_std": 0.456698, "nauc_precision_at_5_diff1": 0.310164, "nauc_precision_at_10_max": 0.306199, "nauc_precision_at_10_std": 0.377979, "nauc_precision_at_10_diff1": 0.215572, "nauc_precision_at_20_max": 0.270915, "nauc_precision_at_20_std": 0.251327, "nauc_precision_at_20_diff1": 0.106606, "nauc_precision_at_100_max": 0.189516, "nauc_precision_at_100_std": 0.257309, "nauc_precision_at_100_diff1": 0.076995, "nauc_precision_at_1000_max": 0.022232, "nauc_precision_at_1000_std": 0.126621, "nauc_precision_at_1000_diff1": -0.018372, "nauc_mrr_at_1_max": 0.375015, "nauc_mrr_at_1_std": 0.315433, "nauc_mrr_at_1_diff1": 0.442169, "nauc_mrr_at_3_max": 0.341525, "nauc_mrr_at_3_std": 0.329957, "nauc_mrr_at_3_diff1": 0.391254, "nauc_mrr_at_5_max": 0.325263, "nauc_mrr_at_5_std": 0.331042, "nauc_mrr_at_5_diff1": 0.37393, "nauc_mrr_at_10_max": 0.300949, "nauc_mrr_at_10_std": 0.301817, "nauc_mrr_at_10_diff1": 0.340058, "nauc_mrr_at_20_max": 0.287686, "nauc_mrr_at_20_std": 0.27997, "nauc_mrr_at_20_diff1": 0.315353, "nauc_mrr_at_100_max": 0.277784, "nauc_mrr_at_100_std": 0.277342, "nauc_mrr_at_100_diff1": 0.309072, "nauc_mrr_at_1000_max": 0.277988, "nauc_mrr_at_1000_std": 0.276994, "nauc_mrr_at_1000_diff1": 0.310213, "main_score": 0.0559, "hf_subset": "eng-ita", "languages": [ "eng-Latn", "ita-Latn" ] }, { "ndcg_at_1": 0.09804, "ndcg_at_3": 0.10161, "ndcg_at_5": 0.1088, "ndcg_at_10": 0.12196, "ndcg_at_20": 0.13796, "ndcg_at_100": 0.16864, "ndcg_at_1000": 0.24126, "map_at_1": 0.05958, "map_at_3": 0.08678, "map_at_5": 0.09344, "map_at_10": 0.09923, "map_at_20": 0.10435, "map_at_100": 0.10907, "map_at_1000": 0.11154, "recall_at_1": 0.05958, "recall_at_3": 0.10455, "recall_at_5": 0.12629, "recall_at_10": 0.16174, "recall_at_20": 0.21589, "recall_at_100": 0.35711, "recall_at_1000": 0.87574, "precision_at_1": 0.09804, "precision_at_3": 0.06184, "precision_at_5": 0.04585, "precision_at_10": 0.02926, "precision_at_20": 0.01976, "precision_at_100": 0.0068, "precision_at_1000": 0.0017, "mrr_at_1": 0.098039, "mrr_at_3": 0.115133, "mrr_at_5": 0.120714, "mrr_at_10": 0.126783, "mrr_at_20": 0.130877, "mrr_at_100": 0.134575, "mrr_at_1000": 0.136268, "nauc_ndcg_at_1_max": 0.463926, "nauc_ndcg_at_1_std": 0.262531, "nauc_ndcg_at_1_diff1": 0.286352, "nauc_ndcg_at_3_max": 0.461879, "nauc_ndcg_at_3_std": 0.273559, "nauc_ndcg_at_3_diff1": 0.263365, "nauc_ndcg_at_5_max": 0.448257, "nauc_ndcg_at_5_std": 0.255268, "nauc_ndcg_at_5_diff1": 0.267653, "nauc_ndcg_at_10_max": 0.426634, "nauc_ndcg_at_10_std": 0.244449, "nauc_ndcg_at_10_diff1": 0.239163, "nauc_ndcg_at_20_max": 0.428195, "nauc_ndcg_at_20_std": 0.258403, "nauc_ndcg_at_20_diff1": 0.224406, "nauc_ndcg_at_100_max": 0.4052, "nauc_ndcg_at_100_std": 0.250881, "nauc_ndcg_at_100_diff1": 0.204253, "nauc_ndcg_at_1000_max": 0.414994, "nauc_ndcg_at_1000_std": 0.257883, "nauc_ndcg_at_1000_diff1": 0.222084, "nauc_map_at_1_max": 0.435854, "nauc_map_at_1_std": 0.241757, "nauc_map_at_1_diff1": 0.319477, "nauc_map_at_3_max": 0.47313, "nauc_map_at_3_std": 0.260746, "nauc_map_at_3_diff1": 0.278484, "nauc_map_at_5_max": 0.466049, "nauc_map_at_5_std": 0.256741, "nauc_map_at_5_diff1": 0.280242, "nauc_map_at_10_max": 0.4548, "nauc_map_at_10_std": 0.249004, "nauc_map_at_10_diff1": 0.267779, "nauc_map_at_20_max": 0.457137, "nauc_map_at_20_std": 0.255554, "nauc_map_at_20_diff1": 0.263584, "nauc_map_at_100_max": 0.452263, "nauc_map_at_100_std": 0.254696, "nauc_map_at_100_diff1": 0.25883, "nauc_map_at_1000_max": 0.452495, "nauc_map_at_1000_std": 0.255382, "nauc_map_at_1000_diff1": 0.258632, "nauc_recall_at_1_max": 0.435854, "nauc_recall_at_1_std": 0.241757, "nauc_recall_at_1_diff1": 0.319477, "nauc_recall_at_3_max": 0.439609, "nauc_recall_at_3_std": 0.264127, "nauc_recall_at_3_diff1": 0.241968, "nauc_recall_at_5_max": 0.398939, "nauc_recall_at_5_std": 0.228143, "nauc_recall_at_5_diff1": 0.242587, "nauc_recall_at_10_max": 0.354498, "nauc_recall_at_10_std": 0.209389, "nauc_recall_at_10_diff1": 0.179742, "nauc_recall_at_20_max": 0.355744, "nauc_recall_at_20_std": 0.237971, "nauc_recall_at_20_diff1": 0.142248, "nauc_recall_at_100_max": 0.293358, "nauc_recall_at_100_std": 0.217183, "nauc_recall_at_100_diff1": 0.098261, "nauc_recall_at_1000_max": 0.322847, "nauc_recall_at_1000_std": 0.326296, "nauc_recall_at_1000_diff1": 0.169954, "nauc_precision_at_1_max": 0.463926, "nauc_precision_at_1_std": 0.262531, "nauc_precision_at_1_diff1": 0.286352, "nauc_precision_at_3_max": 0.504392, "nauc_precision_at_3_std": 0.286418, "nauc_precision_at_3_diff1": 0.242095, "nauc_precision_at_5_max": 0.477852, "nauc_precision_at_5_std": 0.271734, "nauc_precision_at_5_diff1": 0.243607, "nauc_precision_at_10_max": 0.431431, "nauc_precision_at_10_std": 0.241247, "nauc_precision_at_10_diff1": 0.203395, "nauc_precision_at_20_max": 0.431245, "nauc_precision_at_20_std": 0.27857, "nauc_precision_at_20_diff1": 0.175702, "nauc_precision_at_100_max": 0.337197, "nauc_precision_at_100_std": 0.225069, "nauc_precision_at_100_diff1": 0.114419, "nauc_precision_at_1000_max": 0.113248, "nauc_precision_at_1000_std": 0.054809, "nauc_precision_at_1000_diff1": 0.070072, "nauc_mrr_at_1_max": 0.463926, "nauc_mrr_at_1_std": 0.262531, "nauc_mrr_at_1_diff1": 0.286352, "nauc_mrr_at_3_max": 0.453256, "nauc_mrr_at_3_std": 0.27107, "nauc_mrr_at_3_diff1": 0.259768, "nauc_mrr_at_5_max": 0.441634, "nauc_mrr_at_5_std": 0.262254, "nauc_mrr_at_5_diff1": 0.257377, "nauc_mrr_at_10_max": 0.43197, "nauc_mrr_at_10_std": 0.25811, "nauc_mrr_at_10_diff1": 0.242551, "nauc_mrr_at_20_max": 0.431095, "nauc_mrr_at_20_std": 0.26172, "nauc_mrr_at_20_diff1": 0.238446, "nauc_mrr_at_100_max": 0.427797, "nauc_mrr_at_100_std": 0.259685, "nauc_mrr_at_100_diff1": 0.235768, "nauc_mrr_at_1000_max": 0.42836, "nauc_mrr_at_1000_std": 0.260165, "nauc_mrr_at_1000_diff1": 0.23632, "main_score": 0.12196, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.20727, "ndcg_at_3": 0.21083, "ndcg_at_5": 0.22376, "ndcg_at_10": 0.24056, "ndcg_at_20": 0.25753, "ndcg_at_100": 0.29027, "ndcg_at_1000": 0.34327, "map_at_1": 0.13204, "map_at_3": 0.18445, "map_at_5": 0.19818, "map_at_10": 0.20675, "map_at_20": 0.21237, "map_at_100": 0.21734, "map_at_1000": 0.21942, "recall_at_1": 0.13204, "recall_at_3": 0.21224, "recall_at_5": 0.2498, "recall_at_10": 0.2921, "recall_at_20": 0.34754, "recall_at_100": 0.49723, "recall_at_1000": 0.86778, "precision_at_1": 0.20727, "precision_at_3": 0.12687, "precision_at_5": 0.09285, "precision_at_10": 0.05576, "precision_at_20": 0.03364, "precision_at_100": 0.00987, "precision_at_1000": 0.00172, "mrr_at_1": 0.207273, "mrr_at_3": 0.237576, "mrr_at_5": 0.24697, "mrr_at_10": 0.252991, "mrr_at_20": 0.257412, "mrr_at_100": 0.261166, "mrr_at_1000": 0.262307, "nauc_ndcg_at_1_max": 0.063069, "nauc_ndcg_at_1_std": 0.09802, "nauc_ndcg_at_1_diff1": 0.52173, "nauc_ndcg_at_3_max": 0.038921, "nauc_ndcg_at_3_std": 0.068099, "nauc_ndcg_at_3_diff1": 0.443381, "nauc_ndcg_at_5_max": 0.034821, "nauc_ndcg_at_5_std": 0.070812, "nauc_ndcg_at_5_diff1": 0.43542, "nauc_ndcg_at_10_max": 0.027692, "nauc_ndcg_at_10_std": 0.081062, "nauc_ndcg_at_10_diff1": 0.426462, "nauc_ndcg_at_20_max": 0.022623, "nauc_ndcg_at_20_std": 0.090673, "nauc_ndcg_at_20_diff1": 0.416269, "nauc_ndcg_at_100_max": 0.028907, "nauc_ndcg_at_100_std": 0.094366, "nauc_ndcg_at_100_diff1": 0.416065, "nauc_ndcg_at_1000_max": 0.028979, "nauc_ndcg_at_1000_std": 0.097437, "nauc_ndcg_at_1000_diff1": 0.413797, "nauc_map_at_1_max": 0.024176, "nauc_map_at_1_std": 0.058113, "nauc_map_at_1_diff1": 0.513821, "nauc_map_at_3_max": 0.037016, "nauc_map_at_3_std": 0.064179, "nauc_map_at_3_diff1": 0.450076, "nauc_map_at_5_max": 0.040472, "nauc_map_at_5_std": 0.067106, "nauc_map_at_5_diff1": 0.444689, "nauc_map_at_10_max": 0.038809, "nauc_map_at_10_std": 0.07404, "nauc_map_at_10_diff1": 0.441916, "nauc_map_at_20_max": 0.037116, "nauc_map_at_20_std": 0.076663, "nauc_map_at_20_diff1": 0.439284, "nauc_map_at_100_max": 0.038181, "nauc_map_at_100_std": 0.077744, "nauc_map_at_100_diff1": 0.440501, "nauc_map_at_1000_max": 0.038152, "nauc_map_at_1000_std": 0.078393, "nauc_map_at_1000_diff1": 0.440481, "nauc_recall_at_1_max": 0.024176, "nauc_recall_at_1_std": 0.058113, "nauc_recall_at_1_diff1": 0.513821, "nauc_recall_at_3_max": 0.018122, "nauc_recall_at_3_std": 0.042133, "nauc_recall_at_3_diff1": 0.391075, "nauc_recall_at_5_max": 0.010128, "nauc_recall_at_5_std": 0.053753, "nauc_recall_at_5_diff1": 0.365086, "nauc_recall_at_10_max": -0.008138, "nauc_recall_at_10_std": 0.075151, "nauc_recall_at_10_diff1": 0.343593, "nauc_recall_at_20_max": -0.025318, "nauc_recall_at_20_std": 0.106566, "nauc_recall_at_20_diff1": 0.308008, "nauc_recall_at_100_max": -0.013166, "nauc_recall_at_100_std": 0.117504, "nauc_recall_at_100_diff1": 0.293829, "nauc_recall_at_1000_max": -0.072536, "nauc_recall_at_1000_std": 0.192389, "nauc_recall_at_1000_diff1": 0.142514, "nauc_precision_at_1_max": 0.063069, "nauc_precision_at_1_std": 0.09802, "nauc_precision_at_1_diff1": 0.52173, "nauc_precision_at_3_max": 0.066455, "nauc_precision_at_3_std": 0.087614, "nauc_precision_at_3_diff1": 0.371553, "nauc_precision_at_5_max": 0.062153, "nauc_precision_at_5_std": 0.090061, "nauc_precision_at_5_diff1": 0.346864, "nauc_precision_at_10_max": 0.050468, "nauc_precision_at_10_std": 0.111555, "nauc_precision_at_10_diff1": 0.317032, "nauc_precision_at_20_max": 0.037534, "nauc_precision_at_20_std": 0.128325, "nauc_precision_at_20_diff1": 0.288573, "nauc_precision_at_100_max": 0.066566, "nauc_precision_at_100_std": 0.125118, "nauc_precision_at_100_diff1": 0.241695, "nauc_precision_at_1000_max": 0.049166, "nauc_precision_at_1000_std": 0.087462, "nauc_precision_at_1000_diff1": 0.051715, "nauc_mrr_at_1_max": 0.063069, "nauc_mrr_at_1_std": 0.09802, "nauc_mrr_at_1_diff1": 0.52173, "nauc_mrr_at_3_max": 0.054835, "nauc_mrr_at_3_std": 0.090372, "nauc_mrr_at_3_diff1": 0.485366, "nauc_mrr_at_5_max": 0.046017, "nauc_mrr_at_5_std": 0.090943, "nauc_mrr_at_5_diff1": 0.477104, "nauc_mrr_at_10_max": 0.04282, "nauc_mrr_at_10_std": 0.09372, "nauc_mrr_at_10_diff1": 0.471382, "nauc_mrr_at_20_max": 0.041412, "nauc_mrr_at_20_std": 0.096131, "nauc_mrr_at_20_diff1": 0.467462, "nauc_mrr_at_100_max": 0.042284, "nauc_mrr_at_100_std": 0.096082, "nauc_mrr_at_100_diff1": 0.467721, "nauc_mrr_at_1000_max": 0.042304, "nauc_mrr_at_1000_std": 0.096097, "nauc_mrr_at_1000_diff1": 0.467913, "main_score": 0.24056, "hf_subset": "jpn-jpn", "languages": [ "jpn-Hira", "jpn-Hira" ] }, { "ndcg_at_1": 0.01455, "ndcg_at_3": 0.01333, "ndcg_at_5": 0.01508, "ndcg_at_10": 0.01967, "ndcg_at_20": 0.02307, "ndcg_at_100": 0.0364, "ndcg_at_1000": 0.11017, "map_at_1": 0.00624, "map_at_3": 0.00994, "map_at_5": 0.01142, "map_at_10": 0.01325, "map_at_20": 0.01416, "map_at_100": 0.01575, "map_at_1000": 0.01773, "recall_at_1": 0.00624, "recall_at_3": 0.01238, "recall_at_5": 0.01747, "recall_at_10": 0.02996, "recall_at_20": 0.04026, "recall_at_100": 0.1002, "recall_at_1000": 0.63743, "precision_at_1": 0.01455, "precision_at_3": 0.0101, "precision_at_5": 0.00873, "precision_at_10": 0.00642, "precision_at_20": 0.00461, "precision_at_100": 0.00232, "precision_at_1000": 0.00133, "mrr_at_1": 0.014545, "mrr_at_3": 0.017576, "mrr_at_5": 0.019758, "mrr_at_10": 0.022269, "mrr_at_20": 0.023358, "mrr_at_100": 0.02555, "mrr_at_1000": 0.027235, "nauc_ndcg_at_1_max": 0.685677, "nauc_ndcg_at_1_std": -0.374509, "nauc_ndcg_at_1_diff1": 0.270512, "nauc_ndcg_at_3_max": 0.520467, "nauc_ndcg_at_3_std": -0.377064, "nauc_ndcg_at_3_diff1": 0.307458, "nauc_ndcg_at_5_max": 0.458782, "nauc_ndcg_at_5_std": -0.329045, "nauc_ndcg_at_5_diff1": 0.248403, "nauc_ndcg_at_10_max": 0.430121, "nauc_ndcg_at_10_std": -0.242699, "nauc_ndcg_at_10_diff1": 0.190948, "nauc_ndcg_at_20_max": 0.420703, "nauc_ndcg_at_20_std": -0.193076, "nauc_ndcg_at_20_diff1": 0.174127, "nauc_ndcg_at_100_max": 0.291926, "nauc_ndcg_at_100_std": -0.164574, "nauc_ndcg_at_100_diff1": 0.114608, "nauc_ndcg_at_1000_max": 0.256723, "nauc_ndcg_at_1000_std": -0.16173, "nauc_ndcg_at_1000_diff1": 0.103798, "nauc_map_at_1_max": 0.602892, "nauc_map_at_1_std": -0.420976, "nauc_map_at_1_diff1": 0.295683, "nauc_map_at_3_max": 0.546588, "nauc_map_at_3_std": -0.361721, "nauc_map_at_3_diff1": 0.33786, "nauc_map_at_5_max": 0.52009, "nauc_map_at_5_std": -0.341002, "nauc_map_at_5_diff1": 0.300696, "nauc_map_at_10_max": 0.494786, "nauc_map_at_10_std": -0.289291, "nauc_map_at_10_diff1": 0.262776, "nauc_map_at_20_max": 0.488697, "nauc_map_at_20_std": -0.269686, "nauc_map_at_20_diff1": 0.250426, "nauc_map_at_100_max": 0.457073, "nauc_map_at_100_std": -0.253262, "nauc_map_at_100_diff1": 0.225928, "nauc_map_at_1000_max": 0.445229, "nauc_map_at_1000_std": -0.248557, "nauc_map_at_1000_diff1": 0.221258, "nauc_recall_at_1_max": 0.602892, "nauc_recall_at_1_std": -0.420976, "nauc_recall_at_1_diff1": 0.295683, "nauc_recall_at_3_max": 0.418752, "nauc_recall_at_3_std": -0.386317, "nauc_recall_at_3_diff1": 0.355218, "nauc_recall_at_5_max": 0.347451, "nauc_recall_at_5_std": -0.315108, "nauc_recall_at_5_diff1": 0.236464, "nauc_recall_at_10_max": 0.361174, "nauc_recall_at_10_std": -0.154896, "nauc_recall_at_10_diff1": 0.13859, "nauc_recall_at_20_max": 0.372413, "nauc_recall_at_20_std": -0.086595, "nauc_recall_at_20_diff1": 0.121819, "nauc_recall_at_100_max": 0.158226, "nauc_recall_at_100_std": -0.093576, "nauc_recall_at_100_diff1": 0.043444, "nauc_recall_at_1000_max": 0.161209, "nauc_recall_at_1000_std": -0.098505, "nauc_recall_at_1000_diff1": 0.041676, "nauc_precision_at_1_max": 0.685677, "nauc_precision_at_1_std": -0.374509, "nauc_precision_at_1_diff1": 0.270512, "nauc_precision_at_3_max": 0.548688, "nauc_precision_at_3_std": -0.330313, "nauc_precision_at_3_diff1": 0.311459, "nauc_precision_at_5_max": 0.435445, "nauc_precision_at_5_std": -0.279293, "nauc_precision_at_5_diff1": 0.181213, "nauc_precision_at_10_max": 0.391113, "nauc_precision_at_10_std": -0.190862, "nauc_precision_at_10_diff1": 0.121894, "nauc_precision_at_20_max": 0.352207, "nauc_precision_at_20_std": -0.117031, "nauc_precision_at_20_diff1": 0.102187, "nauc_precision_at_100_max": 0.183756, "nauc_precision_at_100_std": -0.134015, "nauc_precision_at_100_diff1": 0.044576, "nauc_precision_at_1000_max": 0.095571, "nauc_precision_at_1000_std": -0.117543, "nauc_precision_at_1000_diff1": 0.041684, "nauc_mrr_at_1_max": 0.685677, "nauc_mrr_at_1_std": -0.374509, "nauc_mrr_at_1_diff1": 0.270512, "nauc_mrr_at_3_max": 0.549456, "nauc_mrr_at_3_std": -0.383865, "nauc_mrr_at_3_diff1": 0.259567, "nauc_mrr_at_5_max": 0.492338, "nauc_mrr_at_5_std": -0.341429, "nauc_mrr_at_5_diff1": 0.205424, "nauc_mrr_at_10_max": 0.464371, "nauc_mrr_at_10_std": -0.302202, "nauc_mrr_at_10_diff1": 0.178089, "nauc_mrr_at_20_max": 0.4611, "nauc_mrr_at_20_std": -0.27462, "nauc_mrr_at_20_diff1": 0.178465, "nauc_mrr_at_100_max": 0.43019, "nauc_mrr_at_100_std": -0.260563, "nauc_mrr_at_100_diff1": 0.168675, "nauc_mrr_at_1000_max": 0.428151, "nauc_mrr_at_1000_std": -0.259539, "nauc_mrr_at_1000_diff1": 0.168417, "main_score": 0.01967, "hf_subset": "eng-jpn", "languages": [ "eng-Latn", "jpn-Hira" ] }, { "ndcg_at_1": 0.0292, "ndcg_at_3": 0.03457, "ndcg_at_5": 0.04018, "ndcg_at_10": 0.04822, "ndcg_at_20": 0.05718, "ndcg_at_100": 0.08282, "ndcg_at_1000": 0.15751, "map_at_1": 0.01575, "map_at_3": 0.02838, "map_at_5": 0.03232, "map_at_10": 0.03609, "map_at_20": 0.03862, "map_at_100": 0.04203, "map_at_1000": 0.04423, "recall_at_1": 0.01575, "recall_at_3": 0.03923, "recall_at_5": 0.05241, "recall_at_10": 0.07425, "recall_at_20": 0.10604, "recall_at_100": 0.23092, "recall_at_1000": 0.77204, "precision_at_1": 0.0292, "precision_at_3": 0.02311, "precision_at_5": 0.01946, "precision_at_10": 0.0135, "precision_at_20": 0.00937, "precision_at_100": 0.00408, "precision_at_1000": 0.00147, "mrr_at_1": 0.029197, "mrr_at_3": 0.038524, "mrr_at_5": 0.04266, "mrr_at_10": 0.04577, "mrr_at_20": 0.048371, "mrr_at_100": 0.051664, "mrr_at_1000": 0.053447, "nauc_ndcg_at_1_max": 0.428241, "nauc_ndcg_at_1_std": 0.5201, "nauc_ndcg_at_1_diff1": 0.23001, "nauc_ndcg_at_3_max": 0.432066, "nauc_ndcg_at_3_std": 0.449213, "nauc_ndcg_at_3_diff1": 0.194857, "nauc_ndcg_at_5_max": 0.408845, "nauc_ndcg_at_5_std": 0.442656, "nauc_ndcg_at_5_diff1": 0.146503, "nauc_ndcg_at_10_max": 0.385887, "nauc_ndcg_at_10_std": 0.45371, "nauc_ndcg_at_10_diff1": 0.138815, "nauc_ndcg_at_20_max": 0.360033, "nauc_ndcg_at_20_std": 0.423151, "nauc_ndcg_at_20_diff1": 0.136633, "nauc_ndcg_at_100_max": 0.35215, "nauc_ndcg_at_100_std": 0.407955, "nauc_ndcg_at_100_diff1": 0.145984, "nauc_ndcg_at_1000_max": 0.314926, "nauc_ndcg_at_1000_std": 0.378991, "nauc_ndcg_at_1000_diff1": 0.162615, "nauc_map_at_1_max": 0.440355, "nauc_map_at_1_std": 0.466438, "nauc_map_at_1_diff1": 0.274062, "nauc_map_at_3_max": 0.427457, "nauc_map_at_3_std": 0.436362, "nauc_map_at_3_diff1": 0.215321, "nauc_map_at_5_max": 0.422415, "nauc_map_at_5_std": 0.43372, "nauc_map_at_5_diff1": 0.179652, "nauc_map_at_10_max": 0.411414, "nauc_map_at_10_std": 0.442166, "nauc_map_at_10_diff1": 0.172698, "nauc_map_at_20_max": 0.397667, "nauc_map_at_20_std": 0.430256, "nauc_map_at_20_diff1": 0.169276, "nauc_map_at_100_max": 0.394492, "nauc_map_at_100_std": 0.426919, "nauc_map_at_100_diff1": 0.169573, "nauc_map_at_1000_max": 0.391738, "nauc_map_at_1000_std": 0.424777, "nauc_map_at_1000_diff1": 0.170292, "nauc_recall_at_1_max": 0.440355, "nauc_recall_at_1_std": 0.466438, "nauc_recall_at_1_diff1": 0.274062, "nauc_recall_at_3_max": 0.420488, "nauc_recall_at_3_std": 0.425526, "nauc_recall_at_3_diff1": 0.16023, "nauc_recall_at_5_max": 0.399695, "nauc_recall_at_5_std": 0.422893, "nauc_recall_at_5_diff1": 0.09136, "nauc_recall_at_10_max": 0.364394, "nauc_recall_at_10_std": 0.450784, "nauc_recall_at_10_diff1": 0.094698, "nauc_recall_at_20_max": 0.310354, "nauc_recall_at_20_std": 0.388017, "nauc_recall_at_20_diff1": 0.09822, "nauc_recall_at_100_max": 0.311991, "nauc_recall_at_100_std": 0.368731, "nauc_recall_at_100_diff1": 0.126657, "nauc_recall_at_1000_max": 0.176781, "nauc_recall_at_1000_std": 0.274782, "nauc_recall_at_1000_diff1": 0.184973, "nauc_precision_at_1_max": 0.428241, "nauc_precision_at_1_std": 0.5201, "nauc_precision_at_1_diff1": 0.23001, "nauc_precision_at_3_max": 0.412816, "nauc_precision_at_3_std": 0.461691, "nauc_precision_at_3_diff1": 0.196233, "nauc_precision_at_5_max": 0.392967, "nauc_precision_at_5_std": 0.456913, "nauc_precision_at_5_diff1": 0.113591, "nauc_precision_at_10_max": 0.365917, "nauc_precision_at_10_std": 0.477651, "nauc_precision_at_10_diff1": 0.110083, "nauc_precision_at_20_max": 0.323059, "nauc_precision_at_20_std": 0.410612, "nauc_precision_at_20_diff1": 0.117727, "nauc_precision_at_100_max": 0.29551, "nauc_precision_at_100_std": 0.366033, "nauc_precision_at_100_diff1": 0.14567, "nauc_precision_at_1000_max": 0.067199, "nauc_precision_at_1000_std": 0.11408, "nauc_precision_at_1000_diff1": 0.114876, "nauc_mrr_at_1_max": 0.428241, "nauc_mrr_at_1_std": 0.5201, "nauc_mrr_at_1_diff1": 0.23001, "nauc_mrr_at_3_max": 0.421943, "nauc_mrr_at_3_std": 0.490946, "nauc_mrr_at_3_diff1": 0.198571, "nauc_mrr_at_5_max": 0.406965, "nauc_mrr_at_5_std": 0.484966, "nauc_mrr_at_5_diff1": 0.166986, "nauc_mrr_at_10_max": 0.38706, "nauc_mrr_at_10_std": 0.481613, "nauc_mrr_at_10_diff1": 0.16029, "nauc_mrr_at_20_max": 0.381662, "nauc_mrr_at_20_std": 0.465054, "nauc_mrr_at_20_diff1": 0.158296, "nauc_mrr_at_100_max": 0.378643, "nauc_mrr_at_100_std": 0.45857, "nauc_mrr_at_100_diff1": 0.160191, "nauc_mrr_at_1000_max": 0.3781, "nauc_mrr_at_1000_std": 0.457625, "nauc_mrr_at_1000_diff1": 0.16047, "main_score": 0.04822, "hf_subset": "jpn-eng", "languages": [ "jpn-Hira", "eng-Latn" ] }, { "ndcg_at_1": 0.05505, "ndcg_at_3": 0.06152, "ndcg_at_5": 0.07265, "ndcg_at_10": 0.0848, "ndcg_at_20": 0.09671, "ndcg_at_100": 0.13192, "ndcg_at_1000": 0.21796, "map_at_1": 0.04345, "map_at_3": 0.0556, "map_at_5": 0.0623, "map_at_10": 0.06724, "map_at_20": 0.07068, "map_at_100": 0.07552, "map_at_1000": 0.07819, "recall_at_1": 0.04345, "recall_at_3": 0.06575, "recall_at_5": 0.08978, "recall_at_10": 0.12332, "recall_at_20": 0.1659, "recall_at_100": 0.33881, "recall_at_1000": 1.0, "precision_at_1": 0.05505, "precision_at_3": 0.03211, "precision_at_5": 0.02752, "precision_at_10": 0.01957, "precision_at_20": 0.01323, "precision_at_100": 0.00552, "precision_at_1000": 0.00156, "mrr_at_1": 0.056575, "mrr_at_3": 0.067788, "mrr_at_5": 0.075663, "mrr_at_10": 0.080709, "mrr_at_20": 0.083916, "mrr_at_100": 0.0883, "mrr_at_1000": 0.090194, "nauc_ndcg_at_1_max": 0.002375, "nauc_ndcg_at_1_std": -0.20391, "nauc_ndcg_at_1_diff1": 0.500273, "nauc_ndcg_at_3_max": 0.011819, "nauc_ndcg_at_3_std": -0.202125, "nauc_ndcg_at_3_diff1": 0.450625, "nauc_ndcg_at_5_max": -0.006472, "nauc_ndcg_at_5_std": -0.187128, "nauc_ndcg_at_5_diff1": 0.376457, "nauc_ndcg_at_10_max": -0.027269, "nauc_ndcg_at_10_std": -0.181053, "nauc_ndcg_at_10_diff1": 0.346239, "nauc_ndcg_at_20_max": -0.02166, "nauc_ndcg_at_20_std": -0.157972, "nauc_ndcg_at_20_diff1": 0.313758, "nauc_ndcg_at_100_max": 0.010772, "nauc_ndcg_at_100_std": -0.110623, "nauc_ndcg_at_100_diff1": 0.280401, "nauc_ndcg_at_1000_max": -0.001368, "nauc_ndcg_at_1000_std": -0.134368, "nauc_ndcg_at_1000_diff1": 0.3027, "nauc_map_at_1_max": -0.006335, "nauc_map_at_1_std": -0.171385, "nauc_map_at_1_diff1": 0.54294, "nauc_map_at_3_max": 0.015397, "nauc_map_at_3_std": -0.194044, "nauc_map_at_3_diff1": 0.481691, "nauc_map_at_5_max": 0.002711, "nauc_map_at_5_std": -0.188498, "nauc_map_at_5_diff1": 0.426441, "nauc_map_at_10_max": -0.008293, "nauc_map_at_10_std": -0.184557, "nauc_map_at_10_diff1": 0.409291, "nauc_map_at_20_max": -0.008083, "nauc_map_at_20_std": -0.176955, "nauc_map_at_20_diff1": 0.394994, "nauc_map_at_100_max": -0.003971, "nauc_map_at_100_std": -0.169469, "nauc_map_at_100_diff1": 0.383642, "nauc_map_at_1000_max": -0.002869, "nauc_map_at_1000_std": -0.168042, "nauc_map_at_1000_diff1": 0.383611, "nauc_recall_at_1_max": -0.006335, "nauc_recall_at_1_std": -0.171385, "nauc_recall_at_1_diff1": 0.54294, "nauc_recall_at_3_max": 0.022608, "nauc_recall_at_3_std": -0.193511, "nauc_recall_at_3_diff1": 0.420244, "nauc_recall_at_5_max": -0.015997, "nauc_recall_at_5_std": -0.170171, "nauc_recall_at_5_diff1": 0.293622, "nauc_recall_at_10_max": -0.050753, "nauc_recall_at_10_std": -0.161422, "nauc_recall_at_10_diff1": 0.251668, "nauc_recall_at_20_max": -0.029833, "nauc_recall_at_20_std": -0.106472, "nauc_recall_at_20_diff1": 0.197355, "nauc_recall_at_100_max": 0.066865, "nauc_recall_at_100_std": 0.011428, "nauc_recall_at_100_diff1": 0.152797, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.002375, "nauc_precision_at_1_std": -0.20391, "nauc_precision_at_1_diff1": 0.500273, "nauc_precision_at_3_max": 0.033454, "nauc_precision_at_3_std": -0.238486, "nauc_precision_at_3_diff1": 0.393955, "nauc_precision_at_5_max": -0.007018, "nauc_precision_at_5_std": -0.203827, "nauc_precision_at_5_diff1": 0.288854, "nauc_precision_at_10_max": -0.060102, "nauc_precision_at_10_std": -0.174919, "nauc_precision_at_10_diff1": 0.221002, "nauc_precision_at_20_max": -0.054062, "nauc_precision_at_20_std": -0.139009, "nauc_precision_at_20_diff1": 0.166147, "nauc_precision_at_100_max": 0.011124, "nauc_precision_at_100_std": -0.031876, "nauc_precision_at_100_diff1": 0.095092, "nauc_precision_at_1000_max": -0.063307, "nauc_precision_at_1000_std": -0.041937, "nauc_precision_at_1000_diff1": -0.041711, "nauc_mrr_at_1_max": -0.011172, "nauc_mrr_at_1_std": -0.2096, "nauc_mrr_at_1_diff1": 0.471244, "nauc_mrr_at_3_max": -0.006063, "nauc_mrr_at_3_std": -0.219703, "nauc_mrr_at_3_diff1": 0.417519, "nauc_mrr_at_5_max": -0.019304, "nauc_mrr_at_5_std": -0.203827, "nauc_mrr_at_5_diff1": 0.383647, "nauc_mrr_at_10_max": -0.027516, "nauc_mrr_at_10_std": -0.202592, "nauc_mrr_at_10_diff1": 0.367125, "nauc_mrr_at_20_max": -0.023942, "nauc_mrr_at_20_std": -0.194618, "nauc_mrr_at_20_diff1": 0.358205, "nauc_mrr_at_100_max": -0.019667, "nauc_mrr_at_100_std": -0.187475, "nauc_mrr_at_100_diff1": 0.353417, "nauc_mrr_at_1000_max": -0.019025, "nauc_mrr_at_1000_std": -0.187467, "nauc_mrr_at_1000_diff1": 0.353866, "main_score": 0.0848, "hf_subset": "kor-kor", "languages": [ "kor-Hang", "kor-Hang" ] }, { "ndcg_at_1": 0.02446, "ndcg_at_3": 0.02169, "ndcg_at_5": 0.0229, "ndcg_at_10": 0.02675, "ndcg_at_20": 0.03517, "ndcg_at_100": 0.05748, "ndcg_at_1000": 0.15367, "map_at_1": 0.01228, "map_at_3": 0.0167, "map_at_5": 0.0182, "map_at_10": 0.01984, "map_at_20": 0.0219, "map_at_100": 0.02477, "map_at_1000": 0.02737, "recall_at_1": 0.01228, "recall_at_3": 0.01998, "recall_at_5": 0.02424, "recall_at_10": 0.03308, "recall_at_20": 0.06035, "recall_at_100": 0.16376, "recall_at_1000": 0.88754, "precision_at_1": 0.02446, "precision_at_3": 0.01427, "precision_at_5": 0.0107, "precision_at_10": 0.0078, "precision_at_20": 0.00696, "precision_at_100": 0.00358, "precision_at_1000": 0.00171, "mrr_at_1": 0.024465, "mrr_at_3": 0.030326, "mrr_at_5": 0.031702, "mrr_at_10": 0.033713, "mrr_at_20": 0.036951, "mrr_at_100": 0.039846, "mrr_at_1000": 0.041795, "nauc_ndcg_at_1_max": 0.471973, "nauc_ndcg_at_1_std": -0.290855, "nauc_ndcg_at_1_diff1": 0.2167, "nauc_ndcg_at_3_max": 0.531116, "nauc_ndcg_at_3_std": -0.197197, "nauc_ndcg_at_3_diff1": 0.153395, "nauc_ndcg_at_5_max": 0.547876, "nauc_ndcg_at_5_std": -0.144167, "nauc_ndcg_at_5_diff1": 0.154493, "nauc_ndcg_at_10_max": 0.523304, "nauc_ndcg_at_10_std": -0.138614, "nauc_ndcg_at_10_diff1": 0.131717, "nauc_ndcg_at_20_max": 0.48326, "nauc_ndcg_at_20_std": -0.093639, "nauc_ndcg_at_20_diff1": 0.098978, "nauc_ndcg_at_100_max": 0.404667, "nauc_ndcg_at_100_std": -0.053277, "nauc_ndcg_at_100_diff1": 0.050329, "nauc_ndcg_at_1000_max": 0.377655, "nauc_ndcg_at_1000_std": -0.053306, "nauc_ndcg_at_1000_diff1": 0.059263, "nauc_map_at_1_max": 0.498911, "nauc_map_at_1_std": -0.264135, "nauc_map_at_1_diff1": 0.373164, "nauc_map_at_3_max": 0.556358, "nauc_map_at_3_std": -0.208237, "nauc_map_at_3_diff1": 0.216393, "nauc_map_at_5_max": 0.556615, "nauc_map_at_5_std": -0.178533, "nauc_map_at_5_diff1": 0.194929, "nauc_map_at_10_max": 0.553286, "nauc_map_at_10_std": -0.169371, "nauc_map_at_10_diff1": 0.189436, "nauc_map_at_20_max": 0.531273, "nauc_map_at_20_std": -0.149219, "nauc_map_at_20_diff1": 0.171158, "nauc_map_at_100_max": 0.504532, "nauc_map_at_100_std": -0.133981, "nauc_map_at_100_diff1": 0.145821, "nauc_map_at_1000_max": 0.497959, "nauc_map_at_1000_std": -0.131226, "nauc_map_at_1000_diff1": 0.14339, "nauc_recall_at_1_max": 0.498911, "nauc_recall_at_1_std": -0.264135, "nauc_recall_at_1_diff1": 0.373164, "nauc_recall_at_3_max": 0.579207, "nauc_recall_at_3_std": -0.114651, "nauc_recall_at_3_diff1": 0.154538, "nauc_recall_at_5_max": 0.575418, "nauc_recall_at_5_std": -0.049443, "nauc_recall_at_5_diff1": 0.138465, "nauc_recall_at_10_max": 0.523259, "nauc_recall_at_10_std": -0.061946, "nauc_recall_at_10_diff1": 0.09979, "nauc_recall_at_20_max": 0.446174, "nauc_recall_at_20_std": -0.017302, "nauc_recall_at_20_diff1": 0.055549, "nauc_recall_at_100_max": 0.300658, "nauc_recall_at_100_std": 0.012519, "nauc_recall_at_100_diff1": -0.004075, "nauc_recall_at_1000_max": 0.172301, "nauc_recall_at_1000_std": 0.014339, "nauc_recall_at_1000_diff1": 0.000195, "nauc_precision_at_1_max": 0.471973, "nauc_precision_at_1_std": -0.290855, "nauc_precision_at_1_diff1": 0.2167, "nauc_precision_at_3_max": 0.545215, "nauc_precision_at_3_std": -0.207271, "nauc_precision_at_3_diff1": 0.027339, "nauc_precision_at_5_max": 0.562993, "nauc_precision_at_5_std": -0.117218, "nauc_precision_at_5_diff1": 0.00959, "nauc_precision_at_10_max": 0.501144, "nauc_precision_at_10_std": -0.125738, "nauc_precision_at_10_diff1": -0.003627, "nauc_precision_at_20_max": 0.445853, "nauc_precision_at_20_std": -0.034285, "nauc_precision_at_20_diff1": -0.012487, "nauc_precision_at_100_max": 0.354549, "nauc_precision_at_100_std": 0.008919, "nauc_precision_at_100_diff1": -0.025788, "nauc_precision_at_1000_max": 0.151795, "nauc_precision_at_1000_std": 0.031342, "nauc_precision_at_1000_diff1": -0.010657, "nauc_mrr_at_1_max": 0.471973, "nauc_mrr_at_1_std": -0.290855, "nauc_mrr_at_1_diff1": 0.2167, "nauc_mrr_at_3_max": 0.483113, "nauc_mrr_at_3_std": -0.216058, "nauc_mrr_at_3_diff1": 0.136121, "nauc_mrr_at_5_max": 0.493296, "nauc_mrr_at_5_std": -0.193932, "nauc_mrr_at_5_diff1": 0.133503, "nauc_mrr_at_10_max": 0.466636, "nauc_mrr_at_10_std": -0.189389, "nauc_mrr_at_10_diff1": 0.107679, "nauc_mrr_at_20_max": 0.45813, "nauc_mrr_at_20_std": -0.167591, "nauc_mrr_at_20_diff1": 0.097868, "nauc_mrr_at_100_max": 0.445848, "nauc_mrr_at_100_std": -0.158658, "nauc_mrr_at_100_diff1": 0.092718, "nauc_mrr_at_1000_max": 0.444575, "nauc_mrr_at_1000_std": -0.158811, "nauc_mrr_at_1000_diff1": 0.093858, "main_score": 0.02675, "hf_subset": "eng-kor", "languages": [ "eng-Latn", "kor-Hang" ] }, { "ndcg_at_1": 0.01303, "ndcg_at_3": 0.01731, "ndcg_at_5": 0.01956, "ndcg_at_10": 0.0225, "ndcg_at_20": 0.03086, "ndcg_at_100": 0.05741, "ndcg_at_1000": 0.16505, "map_at_1": 0.01004, "map_at_3": 0.01466, "map_at_5": 0.01587, "map_at_10": 0.01723, "map_at_20": 0.01948, "map_at_100": 0.0229, "map_at_1000": 0.02623, "recall_at_1": 0.01004, "recall_at_3": 0.02036, "recall_at_5": 0.02497, "recall_at_10": 0.03271, "recall_at_20": 0.06303, "recall_at_100": 0.19039, "recall_at_1000": 1.0, "precision_at_1": 0.01303, "precision_at_3": 0.00923, "precision_at_5": 0.00717, "precision_at_10": 0.00505, "precision_at_20": 0.00464, "precision_at_100": 0.00321, "precision_at_1000": 0.00167, "mrr_at_1": 0.013029, "mrr_at_3": 0.01873, "mrr_at_5": 0.020277, "mrr_at_10": 0.021663, "mrr_at_20": 0.024454, "mrr_at_100": 0.028374, "mrr_at_1000": 0.030905, "nauc_ndcg_at_1_max": 0.170777, "nauc_ndcg_at_1_std": 0.348924, "nauc_ndcg_at_1_diff1": 0.637926, "nauc_ndcg_at_3_max": 0.137806, "nauc_ndcg_at_3_std": 0.164024, "nauc_ndcg_at_3_diff1": 0.334487, "nauc_ndcg_at_5_max": 0.153126, "nauc_ndcg_at_5_std": 0.12856, "nauc_ndcg_at_5_diff1": 0.359658, "nauc_ndcg_at_10_max": 0.214781, "nauc_ndcg_at_10_std": 0.140516, "nauc_ndcg_at_10_diff1": 0.377367, "nauc_ndcg_at_20_max": 0.173109, "nauc_ndcg_at_20_std": 0.135775, "nauc_ndcg_at_20_diff1": 0.262132, "nauc_ndcg_at_100_max": 0.170288, "nauc_ndcg_at_100_std": 0.10667, "nauc_ndcg_at_100_diff1": 0.161796, "nauc_ndcg_at_1000_max": 0.19178, "nauc_ndcg_at_1000_std": 0.15336, "nauc_ndcg_at_1000_diff1": 0.158879, "nauc_map_at_1_max": 0.11893, "nauc_map_at_1_std": 0.315302, "nauc_map_at_1_diff1": 0.603435, "nauc_map_at_3_max": 0.117746, "nauc_map_at_3_std": 0.182802, "nauc_map_at_3_diff1": 0.368, "nauc_map_at_5_max": 0.133706, "nauc_map_at_5_std": 0.161434, "nauc_map_at_5_diff1": 0.385551, "nauc_map_at_10_max": 0.175696, "nauc_map_at_10_std": 0.157096, "nauc_map_at_10_diff1": 0.402968, "nauc_map_at_20_max": 0.162539, "nauc_map_at_20_std": 0.153412, "nauc_map_at_20_diff1": 0.351167, "nauc_map_at_100_max": 0.163912, "nauc_map_at_100_std": 0.144129, "nauc_map_at_100_diff1": 0.310849, "nauc_map_at_1000_max": 0.166762, "nauc_map_at_1000_std": 0.150463, "nauc_map_at_1000_diff1": 0.303145, "nauc_recall_at_1_max": 0.11893, "nauc_recall_at_1_std": 0.315302, "nauc_recall_at_1_diff1": 0.603435, "nauc_recall_at_3_max": 0.136118, "nauc_recall_at_3_std": 0.085745, "nauc_recall_at_3_diff1": 0.23686, "nauc_recall_at_5_max": 0.14842, "nauc_recall_at_5_std": 0.043018, "nauc_recall_at_5_diff1": 0.295768, "nauc_recall_at_10_max": 0.265886, "nauc_recall_at_10_std": 0.094856, "nauc_recall_at_10_diff1": 0.342821, "nauc_recall_at_20_max": 0.162163, "nauc_recall_at_20_std": 0.10009, "nauc_recall_at_20_diff1": 0.157334, "nauc_recall_at_100_max": 0.145048, "nauc_recall_at_100_std": 0.055067, "nauc_recall_at_100_diff1": 0.062903, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.170777, "nauc_precision_at_1_std": 0.348924, "nauc_precision_at_1_diff1": 0.637926, "nauc_precision_at_3_max": 0.188979, "nauc_precision_at_3_std": 0.140459, "nauc_precision_at_3_diff1": 0.277559, "nauc_precision_at_5_max": 0.227844, "nauc_precision_at_5_std": 0.079162, "nauc_precision_at_5_diff1": 0.342739, "nauc_precision_at_10_max": 0.344512, "nauc_precision_at_10_std": 0.118067, "nauc_precision_at_10_diff1": 0.382461, "nauc_precision_at_20_max": 0.231138, "nauc_precision_at_20_std": 0.143209, "nauc_precision_at_20_diff1": 0.182685, "nauc_precision_at_100_max": 0.235545, "nauc_precision_at_100_std": 0.141224, "nauc_precision_at_100_diff1": 0.035887, "nauc_precision_at_1000_max": 0.166012, "nauc_precision_at_1000_std": 0.171848, "nauc_precision_at_1000_diff1": -0.057908, "nauc_mrr_at_1_max": 0.170777, "nauc_mrr_at_1_std": 0.348924, "nauc_mrr_at_1_diff1": 0.637926, "nauc_mrr_at_3_max": 0.187411, "nauc_mrr_at_3_std": 0.272001, "nauc_mrr_at_3_diff1": 0.393551, "nauc_mrr_at_5_max": 0.206166, "nauc_mrr_at_5_std": 0.229794, "nauc_mrr_at_5_diff1": 0.420726, "nauc_mrr_at_10_max": 0.20921, "nauc_mrr_at_10_std": 0.227748, "nauc_mrr_at_10_diff1": 0.405398, "nauc_mrr_at_20_max": 0.192308, "nauc_mrr_at_20_std": 0.215825, "nauc_mrr_at_20_diff1": 0.35149, "nauc_mrr_at_100_max": 0.185794, "nauc_mrr_at_100_std": 0.200408, "nauc_mrr_at_100_diff1": 0.319872, "nauc_mrr_at_1000_max": 0.186638, "nauc_mrr_at_1000_std": 0.200619, "nauc_mrr_at_1000_diff1": 0.319173, "main_score": 0.0225, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "ndcg_at_1": 0.15669, "ndcg_at_3": 0.15905, "ndcg_at_5": 0.17127, "ndcg_at_10": 0.19222, "ndcg_at_20": 0.20669, "ndcg_at_100": 0.24839, "ndcg_at_1000": 0.3081, "map_at_1": 0.08809, "map_at_3": 0.12864, "map_at_5": 0.1423, "map_at_10": 0.15195, "map_at_20": 0.1569, "map_at_100": 0.16324, "map_at_1000": 0.16564, "recall_at_1": 0.08809, "recall_at_3": 0.15775, "recall_at_5": 0.19575, "recall_at_10": 0.25104, "recall_at_20": 0.29779, "recall_at_100": 0.48724, "recall_at_1000": 0.89242, "precision_at_1": 0.15669, "precision_at_3": 0.10403, "precision_at_5": 0.07975, "precision_at_10": 0.05032, "precision_at_20": 0.03013, "precision_at_100": 0.01008, "precision_at_1000": 0.00187, "mrr_at_1": 0.156688, "mrr_at_3": 0.193206, "mrr_at_5": 0.202633, "mrr_at_10": 0.211453, "mrr_at_20": 0.214605, "mrr_at_100": 0.21954, "mrr_at_1000": 0.220784, "nauc_ndcg_at_1_max": 0.082756, "nauc_ndcg_at_1_std": -0.047706, "nauc_ndcg_at_1_diff1": 0.445895, "nauc_ndcg_at_3_max": 0.084816, "nauc_ndcg_at_3_std": -0.041803, "nauc_ndcg_at_3_diff1": 0.382614, "nauc_ndcg_at_5_max": 0.072161, "nauc_ndcg_at_5_std": -0.045563, "nauc_ndcg_at_5_diff1": 0.375525, "nauc_ndcg_at_10_max": 0.06824, "nauc_ndcg_at_10_std": -0.036308, "nauc_ndcg_at_10_diff1": 0.363734, "nauc_ndcg_at_20_max": 0.072108, "nauc_ndcg_at_20_std": -0.032404, "nauc_ndcg_at_20_diff1": 0.352869, "nauc_ndcg_at_100_max": 0.067107, "nauc_ndcg_at_100_std": -0.013345, "nauc_ndcg_at_100_diff1": 0.350055, "nauc_ndcg_at_1000_max": 0.070306, "nauc_ndcg_at_1000_std": -0.015134, "nauc_ndcg_at_1000_diff1": 0.348831, "nauc_map_at_1_max": 0.051098, "nauc_map_at_1_std": -0.007145, "nauc_map_at_1_diff1": 0.470725, "nauc_map_at_3_max": 0.076448, "nauc_map_at_3_std": -0.044943, "nauc_map_at_3_diff1": 0.407128, "nauc_map_at_5_max": 0.07181, "nauc_map_at_5_std": -0.049824, "nauc_map_at_5_diff1": 0.397582, "nauc_map_at_10_max": 0.071867, "nauc_map_at_10_std": -0.046201, "nauc_map_at_10_diff1": 0.391295, "nauc_map_at_20_max": 0.072367, "nauc_map_at_20_std": -0.046566, "nauc_map_at_20_diff1": 0.385883, "nauc_map_at_100_max": 0.072951, "nauc_map_at_100_std": -0.041744, "nauc_map_at_100_diff1": 0.384959, "nauc_map_at_1000_max": 0.072876, "nauc_map_at_1000_std": -0.041126, "nauc_map_at_1000_diff1": 0.384644, "nauc_recall_at_1_max": 0.051098, "nauc_recall_at_1_std": -0.007145, "nauc_recall_at_1_diff1": 0.470725, "nauc_recall_at_3_max": 0.081793, "nauc_recall_at_3_std": -0.040024, "nauc_recall_at_3_diff1": 0.342689, "nauc_recall_at_5_max": 0.068186, "nauc_recall_at_5_std": -0.0402, "nauc_recall_at_5_diff1": 0.335981, "nauc_recall_at_10_max": 0.057584, "nauc_recall_at_10_std": -0.017381, "nauc_recall_at_10_diff1": 0.297487, "nauc_recall_at_20_max": 0.071568, "nauc_recall_at_20_std": -0.007226, "nauc_recall_at_20_diff1": 0.272332, "nauc_recall_at_100_max": 0.050401, "nauc_recall_at_100_std": 0.044278, "nauc_recall_at_100_diff1": 0.265009, "nauc_recall_at_1000_max": 0.127225, "nauc_recall_at_1000_std": 0.115229, "nauc_recall_at_1000_diff1": 0.226965, "nauc_precision_at_1_max": 0.082756, "nauc_precision_at_1_std": -0.047706, "nauc_precision_at_1_diff1": 0.445895, "nauc_precision_at_3_max": 0.124522, "nauc_precision_at_3_std": -0.072717, "nauc_precision_at_3_diff1": 0.324645, "nauc_precision_at_5_max": 0.097885, "nauc_precision_at_5_std": -0.075729, "nauc_precision_at_5_diff1": 0.303274, "nauc_precision_at_10_max": 0.086909, "nauc_precision_at_10_std": -0.05332, "nauc_precision_at_10_diff1": 0.277537, "nauc_precision_at_20_max": 0.086215, "nauc_precision_at_20_std": -0.042067, "nauc_precision_at_20_diff1": 0.240829, "nauc_precision_at_100_max": 0.053622, "nauc_precision_at_100_std": 0.030094, "nauc_precision_at_100_diff1": 0.180416, "nauc_precision_at_1000_max": 0.010676, "nauc_precision_at_1000_std": 0.016451, "nauc_precision_at_1000_diff1": -0.003272, "nauc_mrr_at_1_max": 0.082756, "nauc_mrr_at_1_std": -0.047706, "nauc_mrr_at_1_diff1": 0.445895, "nauc_mrr_at_3_max": 0.076372, "nauc_mrr_at_3_std": -0.038761, "nauc_mrr_at_3_diff1": 0.377182, "nauc_mrr_at_5_max": 0.068608, "nauc_mrr_at_5_std": -0.037539, "nauc_mrr_at_5_diff1": 0.37423, "nauc_mrr_at_10_max": 0.064689, "nauc_mrr_at_10_std": -0.034029, "nauc_mrr_at_10_diff1": 0.372648, "nauc_mrr_at_20_max": 0.065957, "nauc_mrr_at_20_std": -0.031262, "nauc_mrr_at_20_diff1": 0.372315, "nauc_mrr_at_100_max": 0.064248, "nauc_mrr_at_100_std": -0.02919, "nauc_mrr_at_100_diff1": 0.371442, "nauc_mrr_at_1000_max": 0.064547, "nauc_mrr_at_1000_std": -0.029579, "nauc_mrr_at_1000_diff1": 0.371886, "main_score": 0.19222, "hf_subset": "pol-pol", "languages": [ "pol-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.03057, "ndcg_at_3": 0.03361, "ndcg_at_5": 0.03428, "ndcg_at_10": 0.04136, "ndcg_at_20": 0.04622, "ndcg_at_100": 0.06693, "ndcg_at_1000": 0.13714, "map_at_1": 0.0127, "map_at_3": 0.02298, "map_at_5": 0.02527, "map_at_10": 0.02842, "map_at_20": 0.0299, "map_at_100": 0.03268, "map_at_1000": 0.03482, "recall_at_1": 0.0127, "recall_at_3": 0.03321, "recall_at_5": 0.03966, "recall_at_10": 0.05592, "recall_at_20": 0.07085, "recall_at_100": 0.16225, "recall_at_1000": 0.63955, "precision_at_1": 0.03057, "precision_at_3": 0.02633, "precision_at_5": 0.0186, "precision_at_10": 0.01376, "precision_at_20": 0.00879, "precision_at_100": 0.00395, "precision_at_1000": 0.00155, "mrr_at_1": 0.030573, "mrr_at_3": 0.045648, "mrr_at_5": 0.046539, "mrr_at_10": 0.050107, "mrr_at_20": 0.051669, "mrr_at_100": 0.054677, "mrr_at_1000": 0.056334, "nauc_ndcg_at_1_max": 0.029255, "nauc_ndcg_at_1_std": 0.273479, "nauc_ndcg_at_1_diff1": -0.321007, "nauc_ndcg_at_3_max": 0.038316, "nauc_ndcg_at_3_std": 0.266189, "nauc_ndcg_at_3_diff1": -0.282407, "nauc_ndcg_at_5_max": 0.019215, "nauc_ndcg_at_5_std": 0.239374, "nauc_ndcg_at_5_diff1": -0.287844, "nauc_ndcg_at_10_max": 0.005418, "nauc_ndcg_at_10_std": 0.255164, "nauc_ndcg_at_10_diff1": -0.295018, "nauc_ndcg_at_20_max": -0.005619, "nauc_ndcg_at_20_std": 0.244939, "nauc_ndcg_at_20_diff1": -0.293361, "nauc_ndcg_at_100_max": -0.00316, "nauc_ndcg_at_100_std": 0.226062, "nauc_ndcg_at_100_diff1": -0.261403, "nauc_ndcg_at_1000_max": -0.037314, "nauc_ndcg_at_1000_std": 0.196724, "nauc_ndcg_at_1000_diff1": -0.255367, "nauc_map_at_1_max": -0.031706, "nauc_map_at_1_std": 0.193562, "nauc_map_at_1_diff1": -0.279487, "nauc_map_at_3_max": 0.027209, "nauc_map_at_3_std": 0.233337, "nauc_map_at_3_diff1": -0.262252, "nauc_map_at_5_max": 0.020698, "nauc_map_at_5_std": 0.233152, "nauc_map_at_5_diff1": -0.279879, "nauc_map_at_10_max": 0.009046, "nauc_map_at_10_std": 0.242174, "nauc_map_at_10_diff1": -0.287369, "nauc_map_at_20_max": 0.004301, "nauc_map_at_20_std": 0.238815, "nauc_map_at_20_diff1": -0.287095, "nauc_map_at_100_max": 0.002943, "nauc_map_at_100_std": 0.238469, "nauc_map_at_100_diff1": -0.284765, "nauc_map_at_1000_max": 0.000912, "nauc_map_at_1000_std": 0.239084, "nauc_map_at_1000_diff1": -0.284545, "nauc_recall_at_1_max": -0.031706, "nauc_recall_at_1_std": 0.193562, "nauc_recall_at_1_diff1": -0.279487, "nauc_recall_at_3_max": 0.049591, "nauc_recall_at_3_std": 0.231385, "nauc_recall_at_3_diff1": -0.227652, "nauc_recall_at_5_max": 0.015132, "nauc_recall_at_5_std": 0.211525, "nauc_recall_at_5_diff1": -0.266656, "nauc_recall_at_10_max": -0.002697, "nauc_recall_at_10_std": 0.24622, "nauc_recall_at_10_diff1": -0.280918, "nauc_recall_at_20_max": -0.017643, "nauc_recall_at_20_std": 0.227097, "nauc_recall_at_20_diff1": -0.270961, "nauc_recall_at_100_max": -6.6e-05, "nauc_recall_at_100_std": 0.180556, "nauc_recall_at_100_diff1": -0.191775, "nauc_recall_at_1000_max": -0.081873, "nauc_recall_at_1000_std": 0.115977, "nauc_recall_at_1000_diff1": -0.174605, "nauc_precision_at_1_max": 0.029255, "nauc_precision_at_1_std": 0.273479, "nauc_precision_at_1_diff1": -0.321007, "nauc_precision_at_3_max": 0.049164, "nauc_precision_at_3_std": 0.284575, "nauc_precision_at_3_diff1": -0.315456, "nauc_precision_at_5_max": 0.041363, "nauc_precision_at_5_std": 0.285688, "nauc_precision_at_5_diff1": -0.335279, "nauc_precision_at_10_max": -0.010043, "nauc_precision_at_10_std": 0.300542, "nauc_precision_at_10_diff1": -0.346212, "nauc_precision_at_20_max": -0.039596, "nauc_precision_at_20_std": 0.271216, "nauc_precision_at_20_diff1": -0.348633, "nauc_precision_at_100_max": -0.013059, "nauc_precision_at_100_std": 0.230026, "nauc_precision_at_100_diff1": -0.255883, "nauc_precision_at_1000_max": -0.069826, "nauc_precision_at_1000_std": 0.053271, "nauc_precision_at_1000_diff1": -0.148184, "nauc_mrr_at_1_max": 0.029255, "nauc_mrr_at_1_std": 0.273479, "nauc_mrr_at_1_diff1": -0.321007, "nauc_mrr_at_3_max": 0.027808, "nauc_mrr_at_3_std": 0.280674, "nauc_mrr_at_3_diff1": -0.310167, "nauc_mrr_at_5_max": 0.021272, "nauc_mrr_at_5_std": 0.274207, "nauc_mrr_at_5_diff1": -0.313647, "nauc_mrr_at_10_max": 0.01975, "nauc_mrr_at_10_std": 0.278362, "nauc_mrr_at_10_diff1": -0.311357, "nauc_mrr_at_20_max": 0.012745, "nauc_mrr_at_20_std": 0.272113, "nauc_mrr_at_20_diff1": -0.312249, "nauc_mrr_at_100_max": 0.01025, "nauc_mrr_at_100_std": 0.263882, "nauc_mrr_at_100_diff1": -0.305699, "nauc_mrr_at_1000_max": 0.009315, "nauc_mrr_at_1000_std": 0.263719, "nauc_mrr_at_1000_diff1": -0.305721, "main_score": 0.04136, "hf_subset": "eng-pol", "languages": [ "eng-Latn", "pol-Latn" ] }, { "ndcg_at_1": 0.08752, "ndcg_at_3": 0.07958, "ndcg_at_5": 0.08654, "ndcg_at_10": 0.09552, "ndcg_at_20": 0.10355, "ndcg_at_100": 0.12656, "ndcg_at_1000": 0.19478, "map_at_1": 0.0459, "map_at_3": 0.06785, "map_at_5": 0.07465, "map_at_10": 0.0786, "map_at_20": 0.08104, "map_at_100": 0.08426, "map_at_1000": 0.08632, "recall_at_1": 0.0459, "recall_at_3": 0.07409, "recall_at_5": 0.09376, "recall_at_10": 0.11763, "recall_at_20": 0.14341, "recall_at_100": 0.24633, "recall_at_1000": 0.72945, "precision_at_1": 0.08752, "precision_at_3": 0.05363, "precision_at_5": 0.0417, "precision_at_10": 0.02535, "precision_at_20": 0.01551, "precision_at_100": 0.00548, "precision_at_1000": 0.00159, "mrr_at_1": 0.087516, "mrr_at_3": 0.095882, "mrr_at_5": 0.101866, "mrr_at_10": 0.106071, "mrr_at_20": 0.108461, "mrr_at_100": 0.111465, "mrr_at_1000": 0.112913, "nauc_ndcg_at_1_max": 0.650281, "nauc_ndcg_at_1_std": 0.305482, "nauc_ndcg_at_1_diff1": 0.358277, "nauc_ndcg_at_3_max": 0.626049, "nauc_ndcg_at_3_std": 0.272027, "nauc_ndcg_at_3_diff1": 0.345321, "nauc_ndcg_at_5_max": 0.623047, "nauc_ndcg_at_5_std": 0.292727, "nauc_ndcg_at_5_diff1": 0.292256, "nauc_ndcg_at_10_max": 0.576226, "nauc_ndcg_at_10_std": 0.291871, "nauc_ndcg_at_10_diff1": 0.28122, "nauc_ndcg_at_20_max": 0.556708, "nauc_ndcg_at_20_std": 0.296277, "nauc_ndcg_at_20_diff1": 0.268812, "nauc_ndcg_at_100_max": 0.5179, "nauc_ndcg_at_100_std": 0.295703, "nauc_ndcg_at_100_diff1": 0.249365, "nauc_ndcg_at_1000_max": 0.47755, "nauc_ndcg_at_1000_std": 0.267945, "nauc_ndcg_at_1000_diff1": 0.246217, "nauc_map_at_1_max": 0.604356, "nauc_map_at_1_std": 0.198382, "nauc_map_at_1_diff1": 0.403863, "nauc_map_at_3_max": 0.638786, "nauc_map_at_3_std": 0.244496, "nauc_map_at_3_diff1": 0.376361, "nauc_map_at_5_max": 0.64803, "nauc_map_at_5_std": 0.273837, "nauc_map_at_5_diff1": 0.337604, "nauc_map_at_10_max": 0.624961, "nauc_map_at_10_std": 0.277162, "nauc_map_at_10_diff1": 0.325937, "nauc_map_at_20_max": 0.617624, "nauc_map_at_20_std": 0.279875, "nauc_map_at_20_diff1": 0.320646, "nauc_map_at_100_max": 0.607748, "nauc_map_at_100_std": 0.279967, "nauc_map_at_100_diff1": 0.31581, "nauc_map_at_1000_max": 0.60475, "nauc_map_at_1000_std": 0.279716, "nauc_map_at_1000_diff1": 0.315149, "nauc_recall_at_1_max": 0.604356, "nauc_recall_at_1_std": 0.198382, "nauc_recall_at_1_diff1": 0.403863, "nauc_recall_at_3_max": 0.603931, "nauc_recall_at_3_std": 0.2382, "nauc_recall_at_3_diff1": 0.342324, "nauc_recall_at_5_max": 0.600434, "nauc_recall_at_5_std": 0.297176, "nauc_recall_at_5_diff1": 0.22799, "nauc_recall_at_10_max": 0.483319, "nauc_recall_at_10_std": 0.286551, "nauc_recall_at_10_diff1": 0.205939, "nauc_recall_at_20_max": 0.444793, "nauc_recall_at_20_std": 0.299225, "nauc_recall_at_20_diff1": 0.183091, "nauc_recall_at_100_max": 0.368333, "nauc_recall_at_100_std": 0.295137, "nauc_recall_at_100_diff1": 0.140499, "nauc_recall_at_1000_max": 0.170468, "nauc_recall_at_1000_std": 0.155314, "nauc_recall_at_1000_diff1": 0.093501, "nauc_precision_at_1_max": 0.650281, "nauc_precision_at_1_std": 0.305482, "nauc_precision_at_1_diff1": 0.358277, "nauc_precision_at_3_max": 0.665464, "nauc_precision_at_3_std": 0.355397, "nauc_precision_at_3_diff1": 0.312596, "nauc_precision_at_5_max": 0.648923, "nauc_precision_at_5_std": 0.394628, "nauc_precision_at_5_diff1": 0.205075, "nauc_precision_at_10_max": 0.563983, "nauc_precision_at_10_std": 0.37096, "nauc_precision_at_10_diff1": 0.20092, "nauc_precision_at_20_max": 0.497958, "nauc_precision_at_20_std": 0.353212, "nauc_precision_at_20_diff1": 0.174655, "nauc_precision_at_100_max": 0.359127, "nauc_precision_at_100_std": 0.29733, "nauc_precision_at_100_diff1": 0.142266, "nauc_precision_at_1000_max": 0.090557, "nauc_precision_at_1000_std": 0.092605, "nauc_precision_at_1000_diff1": 0.089125, "nauc_mrr_at_1_max": 0.650281, "nauc_mrr_at_1_std": 0.305482, "nauc_mrr_at_1_diff1": 0.358277, "nauc_mrr_at_3_max": 0.604025, "nauc_mrr_at_3_std": 0.295314, "nauc_mrr_at_3_diff1": 0.323938, "nauc_mrr_at_5_max": 0.594833, "nauc_mrr_at_5_std": 0.306512, "nauc_mrr_at_5_diff1": 0.293165, "nauc_mrr_at_10_max": 0.574436, "nauc_mrr_at_10_std": 0.304482, "nauc_mrr_at_10_diff1": 0.293256, "nauc_mrr_at_20_max": 0.568176, "nauc_mrr_at_20_std": 0.303231, "nauc_mrr_at_20_diff1": 0.289696, "nauc_mrr_at_100_max": 0.563714, "nauc_mrr_at_100_std": 0.303564, "nauc_mrr_at_100_diff1": 0.288373, "nauc_mrr_at_1000_max": 0.563282, "nauc_mrr_at_1000_std": 0.303055, "nauc_mrr_at_1000_diff1": 0.288481, "main_score": 0.09552, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.22625, "ndcg_at_3": 0.21494, "ndcg_at_5": 0.21954, "ndcg_at_10": 0.24351, "ndcg_at_20": 0.26053, "ndcg_at_100": 0.29822, "ndcg_at_1000": 0.34658, "map_at_1": 0.11123, "map_at_3": 0.168, "map_at_5": 0.18225, "map_at_10": 0.19521, "map_at_20": 0.20104, "map_at_100": 0.20739, "map_at_1000": 0.20937, "recall_at_1": 0.11123, "recall_at_3": 0.19902, "recall_at_5": 0.23565, "recall_at_10": 0.29298, "recall_at_20": 0.34523, "recall_at_100": 0.51115, "recall_at_1000": 0.84569, "precision_at_1": 0.22625, "precision_at_3": 0.14708, "precision_at_5": 0.10675, "precision_at_10": 0.0675, "precision_at_20": 0.04038, "precision_at_100": 0.01189, "precision_at_1000": 0.00188, "mrr_at_1": 0.22625, "mrr_at_3": 0.269375, "mrr_at_5": 0.278313, "mrr_at_10": 0.286338, "mrr_at_20": 0.29046, "mrr_at_100": 0.294163, "mrr_at_1000": 0.295096, "nauc_ndcg_at_1_max": 0.217, "nauc_ndcg_at_1_std": 0.055267, "nauc_ndcg_at_1_diff1": 0.399261, "nauc_ndcg_at_3_max": 0.150885, "nauc_ndcg_at_3_std": 0.028266, "nauc_ndcg_at_3_diff1": 0.302773, "nauc_ndcg_at_5_max": 0.143245, "nauc_ndcg_at_5_std": 0.024929, "nauc_ndcg_at_5_diff1": 0.30166, "nauc_ndcg_at_10_max": 0.154705, "nauc_ndcg_at_10_std": 0.04734, "nauc_ndcg_at_10_diff1": 0.290394, "nauc_ndcg_at_20_max": 0.165429, "nauc_ndcg_at_20_std": 0.054349, "nauc_ndcg_at_20_diff1": 0.284891, "nauc_ndcg_at_100_max": 0.166754, "nauc_ndcg_at_100_std": 0.068442, "nauc_ndcg_at_100_diff1": 0.28103, "nauc_ndcg_at_1000_max": 0.167968, "nauc_ndcg_at_1000_std": 0.073198, "nauc_ndcg_at_1000_diff1": 0.287272, "nauc_map_at_1_max": 0.15999, "nauc_map_at_1_std": -0.004901, "nauc_map_at_1_diff1": 0.38672, "nauc_map_at_3_max": 0.13994, "nauc_map_at_3_std": 0.012027, "nauc_map_at_3_diff1": 0.313792, "nauc_map_at_5_max": 0.148252, "nauc_map_at_5_std": 0.021713, "nauc_map_at_5_diff1": 0.310374, "nauc_map_at_10_max": 0.156281, "nauc_map_at_10_std": 0.036479, "nauc_map_at_10_diff1": 0.302726, "nauc_map_at_20_max": 0.16103, "nauc_map_at_20_std": 0.038766, "nauc_map_at_20_diff1": 0.300849, "nauc_map_at_100_max": 0.162355, "nauc_map_at_100_std": 0.042447, "nauc_map_at_100_diff1": 0.300637, "nauc_map_at_1000_max": 0.162222, "nauc_map_at_1000_std": 0.043138, "nauc_map_at_1000_diff1": 0.300693, "nauc_recall_at_1_max": 0.15999, "nauc_recall_at_1_std": -0.004901, "nauc_recall_at_1_diff1": 0.38672, "nauc_recall_at_3_max": 0.090237, "nauc_recall_at_3_std": -0.008384, "nauc_recall_at_3_diff1": 0.255575, "nauc_recall_at_5_max": 0.105452, "nauc_recall_at_5_std": 0.0042, "nauc_recall_at_5_diff1": 0.245694, "nauc_recall_at_10_max": 0.124642, "nauc_recall_at_10_std": 0.054778, "nauc_recall_at_10_diff1": 0.215385, "nauc_recall_at_20_max": 0.154314, "nauc_recall_at_20_std": 0.070167, "nauc_recall_at_20_diff1": 0.201116, "nauc_recall_at_100_max": 0.146618, "nauc_recall_at_100_std": 0.111565, "nauc_recall_at_100_diff1": 0.170645, "nauc_recall_at_1000_max": 0.201296, "nauc_recall_at_1000_std": 0.220853, "nauc_recall_at_1000_diff1": 0.1432, "nauc_precision_at_1_max": 0.217, "nauc_precision_at_1_std": 0.055267, "nauc_precision_at_1_diff1": 0.399261, "nauc_precision_at_3_max": 0.161674, "nauc_precision_at_3_std": 0.071901, "nauc_precision_at_3_diff1": 0.248861, "nauc_precision_at_5_max": 0.165245, "nauc_precision_at_5_std": 0.090489, "nauc_precision_at_5_diff1": 0.228113, "nauc_precision_at_10_max": 0.184934, "nauc_precision_at_10_std": 0.120067, "nauc_precision_at_10_diff1": 0.197928, "nauc_precision_at_20_max": 0.191195, "nauc_precision_at_20_std": 0.127693, "nauc_precision_at_20_diff1": 0.167497, "nauc_precision_at_100_max": 0.1669, "nauc_precision_at_100_std": 0.150655, "nauc_precision_at_100_diff1": 0.134128, "nauc_precision_at_1000_max": 0.114492, "nauc_precision_at_1000_std": 0.134988, "nauc_precision_at_1000_diff1": 0.099297, "nauc_mrr_at_1_max": 0.217, "nauc_mrr_at_1_std": 0.055267, "nauc_mrr_at_1_diff1": 0.399261, "nauc_mrr_at_3_max": 0.168121, "nauc_mrr_at_3_std": 0.035993, "nauc_mrr_at_3_diff1": 0.340051, "nauc_mrr_at_5_max": 0.168457, "nauc_mrr_at_5_std": 0.040098, "nauc_mrr_at_5_diff1": 0.334381, "nauc_mrr_at_10_max": 0.169947, "nauc_mrr_at_10_std": 0.045882, "nauc_mrr_at_10_diff1": 0.33104, "nauc_mrr_at_20_max": 0.171737, "nauc_mrr_at_20_std": 0.048092, "nauc_mrr_at_20_diff1": 0.330335, "nauc_mrr_at_100_max": 0.172148, "nauc_mrr_at_100_std": 0.04923, "nauc_mrr_at_100_diff1": 0.330446, "nauc_mrr_at_1000_max": 0.172101, "nauc_mrr_at_1000_std": 0.049262, "nauc_mrr_at_1000_diff1": 0.330719, "main_score": 0.24351, "hf_subset": "por-por", "languages": [ "por-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.02875, "ndcg_at_3": 0.02567, "ndcg_at_5": 0.02772, "ndcg_at_10": 0.03542, "ndcg_at_20": 0.04354, "ndcg_at_100": 0.06846, "ndcg_at_1000": 0.1417, "map_at_1": 0.0105, "map_at_3": 0.01756, "map_at_5": 0.02002, "map_at_10": 0.0234, "map_at_20": 0.02579, "map_at_100": 0.02921, "map_at_1000": 0.03147, "recall_at_1": 0.0105, "recall_at_3": 0.02171, "recall_at_5": 0.03098, "recall_at_10": 0.04919, "recall_at_20": 0.07271, "recall_at_100": 0.18302, "recall_at_1000": 0.69608, "precision_at_1": 0.02875, "precision_at_3": 0.02, "precision_at_5": 0.01675, "precision_at_10": 0.01325, "precision_at_20": 0.01006, "precision_at_100": 0.00465, "precision_at_1000": 0.0016, "mrr_at_1": 0.02875, "mrr_at_3": 0.036042, "mrr_at_5": 0.039792, "mrr_at_10": 0.043591, "mrr_at_20": 0.046273, "mrr_at_100": 0.049845, "mrr_at_1000": 0.051417, "nauc_ndcg_at_1_max": 0.372347, "nauc_ndcg_at_1_std": 0.154105, "nauc_ndcg_at_1_diff1": 0.286383, "nauc_ndcg_at_3_max": 0.290373, "nauc_ndcg_at_3_std": 0.073689, "nauc_ndcg_at_3_diff1": 0.2098, "nauc_ndcg_at_5_max": 0.238799, "nauc_ndcg_at_5_std": 0.069292, "nauc_ndcg_at_5_diff1": 0.153322, "nauc_ndcg_at_10_max": 0.204387, "nauc_ndcg_at_10_std": 0.081619, "nauc_ndcg_at_10_diff1": 0.113231, "nauc_ndcg_at_20_max": 0.145797, "nauc_ndcg_at_20_std": 0.079954, "nauc_ndcg_at_20_diff1": 0.09622, "nauc_ndcg_at_100_max": 0.098183, "nauc_ndcg_at_100_std": 0.095194, "nauc_ndcg_at_100_diff1": 0.08321, "nauc_ndcg_at_1000_max": 0.053231, "nauc_ndcg_at_1000_std": 0.058648, "nauc_ndcg_at_1000_diff1": 0.076453, "nauc_map_at_1_max": 0.278153, "nauc_map_at_1_std": -0.002948, "nauc_map_at_1_diff1": 0.232708, "nauc_map_at_3_max": 0.307809, "nauc_map_at_3_std": 0.032224, "nauc_map_at_3_diff1": 0.218409, "nauc_map_at_5_max": 0.278935, "nauc_map_at_5_std": 0.040987, "nauc_map_at_5_diff1": 0.178708, "nauc_map_at_10_max": 0.257505, "nauc_map_at_10_std": 0.052206, "nauc_map_at_10_diff1": 0.147811, "nauc_map_at_20_max": 0.226101, "nauc_map_at_20_std": 0.052058, "nauc_map_at_20_diff1": 0.135874, "nauc_map_at_100_max": 0.206648, "nauc_map_at_100_std": 0.061025, "nauc_map_at_100_diff1": 0.127918, "nauc_map_at_1000_max": 0.198543, "nauc_map_at_1000_std": 0.058706, "nauc_map_at_1000_diff1": 0.126915, "nauc_recall_at_1_max": 0.278153, "nauc_recall_at_1_std": -0.002948, "nauc_recall_at_1_diff1": 0.232708, "nauc_recall_at_3_max": 0.253967, "nauc_recall_at_3_std": 0.02769, "nauc_recall_at_3_diff1": 0.213262, "nauc_recall_at_5_max": 0.183115, "nauc_recall_at_5_std": 0.057561, "nauc_recall_at_5_diff1": 0.098339, "nauc_recall_at_10_max": 0.144134, "nauc_recall_at_10_std": 0.076786, "nauc_recall_at_10_diff1": 0.053561, "nauc_recall_at_20_max": 0.044911, "nauc_recall_at_20_std": 0.071057, "nauc_recall_at_20_diff1": 0.037431, "nauc_recall_at_100_max": 0.022221, "nauc_recall_at_100_std": 0.087793, "nauc_recall_at_100_diff1": 0.049637, "nauc_recall_at_1000_max": -0.073058, "nauc_recall_at_1000_std": -0.033754, "nauc_recall_at_1000_diff1": 0.037728, "nauc_precision_at_1_max": 0.372347, "nauc_precision_at_1_std": 0.154105, "nauc_precision_at_1_diff1": 0.286383, "nauc_precision_at_3_max": 0.292326, "nauc_precision_at_3_std": 0.096989, "nauc_precision_at_3_diff1": 0.198948, "nauc_precision_at_5_max": 0.220965, "nauc_precision_at_5_std": 0.111322, "nauc_precision_at_5_diff1": 0.106188, "nauc_precision_at_10_max": 0.163529, "nauc_precision_at_10_std": 0.116726, "nauc_precision_at_10_diff1": 0.054224, "nauc_precision_at_20_max": 0.088626, "nauc_precision_at_20_std": 0.105343, "nauc_precision_at_20_diff1": 0.046172, "nauc_precision_at_100_max": 0.010199, "nauc_precision_at_100_std": 0.132738, "nauc_precision_at_100_diff1": 0.0358, "nauc_precision_at_1000_max": -0.058647, "nauc_precision_at_1000_std": 0.069575, "nauc_precision_at_1000_diff1": 0.010253, "nauc_mrr_at_1_max": 0.372347, "nauc_mrr_at_1_std": 0.154105, "nauc_mrr_at_1_diff1": 0.286383, "nauc_mrr_at_3_max": 0.292764, "nauc_mrr_at_3_std": 0.111174, "nauc_mrr_at_3_diff1": 0.239057, "nauc_mrr_at_5_max": 0.256013, "nauc_mrr_at_5_std": 0.119744, "nauc_mrr_at_5_diff1": 0.190306, "nauc_mrr_at_10_max": 0.237366, "nauc_mrr_at_10_std": 0.131499, "nauc_mrr_at_10_diff1": 0.171996, "nauc_mrr_at_20_max": 0.217292, "nauc_mrr_at_20_std": 0.128985, "nauc_mrr_at_20_diff1": 0.166165, "nauc_mrr_at_100_max": 0.201608, "nauc_mrr_at_100_std": 0.126828, "nauc_mrr_at_100_diff1": 0.157808, "nauc_mrr_at_1000_max": 0.200773, "nauc_mrr_at_1000_std": 0.124425, "nauc_mrr_at_1000_diff1": 0.15827, "main_score": 0.03542, "hf_subset": "eng-por", "languages": [ "eng-Latn", "por-Latn" ] }, { "ndcg_at_1": 0.07905, "ndcg_at_3": 0.08057, "ndcg_at_5": 0.08466, "ndcg_at_10": 0.0969, "ndcg_at_20": 0.11201, "ndcg_at_100": 0.14443, "ndcg_at_1000": 0.20729, "map_at_1": 0.03486, "map_at_3": 0.0593, "map_at_5": 0.06619, "map_at_10": 0.07262, "map_at_20": 0.07749, "map_at_100": 0.08228, "map_at_1000": 0.0845, "recall_at_1": 0.03486, "recall_at_3": 0.07873, "recall_at_5": 0.09705, "recall_at_10": 0.12599, "recall_at_20": 0.1729, "recall_at_100": 0.316, "recall_at_1000": 0.74785, "precision_at_1": 0.07905, "precision_at_3": 0.05981, "precision_at_5": 0.04617, "precision_at_10": 0.03049, "precision_at_20": 0.02089, "precision_at_100": 0.00757, "precision_at_1000": 0.00172, "mrr_at_1": 0.079046, "mrr_at_3": 0.101631, "mrr_at_5": 0.106775, "mrr_at_10": 0.111414, "mrr_at_20": 0.115597, "mrr_at_100": 0.119542, "mrr_at_1000": 0.120858, "nauc_ndcg_at_1_max": 0.394052, "nauc_ndcg_at_1_std": 0.211157, "nauc_ndcg_at_1_diff1": 0.141531, "nauc_ndcg_at_3_max": 0.356391, "nauc_ndcg_at_3_std": 0.169326, "nauc_ndcg_at_3_diff1": 0.074364, "nauc_ndcg_at_5_max": 0.35472, "nauc_ndcg_at_5_std": 0.146026, "nauc_ndcg_at_5_diff1": 0.076499, "nauc_ndcg_at_10_max": 0.338994, "nauc_ndcg_at_10_std": 0.145508, "nauc_ndcg_at_10_diff1": 0.056431, "nauc_ndcg_at_20_max": 0.319696, "nauc_ndcg_at_20_std": 0.161748, "nauc_ndcg_at_20_diff1": 0.03795, "nauc_ndcg_at_100_max": 0.29737, "nauc_ndcg_at_100_std": 0.188373, "nauc_ndcg_at_100_diff1": 0.033683, "nauc_ndcg_at_1000_max": 0.257998, "nauc_ndcg_at_1000_std": 0.17999, "nauc_ndcg_at_1000_diff1": 0.02226, "nauc_map_at_1_max": 0.36359, "nauc_map_at_1_std": 0.143887, "nauc_map_at_1_diff1": 0.18972, "nauc_map_at_3_max": 0.363542, "nauc_map_at_3_std": 0.149072, "nauc_map_at_3_diff1": 0.100162, "nauc_map_at_5_max": 0.364116, "nauc_map_at_5_std": 0.142213, "nauc_map_at_5_diff1": 0.097675, "nauc_map_at_10_max": 0.35977, "nauc_map_at_10_std": 0.148483, "nauc_map_at_10_diff1": 0.084632, "nauc_map_at_20_max": 0.35013, "nauc_map_at_20_std": 0.156782, "nauc_map_at_20_diff1": 0.075007, "nauc_map_at_100_max": 0.344421, "nauc_map_at_100_std": 0.160089, "nauc_map_at_100_diff1": 0.073369, "nauc_map_at_1000_max": 0.342674, "nauc_map_at_1000_std": 0.160587, "nauc_map_at_1000_diff1": 0.072811, "nauc_recall_at_1_max": 0.36359, "nauc_recall_at_1_std": 0.143887, "nauc_recall_at_1_diff1": 0.18972, "nauc_recall_at_3_max": 0.324926, "nauc_recall_at_3_std": 0.119834, "nauc_recall_at_3_diff1": 0.037576, "nauc_recall_at_5_max": 0.326604, "nauc_recall_at_5_std": 0.10135, "nauc_recall_at_5_diff1": 0.037937, "nauc_recall_at_10_max": 0.297731, "nauc_recall_at_10_std": 0.099595, "nauc_recall_at_10_diff1": 0.002691, "nauc_recall_at_20_max": 0.255275, "nauc_recall_at_20_std": 0.136959, "nauc_recall_at_20_diff1": -0.035471, "nauc_recall_at_100_max": 0.202097, "nauc_recall_at_100_std": 0.218274, "nauc_recall_at_100_diff1": -0.028355, "nauc_recall_at_1000_max": -0.024255, "nauc_recall_at_1000_std": 0.168572, "nauc_recall_at_1000_diff1": -0.108039, "nauc_precision_at_1_max": 0.394052, "nauc_precision_at_1_std": 0.211157, "nauc_precision_at_1_diff1": 0.141531, "nauc_precision_at_3_max": 0.355124, "nauc_precision_at_3_std": 0.210696, "nauc_precision_at_3_diff1": 0.049603, "nauc_precision_at_5_max": 0.359896, "nauc_precision_at_5_std": 0.185057, "nauc_precision_at_5_diff1": 0.05687, "nauc_precision_at_10_max": 0.316386, "nauc_precision_at_10_std": 0.174921, "nauc_precision_at_10_diff1": 0.02534, "nauc_precision_at_20_max": 0.2777, "nauc_precision_at_20_std": 0.205263, "nauc_precision_at_20_diff1": 0.008229, "nauc_precision_at_100_max": 0.218127, "nauc_precision_at_100_std": 0.230444, "nauc_precision_at_100_diff1": 0.002735, "nauc_precision_at_1000_max": 0.025721, "nauc_precision_at_1000_std": 0.1455, "nauc_precision_at_1000_diff1": -0.036394, "nauc_mrr_at_1_max": 0.394052, "nauc_mrr_at_1_std": 0.211157, "nauc_mrr_at_1_diff1": 0.141531, "nauc_mrr_at_3_max": 0.35815, "nauc_mrr_at_3_std": 0.194602, "nauc_mrr_at_3_diff1": 0.090061, "nauc_mrr_at_5_max": 0.360971, "nauc_mrr_at_5_std": 0.188411, "nauc_mrr_at_5_diff1": 0.089729, "nauc_mrr_at_10_max": 0.350167, "nauc_mrr_at_10_std": 0.185393, "nauc_mrr_at_10_diff1": 0.080762, "nauc_mrr_at_20_max": 0.34506, "nauc_mrr_at_20_std": 0.187592, "nauc_mrr_at_20_diff1": 0.07768, "nauc_mrr_at_100_max": 0.34171, "nauc_mrr_at_100_std": 0.189514, "nauc_mrr_at_100_diff1": 0.075828, "nauc_mrr_at_1000_max": 0.341132, "nauc_mrr_at_1000_std": 0.189088, "nauc_mrr_at_1000_diff1": 0.075834, "main_score": 0.0969, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "ndcg_at_1": 0.05115, "ndcg_at_3": 0.05364, "ndcg_at_5": 0.06051, "ndcg_at_10": 0.07343, "ndcg_at_20": 0.08935, "ndcg_at_100": 0.12068, "ndcg_at_1000": 0.19409, "map_at_1": 0.03525, "map_at_3": 0.0452, "map_at_5": 0.0497, "map_at_10": 0.05532, "map_at_20": 0.05986, "map_at_100": 0.06439, "map_at_1000": 0.0667, "recall_at_1": 0.03525, "recall_at_3": 0.05565, "recall_at_5": 0.07249, "recall_at_10": 0.1081, "recall_at_20": 0.16477, "recall_at_100": 0.3156, "recall_at_1000": 0.86149, "precision_at_1": 0.05115, "precision_at_3": 0.03069, "precision_at_5": 0.02404, "precision_at_10": 0.01803, "precision_at_20": 0.01349, "precision_at_100": 0.00536, "precision_at_1000": 0.0015, "mrr_at_1": 0.051151, "mrr_at_3": 0.065857, "mrr_at_5": 0.070716, "mrr_at_10": 0.075756, "mrr_at_20": 0.080313, "mrr_at_100": 0.084357, "mrr_at_1000": 0.086058, "nauc_ndcg_at_1_max": -0.040967, "nauc_ndcg_at_1_std": -0.207162, "nauc_ndcg_at_1_diff1": 0.306681, "nauc_ndcg_at_3_max": -0.058622, "nauc_ndcg_at_3_std": -0.214168, "nauc_ndcg_at_3_diff1": 0.273264, "nauc_ndcg_at_5_max": -0.038842, "nauc_ndcg_at_5_std": -0.197386, "nauc_ndcg_at_5_diff1": 0.242404, "nauc_ndcg_at_10_max": -0.041918, "nauc_ndcg_at_10_std": -0.187707, "nauc_ndcg_at_10_diff1": 0.20032, "nauc_ndcg_at_20_max": -0.037878, "nauc_ndcg_at_20_std": -0.168513, "nauc_ndcg_at_20_diff1": 0.194002, "nauc_ndcg_at_100_max": -0.04905, "nauc_ndcg_at_100_std": -0.170364, "nauc_ndcg_at_100_diff1": 0.16707, "nauc_ndcg_at_1000_max": -0.021723, "nauc_ndcg_at_1000_std": -0.126502, "nauc_ndcg_at_1000_diff1": 0.152656, "nauc_map_at_1_max": -0.042376, "nauc_map_at_1_std": -0.218497, "nauc_map_at_1_diff1": 0.413088, "nauc_map_at_3_max": -0.059907, "nauc_map_at_3_std": -0.212595, "nauc_map_at_3_diff1": 0.316581, "nauc_map_at_5_max": -0.046984, "nauc_map_at_5_std": -0.20281, "nauc_map_at_5_diff1": 0.283466, "nauc_map_at_10_max": -0.048289, "nauc_map_at_10_std": -0.198262, "nauc_map_at_10_diff1": 0.259277, "nauc_map_at_20_max": -0.048469, "nauc_map_at_20_std": -0.192469, "nauc_map_at_20_diff1": 0.25257, "nauc_map_at_100_max": -0.050768, "nauc_map_at_100_std": -0.194523, "nauc_map_at_100_diff1": 0.243605, "nauc_map_at_1000_max": -0.049271, "nauc_map_at_1000_std": -0.1928, "nauc_map_at_1000_diff1": 0.242247, "nauc_recall_at_1_max": -0.042376, "nauc_recall_at_1_std": -0.218497, "nauc_recall_at_1_diff1": 0.413088, "nauc_recall_at_3_max": -0.064054, "nauc_recall_at_3_std": -0.21241, "nauc_recall_at_3_diff1": 0.271282, "nauc_recall_at_5_max": -0.018957, "nauc_recall_at_5_std": -0.179771, "nauc_recall_at_5_diff1": 0.200039, "nauc_recall_at_10_max": -0.030264, "nauc_recall_at_10_std": -0.159005, "nauc_recall_at_10_diff1": 0.12588, "nauc_recall_at_20_max": -0.022788, "nauc_recall_at_20_std": -0.116487, "nauc_recall_at_20_diff1": 0.136658, "nauc_recall_at_100_max": -0.05119, "nauc_recall_at_100_std": -0.122277, "nauc_recall_at_100_diff1": 0.093877, "nauc_recall_at_1000_max": 0.114762, "nauc_recall_at_1000_std": 0.22433, "nauc_recall_at_1000_diff1": -0.02676, "nauc_precision_at_1_max": -0.040967, "nauc_precision_at_1_std": -0.207162, "nauc_precision_at_1_diff1": 0.306681, "nauc_precision_at_3_max": -0.065836, "nauc_precision_at_3_std": -0.207085, "nauc_precision_at_3_diff1": 0.14943, "nauc_precision_at_5_max": -0.024788, "nauc_precision_at_5_std": -0.178854, "nauc_precision_at_5_diff1": 0.098427, "nauc_precision_at_10_max": -0.036861, "nauc_precision_at_10_std": -0.170233, "nauc_precision_at_10_diff1": 0.046836, "nauc_precision_at_20_max": -0.032995, "nauc_precision_at_20_std": -0.143348, "nauc_precision_at_20_diff1": 0.065824, "nauc_precision_at_100_max": -0.062744, "nauc_precision_at_100_std": -0.152207, "nauc_precision_at_100_diff1": 0.025549, "nauc_precision_at_1000_max": 0.025407, "nauc_precision_at_1000_std": 0.037848, "nauc_precision_at_1000_diff1": -0.086591, "nauc_mrr_at_1_max": -0.040967, "nauc_mrr_at_1_std": -0.207162, "nauc_mrr_at_1_diff1": 0.306681, "nauc_mrr_at_3_max": -0.05746, "nauc_mrr_at_3_std": -0.216235, "nauc_mrr_at_3_diff1": 0.246029, "nauc_mrr_at_5_max": -0.041993, "nauc_mrr_at_5_std": -0.205555, "nauc_mrr_at_5_diff1": 0.228372, "nauc_mrr_at_10_max": -0.044115, "nauc_mrr_at_10_std": -0.200693, "nauc_mrr_at_10_diff1": 0.212203, "nauc_mrr_at_20_max": -0.040192, "nauc_mrr_at_20_std": -0.194789, "nauc_mrr_at_20_diff1": 0.210284, "nauc_mrr_at_100_max": -0.040397, "nauc_mrr_at_100_std": -0.193106, "nauc_mrr_at_100_diff1": 0.204732, "nauc_mrr_at_1000_max": -0.039905, "nauc_mrr_at_1000_std": -0.192094, "nauc_mrr_at_1000_diff1": 0.204506, "main_score": 0.07343, "hf_subset": "tam-tam", "languages": [ "tam-Taml", "tam-Taml" ] }, { "ndcg_at_1": 0.01535, "ndcg_at_3": 0.01666, "ndcg_at_5": 0.01742, "ndcg_at_10": 0.01991, "ndcg_at_20": 0.02571, "ndcg_at_100": 0.03703, "ndcg_at_1000": 0.12313, "map_at_1": 0.00983, "map_at_3": 0.01358, "map_at_5": 0.01432, "map_at_10": 0.01534, "map_at_20": 0.0169, "map_at_100": 0.01821, "map_at_1000": 0.02042, "recall_at_1": 0.00983, "recall_at_3": 0.01733, "recall_at_5": 0.0204, "recall_at_10": 0.02692, "recall_at_20": 0.04744, "recall_at_100": 0.10132, "recall_at_1000": 0.74333, "precision_at_1": 0.01535, "precision_at_3": 0.00938, "precision_at_5": 0.00716, "precision_at_10": 0.00499, "precision_at_20": 0.00416, "precision_at_100": 0.00192, "precision_at_1000": 0.00143, "mrr_at_1": 0.015345, "mrr_at_3": 0.020034, "mrr_at_5": 0.021441, "mrr_at_10": 0.022591, "mrr_at_20": 0.02446, "mrr_at_100": 0.026205, "mrr_at_1000": 0.028143, "nauc_ndcg_at_1_max": -0.043838, "nauc_ndcg_at_1_std": -0.002534, "nauc_ndcg_at_1_diff1": 0.059475, "nauc_ndcg_at_3_max": -0.141337, "nauc_ndcg_at_3_std": -0.019818, "nauc_ndcg_at_3_diff1": 0.050075, "nauc_ndcg_at_5_max": -0.133186, "nauc_ndcg_at_5_std": -0.049432, "nauc_ndcg_at_5_diff1": 0.048109, "nauc_ndcg_at_10_max": -0.114929, "nauc_ndcg_at_10_std": -0.062488, "nauc_ndcg_at_10_diff1": 0.030598, "nauc_ndcg_at_20_max": -0.139729, "nauc_ndcg_at_20_std": -0.073265, "nauc_ndcg_at_20_diff1": 0.006553, "nauc_ndcg_at_100_max": -0.184639, "nauc_ndcg_at_100_std": -0.059785, "nauc_ndcg_at_100_diff1": 0.051193, "nauc_ndcg_at_1000_max": -0.154433, "nauc_ndcg_at_1000_std": -0.026503, "nauc_ndcg_at_1000_diff1": 0.035511, "nauc_map_at_1_max": -0.014664, "nauc_map_at_1_std": -0.076462, "nauc_map_at_1_diff1": 0.266979, "nauc_map_at_3_max": -0.11389, "nauc_map_at_3_std": -0.022051, "nauc_map_at_3_diff1": 0.125138, "nauc_map_at_5_max": -0.115023, "nauc_map_at_5_std": -0.033889, "nauc_map_at_5_diff1": 0.111894, "nauc_map_at_10_max": -0.107531, "nauc_map_at_10_std": -0.037772, "nauc_map_at_10_diff1": 0.098298, "nauc_map_at_20_max": -0.115432, "nauc_map_at_20_std": -0.04029, "nauc_map_at_20_diff1": 0.0834, "nauc_map_at_100_max": -0.129798, "nauc_map_at_100_std": -0.040263, "nauc_map_at_100_diff1": 0.085547, "nauc_map_at_1000_max": -0.13188, "nauc_map_at_1000_std": -0.038336, "nauc_map_at_1000_diff1": 0.082568, "nauc_recall_at_1_max": -0.014664, "nauc_recall_at_1_std": -0.076462, "nauc_recall_at_1_diff1": 0.266979, "nauc_recall_at_3_max": -0.17615, "nauc_recall_at_3_std": -0.048065, "nauc_recall_at_3_diff1": 0.061044, "nauc_recall_at_5_max": -0.173392, "nauc_recall_at_5_std": -0.085643, "nauc_recall_at_5_diff1": 0.029338, "nauc_recall_at_10_max": -0.101881, "nauc_recall_at_10_std": -0.102474, "nauc_recall_at_10_diff1": 0.002583, "nauc_recall_at_20_max": -0.151363, "nauc_recall_at_20_std": -0.118272, "nauc_recall_at_20_diff1": -0.03135, "nauc_recall_at_100_max": -0.215302, "nauc_recall_at_100_std": -0.072227, "nauc_recall_at_100_diff1": 0.071218, "nauc_recall_at_1000_max": -0.130648, "nauc_recall_at_1000_std": 0.005241, "nauc_recall_at_1000_diff1": 0.008349, "nauc_precision_at_1_max": -0.043838, "nauc_precision_at_1_std": -0.002534, "nauc_precision_at_1_diff1": 0.059475, "nauc_precision_at_3_max": -0.222736, "nauc_precision_at_3_std": 0.030282, "nauc_precision_at_3_diff1": -0.094946, "nauc_precision_at_5_max": -0.155421, "nauc_precision_at_5_std": -0.005869, "nauc_precision_at_5_diff1": -0.102038, "nauc_precision_at_10_max": -0.152763, "nauc_precision_at_10_std": -0.047547, "nauc_precision_at_10_diff1": -0.110695, "nauc_precision_at_20_max": -0.199154, "nauc_precision_at_20_std": -0.058175, "nauc_precision_at_20_diff1": -0.100497, "nauc_precision_at_100_max": -0.253389, "nauc_precision_at_100_std": -0.029206, "nauc_precision_at_100_diff1": 0.038266, "nauc_precision_at_1000_max": -0.072583, "nauc_precision_at_1000_std": 0.021425, "nauc_precision_at_1000_diff1": 0.021103, "nauc_mrr_at_1_max": -0.043838, "nauc_mrr_at_1_std": -0.002534, "nauc_mrr_at_1_diff1": 0.059475, "nauc_mrr_at_3_max": -0.135299, "nauc_mrr_at_3_std": -0.011415, "nauc_mrr_at_3_diff1": -0.023879, "nauc_mrr_at_5_max": -0.122463, "nauc_mrr_at_5_std": -0.0309, "nauc_mrr_at_5_diff1": -0.03743, "nauc_mrr_at_10_max": -0.121071, "nauc_mrr_at_10_std": -0.041776, "nauc_mrr_at_10_diff1": -0.037979, "nauc_mrr_at_20_max": -0.130179, "nauc_mrr_at_20_std": -0.047572, "nauc_mrr_at_20_diff1": -0.04022, "nauc_mrr_at_100_max": -0.14061, "nauc_mrr_at_100_std": -0.045902, "nauc_mrr_at_100_diff1": -0.025696, "nauc_mrr_at_1000_max": -0.140421, "nauc_mrr_at_1000_std": -0.044805, "nauc_mrr_at_1000_diff1": -0.023899, "main_score": 0.01991, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "ndcg_at_1": 0.0052, "ndcg_at_3": 0.00836, "ndcg_at_5": 0.01002, "ndcg_at_10": 0.01192, "ndcg_at_20": 0.01509, "ndcg_at_100": 0.0399, "ndcg_at_1000": 0.12772, "map_at_1": 0.00455, "map_at_3": 0.00704, "map_at_5": 0.00792, "map_at_10": 0.00874, "map_at_20": 0.00963, "map_at_100": 0.01258, "map_at_1000": 0.01497, "recall_at_1": 0.00455, "recall_at_3": 0.01084, "recall_at_5": 0.01441, "recall_at_10": 0.02026, "recall_at_20": 0.03175, "recall_at_100": 0.16271, "recall_at_1000": 0.82502, "precision_at_1": 0.0052, "precision_at_3": 0.00433, "precision_at_5": 0.00364, "precision_at_10": 0.00247, "precision_at_20": 0.00208, "precision_at_100": 0.00217, "precision_at_1000": 0.00138, "mrr_at_1": 0.006502, "mrr_at_3": 0.009103, "mrr_at_5": 0.010338, "mrr_at_10": 0.01088, "mrr_at_20": 0.011868, "mrr_at_100": 0.01522, "mrr_at_1000": 0.01739, "nauc_ndcg_at_1_max": 0.360367, "nauc_ndcg_at_1_std": -0.139946, "nauc_ndcg_at_1_diff1": 0.915475, "nauc_ndcg_at_3_max": 0.198657, "nauc_ndcg_at_3_std": -0.132771, "nauc_ndcg_at_3_diff1": 0.673194, "nauc_ndcg_at_5_max": 0.154123, "nauc_ndcg_at_5_std": -0.152411, "nauc_ndcg_at_5_diff1": 0.601942, "nauc_ndcg_at_10_max": 0.170371, "nauc_ndcg_at_10_std": -0.0871, "nauc_ndcg_at_10_diff1": 0.517289, "nauc_ndcg_at_20_max": 0.102571, "nauc_ndcg_at_20_std": -0.070436, "nauc_ndcg_at_20_diff1": 0.358252, "nauc_ndcg_at_100_max": 0.112859, "nauc_ndcg_at_100_std": 0.025368, "nauc_ndcg_at_100_diff1": 0.166279, "nauc_ndcg_at_1000_max": 0.159018, "nauc_ndcg_at_1000_std": 0.044658, "nauc_ndcg_at_1000_diff1": 0.146869, "nauc_map_at_1_max": 0.457396, "nauc_map_at_1_std": -0.149845, "nauc_map_at_1_diff1": 0.9034, "nauc_map_at_3_max": 0.271068, "nauc_map_at_3_std": -0.143297, "nauc_map_at_3_diff1": 0.729151, "nauc_map_at_5_max": 0.228644, "nauc_map_at_5_std": -0.160597, "nauc_map_at_5_diff1": 0.681044, "nauc_map_at_10_max": 0.227628, "nauc_map_at_10_std": -0.118119, "nauc_map_at_10_diff1": 0.625225, "nauc_map_at_20_max": 0.187139, "nauc_map_at_20_std": -0.111382, "nauc_map_at_20_diff1": 0.548297, "nauc_map_at_100_max": 0.178484, "nauc_map_at_100_std": -0.065426, "nauc_map_at_100_diff1": 0.430975, "nauc_map_at_1000_max": 0.182482, "nauc_map_at_1000_std": -0.061427, "nauc_map_at_1000_diff1": 0.416155, "nauc_recall_at_1_max": 0.457396, "nauc_recall_at_1_std": -0.149845, "nauc_recall_at_1_diff1": 0.9034, "nauc_recall_at_3_max": 0.110893, "nauc_recall_at_3_std": -0.147166, "nauc_recall_at_3_diff1": 0.599651, "nauc_recall_at_5_max": 0.060655, "nauc_recall_at_5_std": -0.180607, "nauc_recall_at_5_diff1": 0.522412, "nauc_recall_at_10_max": 0.122525, "nauc_recall_at_10_std": -0.056733, "nauc_recall_at_10_diff1": 0.390852, "nauc_recall_at_20_max": 0.021289, "nauc_recall_at_20_std": -0.042739, "nauc_recall_at_20_diff1": 0.161081, "nauc_recall_at_100_max": 0.077781, "nauc_recall_at_100_std": 0.04625, "nauc_recall_at_100_diff1": 0.068833, "nauc_recall_at_1000_max": 0.172921, "nauc_recall_at_1000_std": 0.107029, "nauc_recall_at_1000_diff1": 0.075686, "nauc_precision_at_1_max": 0.360367, "nauc_precision_at_1_std": -0.139946, "nauc_precision_at_1_diff1": 0.915475, "nauc_precision_at_3_max": 0.059211, "nauc_precision_at_3_std": -0.097426, "nauc_precision_at_3_diff1": 0.544644, "nauc_precision_at_5_max": 0.060008, "nauc_precision_at_5_std": -0.1009, "nauc_precision_at_5_diff1": 0.421334, "nauc_precision_at_10_max": 0.107468, "nauc_precision_at_10_std": 0.010791, "nauc_precision_at_10_diff1": 0.334804, "nauc_precision_at_20_max": 0.02451, "nauc_precision_at_20_std": 0.020925, "nauc_precision_at_20_diff1": 0.085331, "nauc_precision_at_100_max": 0.136589, "nauc_precision_at_100_std": 0.118508, "nauc_precision_at_100_diff1": 0.027699, "nauc_precision_at_1000_max": 0.127848, "nauc_precision_at_1000_std": 0.085717, "nauc_precision_at_1000_diff1": -0.070639, "nauc_mrr_at_1_max": 0.247116, "nauc_mrr_at_1_std": -0.175723, "nauc_mrr_at_1_diff1": 0.668613, "nauc_mrr_at_3_max": 0.159947, "nauc_mrr_at_3_std": -0.118173, "nauc_mrr_at_3_diff1": 0.60926, "nauc_mrr_at_5_max": 0.142344, "nauc_mrr_at_5_std": -0.121999, "nauc_mrr_at_5_diff1": 0.551121, "nauc_mrr_at_10_max": 0.153733, "nauc_mrr_at_10_std": -0.100247, "nauc_mrr_at_10_diff1": 0.532448, "nauc_mrr_at_20_max": 0.130633, "nauc_mrr_at_20_std": -0.091102, "nauc_mrr_at_20_diff1": 0.467691, "nauc_mrr_at_100_max": 0.1373, "nauc_mrr_at_100_std": -0.050526, "nauc_mrr_at_100_diff1": 0.37759, "nauc_mrr_at_1000_max": 0.140365, "nauc_mrr_at_1000_std": -0.047867, "nauc_mrr_at_1000_diff1": 0.374143, "main_score": 0.01192, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "ndcg_at_1": 0.14684, "ndcg_at_3": 0.15274, "ndcg_at_5": 0.16211, "ndcg_at_10": 0.17872, "ndcg_at_20": 0.19428, "ndcg_at_100": 0.22676, "ndcg_at_1000": 0.28741, "map_at_1": 0.09826, "map_at_3": 0.13161, "map_at_5": 0.13998, "map_at_10": 0.14759, "map_at_20": 0.15264, "map_at_100": 0.15734, "map_at_1000": 0.15954, "recall_at_1": 0.09826, "recall_at_3": 0.15585, "recall_at_5": 0.1843, "recall_at_10": 0.22824, "recall_at_20": 0.27878, "recall_at_100": 0.42836, "recall_at_1000": 0.83894, "precision_at_1": 0.14684, "precision_at_3": 0.08576, "precision_at_5": 0.06262, "precision_at_10": 0.03932, "precision_at_20": 0.02488, "precision_at_100": 0.00802, "precision_at_1000": 0.00174, "mrr_at_1": 0.149272, "mrr_at_3": 0.177791, "mrr_at_5": 0.186347, "mrr_at_10": 0.193122, "mrr_at_20": 0.197115, "mrr_at_100": 0.201222, "mrr_at_1000": 0.202481, "nauc_ndcg_at_1_max": -0.243616, "nauc_ndcg_at_1_std": -0.045382, "nauc_ndcg_at_1_diff1": 0.56397, "nauc_ndcg_at_3_max": -0.252373, "nauc_ndcg_at_3_std": -0.025614, "nauc_ndcg_at_3_diff1": 0.495466, "nauc_ndcg_at_5_max": -0.248524, "nauc_ndcg_at_5_std": -0.009933, "nauc_ndcg_at_5_diff1": 0.480641, "nauc_ndcg_at_10_max": -0.246258, "nauc_ndcg_at_10_std": -0.006044, "nauc_ndcg_at_10_diff1": 0.47141, "nauc_ndcg_at_20_max": -0.249781, "nauc_ndcg_at_20_std": 0.004673, "nauc_ndcg_at_20_diff1": 0.465255, "nauc_ndcg_at_100_max": -0.250469, "nauc_ndcg_at_100_std": 0.010098, "nauc_ndcg_at_100_diff1": 0.460807, "nauc_ndcg_at_1000_max": -0.24132, "nauc_ndcg_at_1000_std": 0.011063, "nauc_ndcg_at_1000_diff1": 0.457099, "nauc_map_at_1_max": -0.2393, "nauc_map_at_1_std": -0.006898, "nauc_map_at_1_diff1": 0.576702, "nauc_map_at_3_max": -0.250838, "nauc_map_at_3_std": -0.011469, "nauc_map_at_3_diff1": 0.521146, "nauc_map_at_5_max": -0.25206, "nauc_map_at_5_std": -0.007101, "nauc_map_at_5_diff1": 0.508298, "nauc_map_at_10_max": -0.250843, "nauc_map_at_10_std": -0.004757, "nauc_map_at_10_diff1": 0.502977, "nauc_map_at_20_max": -0.251183, "nauc_map_at_20_std": -0.00018, "nauc_map_at_20_diff1": 0.499766, "nauc_map_at_100_max": -0.251437, "nauc_map_at_100_std": 0.000821, "nauc_map_at_100_diff1": 0.499336, "nauc_map_at_1000_max": -0.250775, "nauc_map_at_1000_std": 0.001207, "nauc_map_at_1000_diff1": 0.499075, "nauc_recall_at_1_max": -0.2393, "nauc_recall_at_1_std": -0.006898, "nauc_recall_at_1_diff1": 0.576702, "nauc_recall_at_3_max": -0.257068, "nauc_recall_at_3_std": -0.014671, "nauc_recall_at_3_diff1": 0.462638, "nauc_recall_at_5_max": -0.247957, "nauc_recall_at_5_std": 0.010894, "nauc_recall_at_5_diff1": 0.424124, "nauc_recall_at_10_max": -0.238575, "nauc_recall_at_10_std": 0.016826, "nauc_recall_at_10_diff1": 0.400286, "nauc_recall_at_20_max": -0.247402, "nauc_recall_at_20_std": 0.041113, "nauc_recall_at_20_diff1": 0.384947, "nauc_recall_at_100_max": -0.242645, "nauc_recall_at_100_std": 0.055011, "nauc_recall_at_100_diff1": 0.361167, "nauc_recall_at_1000_max": -0.2535, "nauc_recall_at_1000_std": 0.041663, "nauc_recall_at_1000_diff1": 0.327375, "nauc_precision_at_1_max": -0.243616, "nauc_precision_at_1_std": -0.045382, "nauc_precision_at_1_diff1": 0.56397, "nauc_precision_at_3_max": -0.253852, "nauc_precision_at_3_std": -0.045886, "nauc_precision_at_3_diff1": 0.44032, "nauc_precision_at_5_max": -0.236036, "nauc_precision_at_5_std": -0.028003, "nauc_precision_at_5_diff1": 0.399392, "nauc_precision_at_10_max": -0.213315, "nauc_precision_at_10_std": -0.018074, "nauc_precision_at_10_diff1": 0.36938, "nauc_precision_at_20_max": -0.20698, "nauc_precision_at_20_std": 0.008638, "nauc_precision_at_20_diff1": 0.333664, "nauc_precision_at_100_max": -0.158784, "nauc_precision_at_100_std": 0.026533, "nauc_precision_at_100_diff1": 0.256905, "nauc_precision_at_1000_max": 0.038908, "nauc_precision_at_1000_std": 0.05552, "nauc_precision_at_1000_diff1": -0.009903, "nauc_mrr_at_1_max": -0.228533, "nauc_mrr_at_1_std": -0.034765, "nauc_mrr_at_1_diff1": 0.546615, "nauc_mrr_at_3_max": -0.238053, "nauc_mrr_at_3_std": -0.042493, "nauc_mrr_at_3_diff1": 0.489215, "nauc_mrr_at_5_max": -0.230832, "nauc_mrr_at_5_std": -0.033556, "nauc_mrr_at_5_diff1": 0.480729, "nauc_mrr_at_10_max": -0.230799, "nauc_mrr_at_10_std": -0.030916, "nauc_mrr_at_10_diff1": 0.475271, "nauc_mrr_at_20_max": -0.232945, "nauc_mrr_at_20_std": -0.028156, "nauc_mrr_at_20_diff1": 0.474668, "nauc_mrr_at_100_max": -0.233799, "nauc_mrr_at_100_std": -0.027384, "nauc_mrr_at_100_diff1": 0.474722, "nauc_mrr_at_1000_max": -0.233751, "nauc_mrr_at_1000_std": -0.027205, "nauc_mrr_at_1000_diff1": 0.474939, "main_score": 0.17872, "hf_subset": "cmn-cmn", "languages": [ "cmn-Hans", "cmn-Hans" ] }, { "ndcg_at_1": 0.00364, "ndcg_at_3": 0.0116, "ndcg_at_5": 0.01492, "ndcg_at_10": 0.02, "ndcg_at_20": 0.0249, "ndcg_at_100": 0.04118, "ndcg_at_1000": 0.11482, "map_at_1": 0.00206, "map_at_3": 0.00769, "map_at_5": 0.00974, "map_at_10": 0.01181, "map_at_20": 0.013, "map_at_100": 0.01498, "map_at_1000": 0.01706, "recall_at_1": 0.00206, "recall_at_3": 0.01513, "recall_at_5": 0.02354, "recall_at_10": 0.03625, "recall_at_20": 0.05285, "recall_at_100": 0.12937, "recall_at_1000": 0.64484, "precision_at_1": 0.00364, "precision_at_3": 0.0093, "precision_at_5": 0.00898, "precision_at_10": 0.00704, "precision_at_20": 0.00516, "precision_at_100": 0.0026, "precision_at_1000": 0.00142, "mrr_at_1": 0.003641, "mrr_at_3": 0.012743, "mrr_at_5": 0.015898, "mrr_at_10": 0.018991, "mrr_at_20": 0.020654, "mrr_at_100": 0.023027, "mrr_at_1000": 0.024785, "nauc_ndcg_at_1_max": 0.260017, "nauc_ndcg_at_1_std": -0.274846, "nauc_ndcg_at_1_diff1": 0.274819, "nauc_ndcg_at_3_max": 0.288753, "nauc_ndcg_at_3_std": -0.135345, "nauc_ndcg_at_3_diff1": 0.083732, "nauc_ndcg_at_5_max": 0.227802, "nauc_ndcg_at_5_std": -0.117497, "nauc_ndcg_at_5_diff1": 0.043429, "nauc_ndcg_at_10_max": 0.146008, "nauc_ndcg_at_10_std": -0.133598, "nauc_ndcg_at_10_diff1": -0.031352, "nauc_ndcg_at_20_max": 0.093399, "nauc_ndcg_at_20_std": -0.143745, "nauc_ndcg_at_20_diff1": -0.084129, "nauc_ndcg_at_100_max": 0.072743, "nauc_ndcg_at_100_std": -0.126944, "nauc_ndcg_at_100_diff1": -0.09758, "nauc_ndcg_at_1000_max": 0.068486, "nauc_ndcg_at_1000_std": -0.08018, "nauc_ndcg_at_1000_diff1": -0.09978, "nauc_map_at_1_max": 0.506218, "nauc_map_at_1_std": -0.468417, "nauc_map_at_1_diff1": 0.624665, "nauc_map_at_3_max": 0.314045, "nauc_map_at_3_std": -0.205518, "nauc_map_at_3_diff1": 0.174495, "nauc_map_at_5_max": 0.25701, "nauc_map_at_5_std": -0.160397, "nauc_map_at_5_diff1": 0.107944, "nauc_map_at_10_max": 0.191763, "nauc_map_at_10_std": -0.176792, "nauc_map_at_10_diff1": 0.04275, "nauc_map_at_20_max": 0.161646, "nauc_map_at_20_std": -0.180812, "nauc_map_at_20_diff1": 0.010623, "nauc_map_at_100_max": 0.143711, "nauc_map_at_100_std": -0.172486, "nauc_map_at_100_diff1": -0.00845, "nauc_map_at_1000_max": 0.139897, "nauc_map_at_1000_std": -0.165743, "nauc_map_at_1000_diff1": -0.013573, "nauc_recall_at_1_max": 0.506218, "nauc_recall_at_1_std": -0.468417, "nauc_recall_at_1_diff1": 0.624665, "nauc_recall_at_3_max": 0.331867, "nauc_recall_at_3_std": -0.156704, "nauc_recall_at_3_diff1": 0.096423, "nauc_recall_at_5_max": 0.245517, "nauc_recall_at_5_std": -0.111638, "nauc_recall_at_5_diff1": 0.028657, "nauc_recall_at_10_max": 0.110409, "nauc_recall_at_10_std": -0.157576, "nauc_recall_at_10_diff1": -0.07376, "nauc_recall_at_20_max": 0.021221, "nauc_recall_at_20_std": -0.173135, "nauc_recall_at_20_diff1": -0.152688, "nauc_recall_at_100_max": 0.026595, "nauc_recall_at_100_std": -0.137096, "nauc_recall_at_100_diff1": -0.126606, "nauc_recall_at_1000_max": -0.004808, "nauc_recall_at_1000_std": -0.065823, "nauc_recall_at_1000_diff1": -0.156157, "nauc_precision_at_1_max": 0.260017, "nauc_precision_at_1_std": -0.274846, "nauc_precision_at_1_diff1": 0.274819, "nauc_precision_at_3_max": 0.224698, "nauc_precision_at_3_std": -0.058508, "nauc_precision_at_3_diff1": -0.012125, "nauc_precision_at_5_max": 0.131259, "nauc_precision_at_5_std": -0.021422, "nauc_precision_at_5_diff1": -0.069097, "nauc_precision_at_10_max": 0.081192, "nauc_precision_at_10_std": -0.022171, "nauc_precision_at_10_diff1": -0.123742, "nauc_precision_at_20_max": 0.05324, "nauc_precision_at_20_std": -0.056018, "nauc_precision_at_20_diff1": -0.16541, "nauc_precision_at_100_max": 0.060798, "nauc_precision_at_100_std": -0.032988, "nauc_precision_at_100_diff1": -0.131156, "nauc_precision_at_1000_max": 0.08803, "nauc_precision_at_1000_std": 0.06835, "nauc_precision_at_1000_diff1": -0.017201, "nauc_mrr_at_1_max": 0.260017, "nauc_mrr_at_1_std": -0.274846, "nauc_mrr_at_1_diff1": 0.274819, "nauc_mrr_at_3_max": 0.237271, "nauc_mrr_at_3_std": -0.100549, "nauc_mrr_at_3_diff1": 0.026128, "nauc_mrr_at_5_max": 0.186154, "nauc_mrr_at_5_std": -0.087003, "nauc_mrr_at_5_diff1": -0.001612, "nauc_mrr_at_10_max": 0.154263, "nauc_mrr_at_10_std": -0.074563, "nauc_mrr_at_10_diff1": -0.03888, "nauc_mrr_at_20_max": 0.13769, "nauc_mrr_at_20_std": -0.075682, "nauc_mrr_at_20_diff1": -0.056812, "nauc_mrr_at_100_max": 0.126985, "nauc_mrr_at_100_std": -0.077982, "nauc_mrr_at_100_diff1": -0.063562, "nauc_mrr_at_1000_max": 0.127819, "nauc_mrr_at_1000_std": -0.078995, "nauc_mrr_at_1000_diff1": -0.062073, "main_score": 0.02, "hf_subset": "eng-cmn", "languages": [ "eng-Latn", "cmn-Hans" ] }, { "ndcg_at_1": 0.05244, "ndcg_at_3": 0.05635, "ndcg_at_5": 0.06522, "ndcg_at_10": 0.07249, "ndcg_at_20": 0.08285, "ndcg_at_100": 0.11732, "ndcg_at_1000": 0.18842, "map_at_1": 0.03339, "map_at_3": 0.04742, "map_at_5": 0.05315, "map_at_10": 0.05644, "map_at_20": 0.05943, "map_at_100": 0.06423, "map_at_1000": 0.06659, "recall_at_1": 0.03339, "recall_at_3": 0.0597, "recall_at_5": 0.08096, "recall_at_10": 0.09919, "recall_at_20": 0.13545, "recall_at_100": 0.30077, "recall_at_1000": 0.79138, "precision_at_1": 0.05244, "precision_at_3": 0.03252, "precision_at_5": 0.02756, "precision_at_10": 0.0178, "precision_at_20": 0.01195, "precision_at_100": 0.00534, "precision_at_1000": 0.00161, "mrr_at_1": 0.052439, "mrr_at_3": 0.06626, "mrr_at_5": 0.073577, "mrr_at_10": 0.076657, "mrr_at_20": 0.079641, "mrr_at_100": 0.084293, "mrr_at_1000": 0.086011, "nauc_ndcg_at_1_max": 0.43421, "nauc_ndcg_at_1_std": 0.345979, "nauc_ndcg_at_1_diff1": 0.502187, "nauc_ndcg_at_3_max": 0.437754, "nauc_ndcg_at_3_std": 0.379083, "nauc_ndcg_at_3_diff1": 0.480986, "nauc_ndcg_at_5_max": 0.408552, "nauc_ndcg_at_5_std": 0.344324, "nauc_ndcg_at_5_diff1": 0.420246, "nauc_ndcg_at_10_max": 0.398834, "nauc_ndcg_at_10_std": 0.337984, "nauc_ndcg_at_10_diff1": 0.399647, "nauc_ndcg_at_20_max": 0.375918, "nauc_ndcg_at_20_std": 0.353595, "nauc_ndcg_at_20_diff1": 0.360756, "nauc_ndcg_at_100_max": 0.346092, "nauc_ndcg_at_100_std": 0.374016, "nauc_ndcg_at_100_diff1": 0.343768, "nauc_ndcg_at_1000_max": 0.345916, "nauc_ndcg_at_1000_std": 0.354197, "nauc_ndcg_at_1000_diff1": 0.335191, "nauc_map_at_1_max": 0.412838, "nauc_map_at_1_std": 0.400982, "nauc_map_at_1_diff1": 0.632427, "nauc_map_at_3_max": 0.450184, "nauc_map_at_3_std": 0.407022, "nauc_map_at_3_diff1": 0.544679, "nauc_map_at_5_max": 0.433131, "nauc_map_at_5_std": 0.378115, "nauc_map_at_5_diff1": 0.497048, "nauc_map_at_10_max": 0.428929, "nauc_map_at_10_std": 0.374266, "nauc_map_at_10_diff1": 0.484226, "nauc_map_at_20_max": 0.419978, "nauc_map_at_20_std": 0.378763, "nauc_map_at_20_diff1": 0.466358, "nauc_map_at_100_max": 0.411079, "nauc_map_at_100_std": 0.381254, "nauc_map_at_100_diff1": 0.457981, "nauc_map_at_1000_max": 0.41086, "nauc_map_at_1000_std": 0.379873, "nauc_map_at_1000_diff1": 0.455351, "nauc_recall_at_1_max": 0.412838, "nauc_recall_at_1_std": 0.400982, "nauc_recall_at_1_diff1": 0.632427, "nauc_recall_at_3_max": 0.435567, "nauc_recall_at_3_std": 0.395017, "nauc_recall_at_3_diff1": 0.45768, "nauc_recall_at_5_max": 0.377353, "nauc_recall_at_5_std": 0.325492, "nauc_recall_at_5_diff1": 0.34845, "nauc_recall_at_10_max": 0.349119, "nauc_recall_at_10_std": 0.315844, "nauc_recall_at_10_diff1": 0.313918, "nauc_recall_at_20_max": 0.296111, "nauc_recall_at_20_std": 0.346331, "nauc_recall_at_20_diff1": 0.233579, "nauc_recall_at_100_max": 0.240722, "nauc_recall_at_100_std": 0.40292, "nauc_recall_at_100_diff1": 0.236487, "nauc_recall_at_1000_max": 0.190188, "nauc_recall_at_1000_std": 0.41162, "nauc_recall_at_1000_diff1": 0.189816, "nauc_precision_at_1_max": 0.43421, "nauc_precision_at_1_std": 0.345979, "nauc_precision_at_1_diff1": 0.502187, "nauc_precision_at_3_max": 0.462798, "nauc_precision_at_3_std": 0.347739, "nauc_precision_at_3_diff1": 0.377847, "nauc_precision_at_5_max": 0.421902, "nauc_precision_at_5_std": 0.284297, "nauc_precision_at_5_diff1": 0.282837, "nauc_precision_at_10_max": 0.408865, "nauc_precision_at_10_std": 0.266966, "nauc_precision_at_10_diff1": 0.259447, "nauc_precision_at_20_max": 0.353028, "nauc_precision_at_20_std": 0.300125, "nauc_precision_at_20_diff1": 0.2145, "nauc_precision_at_100_max": 0.273968, "nauc_precision_at_100_std": 0.289933, "nauc_precision_at_100_diff1": 0.175848, "nauc_precision_at_1000_max": 0.100872, "nauc_precision_at_1000_std": 0.020387, "nauc_precision_at_1000_diff1": 0.007794, "nauc_mrr_at_1_max": 0.43421, "nauc_mrr_at_1_std": 0.345979, "nauc_mrr_at_1_diff1": 0.502187, "nauc_mrr_at_3_max": 0.420127, "nauc_mrr_at_3_std": 0.3365, "nauc_mrr_at_3_diff1": 0.427366, "nauc_mrr_at_5_max": 0.394155, "nauc_mrr_at_5_std": 0.310448, "nauc_mrr_at_5_diff1": 0.387361, "nauc_mrr_at_10_max": 0.392512, "nauc_mrr_at_10_std": 0.308269, "nauc_mrr_at_10_diff1": 0.377133, "nauc_mrr_at_20_max": 0.386144, "nauc_mrr_at_20_std": 0.314505, "nauc_mrr_at_20_diff1": 0.365684, "nauc_mrr_at_100_max": 0.381866, "nauc_mrr_at_100_std": 0.317233, "nauc_mrr_at_100_diff1": 0.364983, "nauc_mrr_at_1000_max": 0.382129, "nauc_mrr_at_1000_std": 0.31692, "nauc_mrr_at_1000_diff1": 0.365576, "main_score": 0.07249, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] } ] }, "evaluation_time": 53.409541606903076, "kg_co2_emissions": 0.0015895554496204306 }